2024-04-12T08:23:30.564 INFO:root:teuthology version: 0.0.1.dev267+g6c63784 2024-04-12T08:23:30.564 DEBUG:teuthology.run:Teuthology command: teuthology --owner scheduled_teuthology@teuthology --name teuthology-2024-04-12_02:08:08-upgrade-squid-distro-default-smithi --verbose --archive /home/teuthworker/archive/teuthology-2024-04-12_02:08:08-upgrade-squid-distro-default-smithi/7653406 --description upgrade/quincy-x/stress-split/{0-distro/centos_9.stream 0-roles 1-start 2-first-half-tasks/rbd_api 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/rbd-import-export mon_election/classic} -- /home/teuthworker/archive/teuthology-2024-04-12_02:08:08-upgrade-squid-distro-default-smithi/7653406/orig.config.yaml 2024-04-12T08:23:30.617 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-04-12T08:23:30.704 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/teuthology-2024-04-12_02:08:08-upgrade-squid-distro-default-smithi/7653406 branch: squid description: upgrade/quincy-x/stress-split/{0-distro/centos_9.stream 0-roles 1-start 2-first-half-tasks/rbd_api 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/rbd-import-export mon_election/classic} email: ceph-qa@ceph.com first-half-sequence: - cephadm.shell: env: - sha1 mon.a: - ceph config set mgr mgr/cephadm/daemon_cache_timeout 60 - ceph config set global log_to_journald false --force - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 - ceph orch ps - echo wait for minority of mons to upgrade - while ! ceph mon versions | grep $sha1 ; do sleep 2 ; done - ceph orch ps - ceph orch upgrade pause - sleep 60 - ceph orch upgrade resume - echo wait for majority of mons to upgrade - 'while ! ceph mon versions | grep $sha1 | egrep '': [23]'' ; do sleep 2 ; done' - ceph orch ps - ceph orch upgrade pause - sleep 60 - ceph orch upgrade resume - echo wait for all mons to upgrade - 'while ! ceph mon versions | grep $sha1 | grep '': 3'' ; do sleep 2 ; done' - ceph orch ps - ceph orch upgrade pause - sleep 60 - ceph orch upgrade resume - echo wait for half of osds to upgrade - 'while ! ceph osd versions | grep $sha1 | egrep '': [45678]''; do sleep 2 ; done' - ceph orch upgrade pause - ceph orch ps - ceph orch ps - ceph versions first-half-tasks: - workunit: branch: quincy clients: client.0: - rbd/test_librbd.sh env: RBD_FEATURES: '61' - print: '**** done rbd/test_librbd.sh 7-workload' first_in_suite: false job_id: '7653406' kernel: kdb: 1 sha1: distro last_in_suite: false machine_type: smithi meta: - desc: 'librbd C and C++ api tests ' - desc: 'run randomized correctness test for rados operations generate write load with rados bench ' - desc: 'run basic cls tests for rbd ' - desc: 'run basic import/export cli tests for rbd ' - desc: 'librbd C and C++ api tests ' - desc: 'randomized correctness test for rados operations on a replicated pool, using only reads, writes, and deletes ' - desc: 'randomized correctness test for rados operations on a replicated pool with snapshot operations ' - desc: 'run basic import/export cli tests for rbd ' name: teuthology-2024-04-12_02:08:08-upgrade-squid-distro-default-smithi no_nested_subset: false nuke-on-error: true openstack: - volumes: count: 4 size: 10 os_type: centos os_version: 9.stream overrides: admin_socket: branch: squid ceph: conf: global: mon election default strategy: 1 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 osd shutdown pgref assert: true create_rbd_pool: true flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) sha1: b277feb2c7beb4597d8ecc39d58d5c36b81f613a ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} install: ceph: flavor: default sha1: b277feb2c7beb4597d8ecc39d58d5c36b81f613a selinux: allowlist: - scontext=system_u:system_r:logrotate_t:s0 workunit: branch: squid sha1: dea717a37c7849ca8459c02fb965020aedcc0a9a owner: scheduled_teuthology@teuthology priority: 100 repo: https://git.ceph.com/ceph.git roles: - - mon.a - mon.c - mgr.y - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - node-exporter.a - alertmanager.a - - mon.b - mgr.x - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - prometheus.a - grafana.a - node-exporter.b second-half-sequence: sequential: - cephadm.shell: env: - sha1 mon.a: - ceph orch upgrade resume - sleep 60 - echo wait for upgrade to complete - while ceph orch upgrade status | jq '.in_progress' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done - echo upgrade complete - ceph orch ps - ceph versions - ceph versions | jq -e '.overall | length == 1' - ceph versions | jq -e '.overall | keys' | grep $sha1 second-half-tasks: - workunit: branch: quincy clients: client.0: - rbd/import_export.sh env: RBD_CREATE_ARGS: --new-format - print: '**** done rbd/import_export.sh 5-workload' seed: 4203 sha1: b277feb2c7beb4597d8ecc39d58d5c36b81f613a sleep_before_teardown: 0 stress-tasks: - thrashosds: aggressive_pg_num_changes: false chance_force_recovery: 0 chance_pgnum_grow: 1 chance_pgpnum_fix: 1 chance_thrash_cluster_full: 0 chance_thrash_pg_upmap: 0 chance_thrash_pg_upmap_items: 0 disable_objectstore_tool_tests: true timeout: 1200 - full_sequential: - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - print: '**** done end radosbench.yaml' - workunit: branch: quincy clients: client.0: - cls/test_cls_rbd.sh - print: '**** done cls/test_cls_rbd.sh 5-workload' - workunit: branch: quincy clients: client.0: - rbd/import_export.sh env: RBD_CREATE_ARGS: --new-format - print: '**** done rbd/import_export.sh 5-workload' - workunit: branch: quincy clients: client.0: - rbd/test_librbd.sh env: RBD_FEATURES: '61' - print: '**** done rbd/test_librbd.sh 7-workload' - full_sequential: - rados: clients: - client.0 objects: 500 op_weights: delete: 10 read: 45 write: 45 ops: 4000 write_append_excl: false - print: '**** done rados/readwrite 5-workload' - full_sequential: - rados: clients: - client.0 objects: 50 op_weights: delete: 50 read: 100 rollback: 50 snap_create: 50 snap_remove: 50 write: 100 ops: 4000 write_append_excl: false - print: '**** done rados/snaps-few-objects 5-workload' subset: 26/32 suite: upgrade suite_branch: squid suite_path: /home/teuthworker/src/git.ceph.com_ceph_dea717a37c7849ca8459c02fb965020aedcc0a9a/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph.git suite_sha1: dea717a37c7849ca8459c02fb965020aedcc0a9a targets: smithi112.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBDe3vGqOBSXTdGrtK7nCgiRselHlVGuWM1sOBGIEtj50Z4Sq9tBut27cNgdisQ4GmsGOUQToHtwYr+s/ZPIKALQ= smithi175.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBCDzSHABIQW+TRQczgaNiO626DaMC1882gw9XTD18ZMSZT2QxydB+yDPGoycxqtJWcy0DGNYkvRl+FIkslIlQCk= tasks: - install: branch: quincy exclude_packages: - ceph-volume - cephadm: cephadm_branch: quincy cephadm_git_url: https://github.com/ceph/ceph conf: osd: osd_class_default_list: '*' osd_class_load_list: '*' image: quay.ceph.io/ceph-ci/ceph:quincy - cephadm.shell: mon.a: - ceph fs volume create foo - ceph config set mon mon_warn_on_insecure_global_id_reclaim false --force - ceph config set mon mon_warn_on_insecure_global_id_reclaim_allowed false --force - ceph.healthy: null - print: '**** upgrading first half of cluster, with stress ****' - parallel: - first-half-tasks - first-half-sequence - print: '**** done upgrading first half of cluster ****' - ceph.healthy: null - print: '**** applying stress + thrashing to mixed-version cluster ****' - parallel: - stress-tasks - ceph.healthy: null - print: '**** finishing upgrade ****' - parallel: - second-half-tasks - second-half-sequence - ceph.healthy: null teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: 6c637841c215537a4502385240412f1966e0faab timestamp: 2024-04-12_02:08:08 tube: smithi user: teuthology verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.2226885 2024-04-12T08:23:30.704 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph_dea717a37c7849ca8459c02fb965020aedcc0a9a/qa; will attempt to use it 2024-04-12T08:23:30.704 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph_dea717a37c7849ca8459c02fb965020aedcc0a9a/qa/tasks 2024-04-12T08:23:30.705 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-04-12T08:23:30.706 INFO:teuthology.task.internal:Checking packages... 2024-04-12T08:23:30.729 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash 'b277feb2c7beb4597d8ecc39d58d5c36b81f613a' 2024-04-12T08:23:30.729 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-12T08:23:30.729 INFO:teuthology.packaging:ref: None 2024-04-12T08:23:30.729 INFO:teuthology.packaging:tag: None 2024-04-12T08:23:30.729 INFO:teuthology.packaging:branch: squid 2024-04-12T08:23:30.729 INFO:teuthology.packaging:sha1: b277feb2c7beb4597d8ecc39d58d5c36b81f613a 2024-04-12T08:23:30.730 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=squid 2024-04-12T08:23:30.939 INFO:teuthology.task.internal:Found packages for ceph version 19.0.0-2053.gb277feb2 2024-04-12T08:23:30.940 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-04-12T08:23:30.946 INFO:teuthology.task.internal:no buildpackages task found 2024-04-12T08:23:30.946 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-04-12T08:23:30.993 INFO:teuthology.task.internal:Saving configuration 2024-04-12T08:23:31.013 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-04-12T08:23:31.018 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-04-12T08:23:31.042 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi112.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-04-12_02:08:08-upgrade-squid-distro-default-smithi/7653406', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-12 08:16:17.256739', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBDe3vGqOBSXTdGrtK7nCgiRselHlVGuWM1sOBGIEtj50Z4Sq9tBut27cNgdisQ4GmsGOUQToHtwYr+s/ZPIKALQ='} 2024-04-12T08:23:31.062 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi175.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-04-12_02:08:08-upgrade-squid-distro-default-smithi/7653406', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-12 08:16:17.258021', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBCDzSHABIQW+TRQczgaNiO626DaMC1882gw9XTD18ZMSZT2QxydB+yDPGoycxqtJWcy0DGNYkvRl+FIkslIlQCk='} 2024-04-12T08:23:31.062 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-04-12T08:23:31.068 INFO:teuthology.task.internal:roles: ubuntu@smithi112.front.sepia.ceph.com - ['mon.a', 'mon.c', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a', 'alertmanager.a'] 2024-04-12T08:23:31.068 INFO:teuthology.task.internal:roles: ubuntu@smithi175.front.sepia.ceph.com - ['mon.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'grafana.a', 'node-exporter.b'] 2024-04-12T08:23:31.068 INFO:teuthology.run_tasks:Running task console_log... 2024-04-12T08:23:31.166 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f17e80110d0>, signals=[15]) 2024-04-12T08:23:31.166 INFO:teuthology.run_tasks:Running task internal.connect... 2024-04-12T08:23:31.173 INFO:teuthology.task.internal:Opening connections... 2024-04-12T08:23:31.173 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi112.front.sepia.ceph.com 2024-04-12T08:23:31.175 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi112.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-12T08:23:31.266 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi175.front.sepia.ceph.com 2024-04-12T08:23:31.267 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi175.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-12T08:23:31.366 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-04-12T08:23:31.373 DEBUG:teuthology.orchestra.run.smithi112:> uname -m 2024-04-12T08:23:31.392 INFO:teuthology.orchestra.run.smithi112.stdout:x86_64 2024-04-12T08:23:31.392 DEBUG:teuthology.orchestra.run.smithi112:> cat /etc/os-release 2024-04-12T08:23:31.449 INFO:teuthology.orchestra.run.smithi112.stdout:NAME="CentOS Stream" 2024-04-12T08:23:31.449 INFO:teuthology.orchestra.run.smithi112.stdout:VERSION="9" 2024-04-12T08:23:31.449 INFO:teuthology.orchestra.run.smithi112.stdout:ID="centos" 2024-04-12T08:23:31.449 INFO:teuthology.orchestra.run.smithi112.stdout:ID_LIKE="rhel fedora" 2024-04-12T08:23:31.449 INFO:teuthology.orchestra.run.smithi112.stdout:VERSION_ID="9" 2024-04-12T08:23:31.450 INFO:teuthology.orchestra.run.smithi112.stdout:PLATFORM_ID="platform:el9" 2024-04-12T08:23:31.450 INFO:teuthology.orchestra.run.smithi112.stdout:PRETTY_NAME="CentOS Stream 9" 2024-04-12T08:23:31.450 INFO:teuthology.orchestra.run.smithi112.stdout:ANSI_COLOR="0;31" 2024-04-12T08:23:31.450 INFO:teuthology.orchestra.run.smithi112.stdout:LOGO="fedora-logo-icon" 2024-04-12T08:23:31.450 INFO:teuthology.orchestra.run.smithi112.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-04-12T08:23:31.450 INFO:teuthology.orchestra.run.smithi112.stdout:HOME_URL="https://centos.org/" 2024-04-12T08:23:31.450 INFO:teuthology.orchestra.run.smithi112.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-04-12T08:23:31.450 INFO:teuthology.orchestra.run.smithi112.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-04-12T08:23:31.450 INFO:teuthology.orchestra.run.smithi112.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-04-12T08:23:31.451 INFO:teuthology.lock.ops:Updating smithi112.front.sepia.ceph.com on lock server 2024-04-12T08:23:31.472 DEBUG:teuthology.orchestra.run.smithi175:> uname -m 2024-04-12T08:23:31.490 INFO:teuthology.orchestra.run.smithi175.stdout:x86_64 2024-04-12T08:23:31.490 DEBUG:teuthology.orchestra.run.smithi175:> cat /etc/os-release 2024-04-12T08:23:31.548 INFO:teuthology.orchestra.run.smithi175.stdout:NAME="CentOS Stream" 2024-04-12T08:23:31.548 INFO:teuthology.orchestra.run.smithi175.stdout:VERSION="9" 2024-04-12T08:23:31.548 INFO:teuthology.orchestra.run.smithi175.stdout:ID="centos" 2024-04-12T08:23:31.548 INFO:teuthology.orchestra.run.smithi175.stdout:ID_LIKE="rhel fedora" 2024-04-12T08:23:31.548 INFO:teuthology.orchestra.run.smithi175.stdout:VERSION_ID="9" 2024-04-12T08:23:31.548 INFO:teuthology.orchestra.run.smithi175.stdout:PLATFORM_ID="platform:el9" 2024-04-12T08:23:31.548 INFO:teuthology.orchestra.run.smithi175.stdout:PRETTY_NAME="CentOS Stream 9" 2024-04-12T08:23:31.548 INFO:teuthology.orchestra.run.smithi175.stdout:ANSI_COLOR="0;31" 2024-04-12T08:23:31.548 INFO:teuthology.orchestra.run.smithi175.stdout:LOGO="fedora-logo-icon" 2024-04-12T08:23:31.548 INFO:teuthology.orchestra.run.smithi175.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-04-12T08:23:31.548 INFO:teuthology.orchestra.run.smithi175.stdout:HOME_URL="https://centos.org/" 2024-04-12T08:23:31.548 INFO:teuthology.orchestra.run.smithi175.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-04-12T08:23:31.549 INFO:teuthology.orchestra.run.smithi175.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-04-12T08:23:31.549 INFO:teuthology.orchestra.run.smithi175.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-04-12T08:23:31.549 INFO:teuthology.lock.ops:Updating smithi175.front.sepia.ceph.com on lock server 2024-04-12T08:23:31.571 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-04-12T08:23:31.581 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-04-12T08:23:31.630 INFO:teuthology.task.internal:Checking for old test directory... 2024-04-12T08:23:31.630 DEBUG:teuthology.orchestra.run.smithi112:> test '!' -e /home/ubuntu/cephtest 2024-04-12T08:23:31.632 DEBUG:teuthology.orchestra.run.smithi175:> test '!' -e /home/ubuntu/cephtest 2024-04-12T08:23:31.649 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-04-12T08:23:31.660 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-04-12T08:23:31.660 DEBUG:teuthology.orchestra.run.smithi112:> test -z $(ls -A /var/lib/ceph) 2024-04-12T08:23:31.690 DEBUG:teuthology.orchestra.run.smithi175:> test -z $(ls -A /var/lib/ceph) 2024-04-12T08:23:31.788 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-04-12T08:23:31.841 INFO:teuthology.run_tasks:Running task kernel... 2024-04-12T08:23:31.855 INFO:teuthology.task.kernel:normalize config orig: {'kdb': 1, 'sha1': 'distro'} 2024-04-12T08:23:31.855 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': 1, 'sha1': 'distro'}, 'mon.b': {'kdb': 1, 'sha1': 'distro'}}, timeout 300 2024-04-12T08:23:31.855 DEBUG:teuthology.orchestra.run.smithi112:> test -f /run/.containerenv -o -f /.dockerenv 2024-04-12T08:23:31.856 DEBUG:teuthology.orchestra.run.smithi175:> test -f /run/.containerenv -o -f /.dockerenv 2024-04-12T08:23:31.872 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-12T08:23:31.872 DEBUG:teuthology.orchestra.run.smithi112:> uname -r 2024-04-12T08:23:31.873 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-12T08:23:31.873 DEBUG:teuthology.orchestra.run.smithi175:> uname -r 2024-04-12T08:23:31.930 INFO:teuthology.orchestra.run.smithi112.stdout:5.14.0-361.el9.x86_64 2024-04-12T08:23:31.930 INFO:teuthology.task.kernel:Running kernel on smithi112: 5.14.0-361.el9.x86_64 2024-04-12T08:23:31.930 DEBUG:teuthology.orchestra.run.smithi112:> sudo yum install -y kernel 2024-04-12T08:23:31.931 INFO:teuthology.orchestra.run.smithi175.stdout:5.14.0-361.el9.x86_64 2024-04-12T08:23:31.932 INFO:teuthology.task.kernel:Running kernel on smithi175: 5.14.0-361.el9.x86_64 2024-04-12T08:23:31.932 DEBUG:teuthology.orchestra.run.smithi175:> sudo yum install -y kernel 2024-04-12T08:23:34.134 INFO:teuthology.orchestra.run.smithi112.stdout:CentOS-9 - AppStream 14 MB/s | 8.1 MB 00:00 2024-04-12T08:23:34.199 INFO:teuthology.orchestra.run.smithi175.stdout:CentOS-9 - AppStream 12 MB/s | 8.1 MB 00:00 2024-04-12T08:23:36.416 INFO:teuthology.orchestra.run.smithi175.stdout:CentOS-9 - BaseOS 2.8 MB/s | 2.5 MB 00:00 2024-04-12T08:23:36.435 INFO:teuthology.orchestra.run.smithi112.stdout:CentOS-9 - BaseOS 2.3 MB/s | 2.5 MB 00:01 2024-04-12T08:23:37.501 INFO:teuthology.orchestra.run.smithi112.stdout:CentOS Stream 9 - BaseOS 12 MB/s | 8.0 MB 00:00 2024-04-12T08:23:37.548 INFO:teuthology.orchestra.run.smithi175.stdout:CentOS Stream 9 - BaseOS 12 MB/s | 8.0 MB 00:00 2024-04-12T08:23:39.508 INFO:teuthology.orchestra.run.smithi175.stdout:CentOS Stream 9 - AppStream 22 MB/s | 19 MB 00:00 2024-04-12T08:23:41.693 INFO:teuthology.orchestra.run.smithi112.stdout:CentOS Stream 9 - AppStream 6.1 MB/s | 19 MB 00:03 2024-04-12T08:23:45.649 INFO:teuthology.orchestra.run.smithi175.stdout:CentOS Stream 9 - CRB 2.4 MB/s | 6.2 MB 00:02 2024-04-12T08:23:45.853 INFO:teuthology.orchestra.run.smithi112.stdout:CentOS Stream 9 - CRB 9.4 MB/s | 6.2 MB 00:00 2024-04-12T08:23:47.225 INFO:teuthology.orchestra.run.smithi175.stdout:CentOS Stream 9 - Extras packages 50 kB/s | 16 kB 00:00 2024-04-12T08:23:47.661 INFO:teuthology.orchestra.run.smithi112.stdout:CentOS Stream 9 - Extras packages 25 kB/s | 16 kB 00:00 2024-04-12T08:23:49.593 INFO:teuthology.orchestra.run.smithi175.stdout:Extra Packages for Enterprise Linux 9.4 MB/s | 21 MB 00:02 2024-04-12T08:23:50.696 INFO:teuthology.orchestra.run.smithi112.stdout:Extra Packages for Enterprise Linux 7.2 MB/s | 21 MB 00:02 2024-04-12T08:23:54.642 INFO:teuthology.orchestra.run.smithi175.stdout:lab-extras 17 kB/s | 1.7 kB 00:00 2024-04-12T08:23:55.838 INFO:teuthology.orchestra.run.smithi112.stdout:lab-extras 18 kB/s | 1.7 kB 00:00 2024-04-12T08:23:56.891 INFO:teuthology.orchestra.run.smithi175.stderr:Modular dependency problems: 2024-04-12T08:23:56.891 INFO:teuthology.orchestra.run.smithi175.stderr: 2024-04-12T08:23:56.891 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 1: conflicting requests 2024-04-12T08:23:56.891 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-12T08:23:56.891 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 2: conflicting requests 2024-04-12T08:23:56.891 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-12T08:23:56.891 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 3: conflicting requests 2024-04-12T08:23:56.892 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-12T08:23:56.892 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 4: conflicting requests 2024-04-12T08:23:56.892 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T08:23:56.892 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 5: conflicting requests 2024-04-12T08:23:56.892 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-12T08:23:56.892 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 6: conflicting requests 2024-04-12T08:23:56.892 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:23:56.892 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 7: conflicting requests 2024-04-12T08:23:56.892 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-12T08:23:56.892 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 8: conflicting requests 2024-04-12T08:23:56.892 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-12T08:23:56.892 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 9: conflicting requests 2024-04-12T08:23:56.892 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-12T08:23:56.892 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 10: conflicting requests 2024-04-12T08:23:56.893 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:23:56.893 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 11: conflicting requests 2024-04-12T08:23:56.893 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-12T08:23:56.893 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 12: conflicting requests 2024-04-12T08:23:56.893 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-12T08:23:56.893 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 13: conflicting requests 2024-04-12T08:23:56.893 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T08:23:56.893 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 14: conflicting requests 2024-04-12T08:23:56.893 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-12T08:23:56.893 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 15: conflicting requests 2024-04-12T08:23:56.893 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T08:23:56.893 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 16: conflicting requests 2024-04-12T08:23:56.893 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:23:56.893 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 17: conflicting requests 2024-04-12T08:23:56.893 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:23:56.893 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 18: conflicting requests 2024-04-12T08:23:56.894 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T08:23:56.894 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 19: conflicting requests 2024-04-12T08:23:56.894 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:23:56.894 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 20: conflicting requests 2024-04-12T08:23:56.894 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T08:23:56.894 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 21: conflicting requests 2024-04-12T08:23:56.894 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-12T08:23:56.894 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 22: conflicting requests 2024-04-12T08:23:56.894 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:23:56.894 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 23: conflicting requests 2024-04-12T08:23:56.894 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-12T08:23:56.894 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 24: conflicting requests 2024-04-12T08:23:56.895 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-12T08:23:56.895 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 25: conflicting requests 2024-04-12T08:23:56.895 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-12T08:23:56.895 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 26: conflicting requests 2024-04-12T08:23:56.895 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-12T08:23:56.895 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 27: conflicting requests 2024-04-12T08:23:56.895 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:23:56.895 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 28: conflicting requests 2024-04-12T08:23:56.895 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-12T08:23:56.895 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 29: conflicting requests 2024-04-12T08:23:56.895 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:23:56.895 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 30: conflicting requests 2024-04-12T08:23:56.895 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-12T08:23:56.895 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 31: conflicting requests 2024-04-12T08:23:56.896 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-12T08:23:56.896 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 32: conflicting requests 2024-04-12T08:23:56.896 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:23:56.896 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 33: conflicting requests 2024-04-12T08:23:56.896 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-12T08:23:56.896 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 34: conflicting requests 2024-04-12T08:23:56.896 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T08:23:56.896 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 35: conflicting requests 2024-04-12T08:23:56.896 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-12T08:23:56.896 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 36: conflicting requests 2024-04-12T08:23:56.896 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:23:56.896 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 37: conflicting requests 2024-04-12T08:23:56.896 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-12T08:23:56.896 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-12T08:23:56.897 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-12T08:23:56.897 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 38: cannot install the best candidate for the job 2024-04-12T08:23:56.897 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-12T08:23:56.897 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-12T08:23:56.897 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-12T08:23:56.897 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-12T08:23:56.897 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 39: conflicting requests 2024-04-12T08:23:56.897 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T08:23:56.897 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T08:23:56.897 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-12T08:23:56.897 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:23:56.897 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:23:56.897 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-12T08:23:56.897 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 40: cannot install the best candidate for the job 2024-04-12T08:23:56.898 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-12T08:23:56.898 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-12T08:23:56.898 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:23:56.898 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:23:56.898 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 41: cannot install the best candidate for the job 2024-04-12T08:23:56.898 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T08:23:56.898 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T08:23:56.898 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:23:56.899 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:23:56.899 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 42: cannot install the best candidate for the job 2024-04-12T08:23:56.899 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T08:23:56.899 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T08:23:56.899 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T08:23:56.899 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T08:23:56.899 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 43: cannot install the best candidate for the job 2024-04-12T08:23:56.899 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-12T08:23:56.900 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-12T08:23:56.900 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-12T08:23:56.900 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-12T08:23:56.900 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 44: cannot install the best candidate for the job 2024-04-12T08:23:56.900 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T08:23:56.900 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T08:23:56.900 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T08:23:56.900 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T08:23:56.900 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 45: cannot install the best candidate for the job 2024-04-12T08:23:56.900 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-12T08:23:56.900 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-12T08:23:56.900 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-12T08:23:56.900 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-12T08:23:57.316 INFO:teuthology.orchestra.run.smithi175.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-04-12T08:23:57.316 INFO:teuthology.orchestra.run.smithi175.stdout:Package kernel-5.14.0-361.el9.x86_64 is already installed. 2024-04-12T08:23:57.424 INFO:teuthology.orchestra.run.smithi175.stdout:Dependencies resolved. 2024-04-12T08:23:57.432 INFO:teuthology.orchestra.run.smithi175.stdout:================================================================================ 2024-04-12T08:23:57.432 INFO:teuthology.orchestra.run.smithi175.stdout: Package Architecture Version Repository Size 2024-04-12T08:23:57.432 INFO:teuthology.orchestra.run.smithi175.stdout:================================================================================ 2024-04-12T08:23:57.432 INFO:teuthology.orchestra.run.smithi175.stdout:Installing: 2024-04-12T08:23:57.432 INFO:teuthology.orchestra.run.smithi175.stdout: kernel x86_64 5.14.0-435.el9 baseos 214 k 2024-04-12T08:23:57.432 INFO:teuthology.orchestra.run.smithi175.stdout:Installing dependencies: 2024-04-12T08:23:57.432 INFO:teuthology.orchestra.run.smithi175.stdout: kernel-core x86_64 5.14.0-435.el9 baseos 15 M 2024-04-12T08:23:57.432 INFO:teuthology.orchestra.run.smithi175.stdout: kernel-modules x86_64 5.14.0-435.el9 baseos 34 M 2024-04-12T08:23:57.433 INFO:teuthology.orchestra.run.smithi175.stdout: kernel-modules-core x86_64 5.14.0-435.el9 baseos 28 M 2024-04-12T08:23:57.433 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-04-12T08:23:57.433 INFO:teuthology.orchestra.run.smithi175.stdout:Transaction Summary 2024-04-12T08:23:57.433 INFO:teuthology.orchestra.run.smithi175.stdout:================================================================================ 2024-04-12T08:23:57.433 INFO:teuthology.orchestra.run.smithi175.stdout:Install 4 Packages 2024-04-12T08:23:57.433 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-04-12T08:23:57.433 INFO:teuthology.orchestra.run.smithi175.stdout:Total download size: 77 M 2024-04-12T08:23:57.433 INFO:teuthology.orchestra.run.smithi175.stdout:Installed size: 123 M 2024-04-12T08:23:57.434 INFO:teuthology.orchestra.run.smithi175.stdout:Downloading Packages: 2024-04-12T08:23:58.098 INFO:teuthology.orchestra.run.smithi112.stderr:Modular dependency problems: 2024-04-12T08:23:58.098 INFO:teuthology.orchestra.run.smithi112.stderr: 2024-04-12T08:23:58.098 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 1: conflicting requests 2024-04-12T08:23:58.099 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-12T08:23:58.099 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 2: conflicting requests 2024-04-12T08:23:58.099 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-12T08:23:58.099 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 3: conflicting requests 2024-04-12T08:23:58.099 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-12T08:23:58.099 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 4: conflicting requests 2024-04-12T08:23:58.099 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T08:23:58.099 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 5: conflicting requests 2024-04-12T08:23:58.099 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-12T08:23:58.099 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 6: conflicting requests 2024-04-12T08:23:58.099 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:23:58.099 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 7: conflicting requests 2024-04-12T08:23:58.099 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-12T08:23:58.100 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 8: conflicting requests 2024-04-12T08:23:58.100 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-12T08:23:58.100 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 9: conflicting requests 2024-04-12T08:23:58.100 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-12T08:23:58.100 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 10: conflicting requests 2024-04-12T08:23:58.100 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:23:58.100 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 11: conflicting requests 2024-04-12T08:23:58.100 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-12T08:23:58.100 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 12: conflicting requests 2024-04-12T08:23:58.100 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-12T08:23:58.100 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 13: conflicting requests 2024-04-12T08:23:58.100 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T08:23:58.100 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 14: conflicting requests 2024-04-12T08:23:58.100 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-12T08:23:58.101 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 15: conflicting requests 2024-04-12T08:23:58.101 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T08:23:58.101 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 16: conflicting requests 2024-04-12T08:23:58.101 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:23:58.101 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 17: conflicting requests 2024-04-12T08:23:58.101 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:23:58.101 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 18: conflicting requests 2024-04-12T08:23:58.101 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T08:23:58.101 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 19: conflicting requests 2024-04-12T08:23:58.101 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:23:58.101 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 20: conflicting requests 2024-04-12T08:23:58.101 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T08:23:58.101 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 21: conflicting requests 2024-04-12T08:23:58.101 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-12T08:23:58.102 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 22: conflicting requests 2024-04-12T08:23:58.102 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:23:58.102 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 23: conflicting requests 2024-04-12T08:23:58.102 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-12T08:23:58.102 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 24: conflicting requests 2024-04-12T08:23:58.102 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-12T08:23:58.102 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 25: conflicting requests 2024-04-12T08:23:58.102 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-12T08:23:58.102 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 26: conflicting requests 2024-04-12T08:23:58.102 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-12T08:23:58.102 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 27: conflicting requests 2024-04-12T08:23:58.102 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:23:58.102 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 28: conflicting requests 2024-04-12T08:23:58.102 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-12T08:23:58.103 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 29: conflicting requests 2024-04-12T08:23:58.103 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:23:58.103 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 30: conflicting requests 2024-04-12T08:23:58.103 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-12T08:23:58.103 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 31: conflicting requests 2024-04-12T08:23:58.103 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-12T08:23:58.103 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 32: conflicting requests 2024-04-12T08:23:58.103 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:23:58.103 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 33: conflicting requests 2024-04-12T08:23:58.103 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-12T08:23:58.103 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 34: conflicting requests 2024-04-12T08:23:58.103 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T08:23:58.103 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 35: conflicting requests 2024-04-12T08:23:58.103 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-12T08:23:58.103 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 36: conflicting requests 2024-04-12T08:23:58.104 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:23:58.104 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 37: conflicting requests 2024-04-12T08:23:58.104 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-12T08:23:58.104 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-12T08:23:58.104 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-12T08:23:58.104 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 38: cannot install the best candidate for the job 2024-04-12T08:23:58.104 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-12T08:23:58.104 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-12T08:23:58.104 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-12T08:23:58.104 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-12T08:23:58.104 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 39: conflicting requests 2024-04-12T08:23:58.104 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T08:23:58.104 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T08:23:58.104 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-12T08:23:58.104 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:23:58.105 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:23:58.105 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-12T08:23:58.105 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 40: cannot install the best candidate for the job 2024-04-12T08:23:58.105 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-12T08:23:58.105 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-12T08:23:58.105 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:23:58.105 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:23:58.105 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 41: cannot install the best candidate for the job 2024-04-12T08:23:58.105 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T08:23:58.105 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T08:23:58.105 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:23:58.105 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:23:58.105 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 42: cannot install the best candidate for the job 2024-04-12T08:23:58.105 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T08:23:58.105 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T08:23:58.105 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T08:23:58.106 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T08:23:58.106 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 43: cannot install the best candidate for the job 2024-04-12T08:23:58.106 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-12T08:23:58.106 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-12T08:23:58.106 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-12T08:23:58.106 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-12T08:23:58.106 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 44: cannot install the best candidate for the job 2024-04-12T08:23:58.106 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T08:23:58.106 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T08:23:58.106 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T08:23:58.106 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T08:23:58.106 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 45: cannot install the best candidate for the job 2024-04-12T08:23:58.106 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-12T08:23:58.106 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-12T08:23:58.107 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-12T08:23:58.107 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-12T08:23:58.528 INFO:teuthology.orchestra.run.smithi112.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-04-12T08:23:58.528 INFO:teuthology.orchestra.run.smithi112.stdout:Package kernel-5.14.0-361.el9.x86_64 is already installed. 2024-04-12T08:23:58.618 INFO:teuthology.orchestra.run.smithi175.stdout:(1/4): kernel-5.14.0-435.el9.x86_64.rpm 234 kB/s | 214 kB 00:00 2024-04-12T08:23:58.642 INFO:teuthology.orchestra.run.smithi112.stdout:Dependencies resolved. 2024-04-12T08:23:58.653 INFO:teuthology.orchestra.run.smithi112.stdout:================================================================================ 2024-04-12T08:23:58.654 INFO:teuthology.orchestra.run.smithi112.stdout: Package Architecture Version Repository Size 2024-04-12T08:23:58.654 INFO:teuthology.orchestra.run.smithi112.stdout:================================================================================ 2024-04-12T08:23:58.654 INFO:teuthology.orchestra.run.smithi112.stdout:Installing: 2024-04-12T08:23:58.654 INFO:teuthology.orchestra.run.smithi112.stdout: kernel x86_64 5.14.0-435.el9 baseos 214 k 2024-04-12T08:23:58.654 INFO:teuthology.orchestra.run.smithi112.stdout:Installing dependencies: 2024-04-12T08:23:58.654 INFO:teuthology.orchestra.run.smithi112.stdout: kernel-core x86_64 5.14.0-435.el9 baseos 15 M 2024-04-12T08:23:58.654 INFO:teuthology.orchestra.run.smithi112.stdout: kernel-modules x86_64 5.14.0-435.el9 baseos 34 M 2024-04-12T08:23:58.654 INFO:teuthology.orchestra.run.smithi112.stdout: kernel-modules-core x86_64 5.14.0-435.el9 baseos 28 M 2024-04-12T08:23:58.654 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T08:23:58.654 INFO:teuthology.orchestra.run.smithi112.stdout:Transaction Summary 2024-04-12T08:23:58.654 INFO:teuthology.orchestra.run.smithi112.stdout:================================================================================ 2024-04-12T08:23:58.654 INFO:teuthology.orchestra.run.smithi112.stdout:Install 4 Packages 2024-04-12T08:23:58.654 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T08:23:58.655 INFO:teuthology.orchestra.run.smithi112.stdout:Total download size: 77 M 2024-04-12T08:23:58.655 INFO:teuthology.orchestra.run.smithi112.stdout:Installed size: 123 M 2024-04-12T08:23:58.655 INFO:teuthology.orchestra.run.smithi112.stdout:Downloading Packages: 2024-04-12T08:23:59.156 INFO:teuthology.orchestra.run.smithi112.stdout:(1/4): kernel-5.14.0-435.el9.x86_64.rpm 1.5 MB/s | 214 kB 00:00 2024-04-12T08:23:59.515 INFO:teuthology.orchestra.run.smithi112.stdout:(2/4): kernel-core-5.14.0-435.el9.x86_64.rpm 31 MB/s | 15 MB 00:00 2024-04-12T08:23:59.890 INFO:teuthology.orchestra.run.smithi112.stdout:(3/4): kernel-modules-core-5.14.0-435.el9.x86_6 38 MB/s | 28 MB 00:00 2024-04-12T08:24:00.207 INFO:teuthology.orchestra.run.smithi112.stdout:(4/4): kernel-modules-5.14.0-435.el9.x86_64.rpm 28 MB/s | 34 MB 00:01 2024-04-12T08:24:00.207 INFO:teuthology.orchestra.run.smithi112.stdout:-------------------------------------------------------------------------------- 2024-04-12T08:24:00.207 INFO:teuthology.orchestra.run.smithi112.stdout:Total 49 MB/s | 77 MB 00:01 2024-04-12T08:24:00.875 INFO:teuthology.orchestra.run.smithi112.stdout:Running transaction check 2024-04-12T08:24:01.233 INFO:teuthology.orchestra.run.smithi112.stdout:Transaction check succeeded. 2024-04-12T08:24:01.233 INFO:teuthology.orchestra.run.smithi112.stdout:Running transaction test 2024-04-12T08:24:02.287 INFO:teuthology.orchestra.run.smithi112.stdout:Transaction test succeeded. 2024-04-12T08:24:02.287 INFO:teuthology.orchestra.run.smithi112.stdout:Running transaction 2024-04-12T08:24:04.763 INFO:teuthology.orchestra.run.smithi112.stdout: Preparing : 1/1 2024-04-12T08:24:05.359 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : kernel-modules-core-5.14.0-435.el9.x86_64 1/4 2024-04-12T08:24:05.474 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : kernel-core-5.14.0-435.el9.x86_64 2/4 2024-04-12T08:24:08.258 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: kernel-core-5.14.0-435.el9.x86_64 2/4 2024-04-12T08:24:08.401 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : kernel-modules-5.14.0-435.el9.x86_64 3/4 2024-04-12T08:24:13.095 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: kernel-modules-5.14.0-435.el9.x86_64 3/4 2024-04-12T08:24:13.135 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : kernel-5.14.0-435.el9.x86_64 4/4 2024-04-12T08:24:18.004 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: kernel-modules-core-5.14.0-435.el9.x86_64 4/4 2024-04-12T08:24:24.057 INFO:teuthology.orchestra.run.smithi175.stdout:(2/4): kernel-core-5.14.0-435.el9.x86_64.rpm 587 kB/s | 15 MB 00:26 2024-04-12T08:24:46.503 INFO:teuthology.orchestra.run.smithi175.stdout:(3/4): kernel-modules-core-5.14.0-435.el9.x86_6 591 kB/s | 28 MB 00:47 2024-04-12T08:24:47.382 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: kernel-core-5.14.0-435.el9.x86_64 4/4 2024-04-12T08:24:47.382 INFO:teuthology.orchestra.run.smithi112.stdout:dracut: Disabling early microcode, because kernel does not support it. CONFIG_MICROCODE_[AMD|INTEL]!=y 2024-04-12T08:24:47.382 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T08:24:47.427 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: kernel-modules-5.14.0-435.el9.x86_64 4/4 2024-04-12T08:24:47.835 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: kernel-5.14.0-435.el9.x86_64 4/4 2024-04-12T08:24:47.836 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : kernel-5.14.0-435.el9.x86_64 1/4 2024-04-12T08:24:47.836 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : kernel-core-5.14.0-435.el9.x86_64 2/4 2024-04-12T08:24:47.836 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : kernel-modules-5.14.0-435.el9.x86_64 3/4 2024-04-12T08:24:48.253 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : kernel-modules-core-5.14.0-435.el9.x86_64 4/4 2024-04-12T08:24:48.254 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T08:24:48.254 INFO:teuthology.orchestra.run.smithi112.stdout:Installed: 2024-04-12T08:24:48.254 INFO:teuthology.orchestra.run.smithi112.stdout: kernel-5.14.0-435.el9.x86_64 2024-04-12T08:24:48.254 INFO:teuthology.orchestra.run.smithi112.stdout: kernel-core-5.14.0-435.el9.x86_64 2024-04-12T08:24:48.254 INFO:teuthology.orchestra.run.smithi112.stdout: kernel-modules-5.14.0-435.el9.x86_64 2024-04-12T08:24:48.254 INFO:teuthology.orchestra.run.smithi112.stdout: kernel-modules-core-5.14.0-435.el9.x86_64 2024-04-12T08:24:48.254 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T08:24:48.254 INFO:teuthology.orchestra.run.smithi112.stdout:Complete! 2024-04-12T08:24:48.601 DEBUG:teuthology.orchestra.run.smithi112:> rpm -q kernel | sort -rV | head -n 1 2024-04-12T08:24:48.715 INFO:teuthology.orchestra.run.smithi112.stdout:kernel-5.14.0-435.el9.x86_64 2024-04-12T08:24:48.715 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-435.el9.x86_64 2024-04-12T08:24:48.715 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-361.el9.x86_64 Expected: 5.14.0-435.el9.x86_64 2024-04-12T08:24:48.715 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-04-12T08:24:48.715 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-04-12T08:24:48.715 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2024-04-12T08:24:48.715 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi112.front.sepia.ceph.com, path=None, version=distro) 2024-04-12T08:24:48.716 DEBUG:teuthology.orchestra.run.smithi112:> rpm -q kernel | sort -rV | head -n 1 2024-04-12T08:24:48.795 INFO:teuthology.orchestra.run.smithi112.stdout:kernel-5.14.0-435.el9.x86_64 2024-04-12T08:24:48.796 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-435.el9.x86_64 2024-04-12T08:24:48.796 DEBUG:teuthology.orchestra.run.smithi112:> sudo rpm -qi grub2-tools 2024-04-12T08:24:48.830 INFO:teuthology.orchestra.run.smithi112.stdout:Name : grub2-tools 2024-04-12T08:24:48.830 INFO:teuthology.orchestra.run.smithi112.stdout:Epoch : 1 2024-04-12T08:24:48.830 INFO:teuthology.orchestra.run.smithi112.stdout:Version : 2.06 2024-04-12T08:24:48.831 INFO:teuthology.orchestra.run.smithi112.stdout:Release : 68.el9 2024-04-12T08:24:48.831 INFO:teuthology.orchestra.run.smithi112.stdout:Architecture: x86_64 2024-04-12T08:24:48.831 INFO:teuthology.orchestra.run.smithi112.stdout:Install Date: Fri 01 Sep 2023 09:14:30 PM UTC 2024-04-12T08:24:48.831 INFO:teuthology.orchestra.run.smithi112.stdout:Group : Unspecified 2024-04-12T08:24:48.831 INFO:teuthology.orchestra.run.smithi112.stdout:Size : 8264254 2024-04-12T08:24:48.831 INFO:teuthology.orchestra.run.smithi112.stdout:License : GPLv3+ 2024-04-12T08:24:48.831 INFO:teuthology.orchestra.run.smithi112.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-04-12T08:24:48.831 INFO:teuthology.orchestra.run.smithi112.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-04-12T08:24:48.831 INFO:teuthology.orchestra.run.smithi112.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-04-12T08:24:48.831 INFO:teuthology.orchestra.run.smithi112.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-04-12T08:24:48.831 INFO:teuthology.orchestra.run.smithi112.stdout:Packager : builder@centos.org 2024-04-12T08:24:48.831 INFO:teuthology.orchestra.run.smithi112.stdout:Vendor : CentOS 2024-04-12T08:24:48.831 INFO:teuthology.orchestra.run.smithi112.stdout:URL : http://www.gnu.org/software/grub/ 2024-04-12T08:24:48.831 INFO:teuthology.orchestra.run.smithi112.stdout:Summary : Support tools for GRUB. 2024-04-12T08:24:48.831 INFO:teuthology.orchestra.run.smithi112.stdout:Description : 2024-04-12T08:24:48.832 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T08:24:48.832 INFO:teuthology.orchestra.run.smithi112.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-04-12T08:24:48.832 INFO:teuthology.orchestra.run.smithi112.stdout:customizable bootloader with modular architecture. It supports a rich 2024-04-12T08:24:48.832 INFO:teuthology.orchestra.run.smithi112.stdout:variety of kernel formats, file systems, computer architectures and 2024-04-12T08:24:48.832 INFO:teuthology.orchestra.run.smithi112.stdout:hardware devices. 2024-04-12T08:24:48.832 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T08:24:48.832 INFO:teuthology.orchestra.run.smithi112.stdout:This subpackage provides tools for support of all platforms. 2024-04-12T08:24:48.833 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-04-12T08:24:48.833 INFO:teuthology.task.kernel:Updating grub on smithi112 to boot 5.14.0-435.el9.x86_64 2024-04-12T08:24:48.833 DEBUG:teuthology.orchestra.run.smithi112:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-04-12T08:24:49.444 INFO:teuthology.orchestra.run.smithi112.stderr:Generating grub configuration file ... 2024-04-12T08:24:50.773 INFO:teuthology.orchestra.run.smithi112.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-04-12T08:24:50.805 INFO:teuthology.orchestra.run.smithi112.stderr:done 2024-04-12T08:24:50.807 DEBUG:teuthology.orchestra.run.smithi112:> mktemp 2024-04-12T08:24:50.822 INFO:teuthology.orchestra.run.smithi112.stdout:/tmp/tmp.82fDoGDxDX 2024-04-12T08:24:50.822 DEBUG:teuthology.orchestra.run.smithi112:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.82fDoGDxDX 2024-04-12T08:24:50.892 DEBUG:teuthology.orchestra.run.smithi112:> sudo chmod 0666 /tmp/tmp.82fDoGDxDX 2024-04-12T08:24:51.030 DEBUG:teuthology.orchestra.remote:smithi112:/tmp/tmp.82fDoGDxDX is 6KB 2024-04-12T08:24:51.079 DEBUG:teuthology.orchestra.run.smithi112:> rm -fr /tmp/tmp.82fDoGDxDX 2024-04-12T08:24:51.094 DEBUG:teuthology.orchestra.run.smithi112:> sudo /bin/ls /boot/loader/entries || true 2024-04-12T08:24:51.165 INFO:teuthology.orchestra.run.smithi112.stdout:15949e3c88704300882482eddfd7baae-0-rescue.conf 2024-04-12T08:24:51.165 INFO:teuthology.orchestra.run.smithi112.stdout:15949e3c88704300882482eddfd7baae-5.14.0-239.el9.x86_64.conf 2024-04-12T08:24:51.165 INFO:teuthology.orchestra.run.smithi112.stdout:15949e3c88704300882482eddfd7baae-5.14.0-361.el9.x86_64.conf 2024-04-12T08:24:51.165 INFO:teuthology.orchestra.run.smithi112.stdout:15949e3c88704300882482eddfd7baae-5.14.0-435.el9.x86_64.conf 2024-04-12T08:24:51.166 DEBUG:teuthology.orchestra.run.smithi112:> sudo grub2-set-default 15949e3c88704300882482eddfd7baae-5.14.0-435.el9.x86_64 2024-04-12T08:24:51.319 DEBUG:teuthology.orchestra.run.smithi112:> sudo shutdown -r now 2024-04-12T08:24:53.693 INFO:teuthology.orchestra.run.smithi175.stdout:(4/4): kernel-modules-5.14.0-435.el9.x86_64.rpm 615 kB/s | 34 MB 00:55 2024-04-12T08:24:53.694 INFO:teuthology.orchestra.run.smithi175.stdout:-------------------------------------------------------------------------------- 2024-04-12T08:24:53.694 INFO:teuthology.orchestra.run.smithi175.stdout:Total 1.4 MB/s | 77 MB 00:56 2024-04-12T08:24:54.365 INFO:teuthology.orchestra.run.smithi175.stdout:Running transaction check 2024-04-12T08:24:54.744 INFO:teuthology.orchestra.run.smithi175.stdout:Transaction check succeeded. 2024-04-12T08:24:54.745 INFO:teuthology.orchestra.run.smithi175.stdout:Running transaction test 2024-04-12T08:24:55.796 INFO:teuthology.orchestra.run.smithi175.stdout:Transaction test succeeded. 2024-04-12T08:24:55.796 INFO:teuthology.orchestra.run.smithi175.stdout:Running transaction 2024-04-12T08:24:58.265 INFO:teuthology.orchestra.run.smithi175.stdout: Preparing : 1/1 2024-04-12T08:24:58.853 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : kernel-modules-core-5.14.0-435.el9.x86_64 1/4 2024-04-12T08:24:58.943 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : kernel-core-5.14.0-435.el9.x86_64 2/4 2024-04-12T08:25:01.690 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: kernel-core-5.14.0-435.el9.x86_64 2/4 2024-04-12T08:25:01.827 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : kernel-modules-5.14.0-435.el9.x86_64 3/4 2024-04-12T08:25:06.517 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: kernel-modules-5.14.0-435.el9.x86_64 3/4 2024-04-12T08:25:06.562 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : kernel-5.14.0-435.el9.x86_64 4/4 2024-04-12T08:25:11.279 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: kernel-modules-core-5.14.0-435.el9.x86_64 4/4 2024-04-12T08:25:21.322 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-04-12T08:25:21.323 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi112.front.sepia.ceph.com' 2024-04-12T08:25:21.324 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi112.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-12T08:25:39.870 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.112 2024-04-12T08:25:40.532 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: kernel-core-5.14.0-435.el9.x86_64 4/4 2024-04-12T08:25:40.532 INFO:teuthology.orchestra.run.smithi175.stdout:dracut: Disabling early microcode, because kernel does not support it. CONFIG_MICROCODE_[AMD|INTEL]!=y 2024-04-12T08:25:40.532 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-04-12T08:25:40.577 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: kernel-modules-5.14.0-435.el9.x86_64 4/4 2024-04-12T08:25:40.969 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: kernel-5.14.0-435.el9.x86_64 4/4 2024-04-12T08:25:40.969 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : kernel-5.14.0-435.el9.x86_64 1/4 2024-04-12T08:25:40.969 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : kernel-core-5.14.0-435.el9.x86_64 2/4 2024-04-12T08:25:40.969 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : kernel-modules-5.14.0-435.el9.x86_64 3/4 2024-04-12T08:25:41.400 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : kernel-modules-core-5.14.0-435.el9.x86_64 4/4 2024-04-12T08:25:41.400 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-04-12T08:25:41.400 INFO:teuthology.orchestra.run.smithi175.stdout:Installed: 2024-04-12T08:25:41.401 INFO:teuthology.orchestra.run.smithi175.stdout: kernel-5.14.0-435.el9.x86_64 2024-04-12T08:25:41.401 INFO:teuthology.orchestra.run.smithi175.stdout: kernel-core-5.14.0-435.el9.x86_64 2024-04-12T08:25:41.401 INFO:teuthology.orchestra.run.smithi175.stdout: kernel-modules-5.14.0-435.el9.x86_64 2024-04-12T08:25:41.401 INFO:teuthology.orchestra.run.smithi175.stdout: kernel-modules-core-5.14.0-435.el9.x86_64 2024-04-12T08:25:41.401 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-04-12T08:25:41.402 INFO:teuthology.orchestra.run.smithi175.stdout:Complete! 2024-04-12T08:25:41.741 DEBUG:teuthology.orchestra.run.smithi175:> rpm -q kernel | sort -rV | head -n 1 2024-04-12T08:25:41.845 INFO:teuthology.orchestra.run.smithi175.stdout:kernel-5.14.0-435.el9.x86_64 2024-04-12T08:25:41.845 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-435.el9.x86_64 2024-04-12T08:25:41.845 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-361.el9.x86_64 Expected: 5.14.0-435.el9.x86_64 2024-04-12T08:25:41.845 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-04-12T08:25:41.846 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-04-12T08:25:41.846 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2024-04-12T08:25:41.846 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi175.front.sepia.ceph.com, path=None, version=distro) 2024-04-12T08:25:41.846 DEBUG:teuthology.orchestra.run.smithi175:> rpm -q kernel | sort -rV | head -n 1 2024-04-12T08:25:41.927 INFO:teuthology.orchestra.run.smithi175.stdout:kernel-5.14.0-435.el9.x86_64 2024-04-12T08:25:41.927 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-435.el9.x86_64 2024-04-12T08:25:41.928 DEBUG:teuthology.orchestra.run.smithi175:> sudo rpm -qi grub2-tools 2024-04-12T08:25:41.967 INFO:teuthology.orchestra.run.smithi175.stdout:Name : grub2-tools 2024-04-12T08:25:41.967 INFO:teuthology.orchestra.run.smithi175.stdout:Epoch : 1 2024-04-12T08:25:41.968 INFO:teuthology.orchestra.run.smithi175.stdout:Version : 2.06 2024-04-12T08:25:41.968 INFO:teuthology.orchestra.run.smithi175.stdout:Release : 68.el9 2024-04-12T08:25:41.968 INFO:teuthology.orchestra.run.smithi175.stdout:Architecture: x86_64 2024-04-12T08:25:41.968 INFO:teuthology.orchestra.run.smithi175.stdout:Install Date: Fri 01 Sep 2023 09:14:30 PM UTC 2024-04-12T08:25:41.968 INFO:teuthology.orchestra.run.smithi175.stdout:Group : Unspecified 2024-04-12T08:25:41.968 INFO:teuthology.orchestra.run.smithi175.stdout:Size : 8264254 2024-04-12T08:25:41.968 INFO:teuthology.orchestra.run.smithi175.stdout:License : GPLv3+ 2024-04-12T08:25:41.968 INFO:teuthology.orchestra.run.smithi175.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-04-12T08:25:41.968 INFO:teuthology.orchestra.run.smithi175.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-04-12T08:25:41.968 INFO:teuthology.orchestra.run.smithi175.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-04-12T08:25:41.968 INFO:teuthology.orchestra.run.smithi175.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-04-12T08:25:41.968 INFO:teuthology.orchestra.run.smithi175.stdout:Packager : builder@centos.org 2024-04-12T08:25:41.968 INFO:teuthology.orchestra.run.smithi175.stdout:Vendor : CentOS 2024-04-12T08:25:41.968 INFO:teuthology.orchestra.run.smithi175.stdout:URL : http://www.gnu.org/software/grub/ 2024-04-12T08:25:41.969 INFO:teuthology.orchestra.run.smithi175.stdout:Summary : Support tools for GRUB. 2024-04-12T08:25:41.969 INFO:teuthology.orchestra.run.smithi175.stdout:Description : 2024-04-12T08:25:41.969 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-04-12T08:25:41.969 INFO:teuthology.orchestra.run.smithi175.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-04-12T08:25:41.969 INFO:teuthology.orchestra.run.smithi175.stdout:customizable bootloader with modular architecture. It supports a rich 2024-04-12T08:25:41.969 INFO:teuthology.orchestra.run.smithi175.stdout:variety of kernel formats, file systems, computer architectures and 2024-04-12T08:25:41.969 INFO:teuthology.orchestra.run.smithi175.stdout:hardware devices. 2024-04-12T08:25:41.969 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-04-12T08:25:41.969 INFO:teuthology.orchestra.run.smithi175.stdout:This subpackage provides tools for support of all platforms. 2024-04-12T08:25:41.970 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-04-12T08:25:41.970 INFO:teuthology.task.kernel:Updating grub on smithi175 to boot 5.14.0-435.el9.x86_64 2024-04-12T08:25:41.970 DEBUG:teuthology.orchestra.run.smithi175:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-04-12T08:25:42.551 INFO:teuthology.orchestra.run.smithi175.stderr:Generating grub configuration file ... 2024-04-12T08:25:43.845 INFO:teuthology.orchestra.run.smithi175.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-04-12T08:25:43.884 INFO:teuthology.orchestra.run.smithi175.stderr:done 2024-04-12T08:25:43.886 DEBUG:teuthology.orchestra.run.smithi175:> mktemp 2024-04-12T08:25:43.901 INFO:teuthology.orchestra.run.smithi175.stdout:/tmp/tmp.njL3enoQxh 2024-04-12T08:25:43.902 DEBUG:teuthology.orchestra.run.smithi175:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.njL3enoQxh 2024-04-12T08:25:43.970 DEBUG:teuthology.orchestra.run.smithi175:> sudo chmod 0666 /tmp/tmp.njL3enoQxh 2024-04-12T08:25:44.123 DEBUG:teuthology.orchestra.remote:smithi175:/tmp/tmp.njL3enoQxh is 6KB 2024-04-12T08:25:44.171 DEBUG:teuthology.orchestra.run.smithi175:> rm -fr /tmp/tmp.njL3enoQxh 2024-04-12T08:25:44.185 DEBUG:teuthology.orchestra.run.smithi175:> sudo /bin/ls /boot/loader/entries || true 2024-04-12T08:25:44.254 INFO:teuthology.orchestra.run.smithi175.stdout:15949e3c88704300882482eddfd7baae-0-rescue.conf 2024-04-12T08:25:44.254 INFO:teuthology.orchestra.run.smithi175.stdout:15949e3c88704300882482eddfd7baae-5.14.0-239.el9.x86_64.conf 2024-04-12T08:25:44.254 INFO:teuthology.orchestra.run.smithi175.stdout:15949e3c88704300882482eddfd7baae-5.14.0-361.el9.x86_64.conf 2024-04-12T08:25:44.254 INFO:teuthology.orchestra.run.smithi175.stdout:15949e3c88704300882482eddfd7baae-5.14.0-435.el9.x86_64.conf 2024-04-12T08:25:44.255 DEBUG:teuthology.orchestra.run.smithi175:> sudo grub2-set-default 15949e3c88704300882482eddfd7baae-5.14.0-435.el9.x86_64 2024-04-12T08:25:44.414 DEBUG:teuthology.orchestra.run.smithi175:> sudo shutdown -r now 2024-04-12T08:25:48.874 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi112.front.sepia.ceph.com' 2024-04-12T08:25:48.875 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi112.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-12T08:25:51.938 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.112 2024-04-12T08:26:03.950 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi112.front.sepia.ceph.com' 2024-04-12T08:26:03.951 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi112.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-12T08:26:14.426 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2024-04-12T08:26:14.427 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi175.front.sepia.ceph.com' 2024-04-12T08:26:14.428 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi175.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-12T08:26:22.366 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.112 2024-04-12T08:26:32.865 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.175 2024-04-12T08:26:37.370 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi112.front.sepia.ceph.com' 2024-04-12T08:26:37.371 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi112.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-12T08:26:37.784 DEBUG:teuthology.orchestra.run.smithi112:> true 2024-04-12T08:26:38.227 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi112.front.sepia.ceph.com' 2024-04-12T08:26:38.228 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.14.0-435.el9.x86_64"... 2024-04-12T08:26:38.228 DEBUG:teuthology.orchestra.run.smithi112:> uname -r 2024-04-12T08:26:38.242 INFO:teuthology.orchestra.run.smithi112.stdout:5.14.0-435.el9.x86_64 2024-04-12T08:26:38.242 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-435.el9.x86_64 vs 5.14.0-435.el9.x86_64 2024-04-12T08:26:38.242 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-04-12T08:26:38.242 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-04-12T08:26:39.243 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-04-12T08:26:39.243 DEBUG:teuthology.orchestra.run.smithi112:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-04-12T08:26:39.357 INFO:teuthology.orchestra.run.smithi112.stdout:ttyS1 2024-04-12T08:26:39.396 DEBUG:teuthology.parallel:result is None 2024-04-12T08:26:41.866 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi175.front.sepia.ceph.com' 2024-04-12T08:26:41.866 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi175.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-12T08:26:44.930 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.175 2024-04-12T08:26:56.931 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi175.front.sepia.ceph.com' 2024-04-12T08:26:56.932 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi175.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-12T08:27:15.358 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.175 2024-04-12T08:27:30.360 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi175.front.sepia.ceph.com' 2024-04-12T08:27:30.361 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi175.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-12T08:27:30.690 DEBUG:teuthology.orchestra.run.smithi175:> true 2024-04-12T08:27:31.212 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi175.front.sepia.ceph.com' 2024-04-12T08:27:31.212 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.14.0-435.el9.x86_64"... 2024-04-12T08:27:31.213 DEBUG:teuthology.orchestra.run.smithi175:> uname -r 2024-04-12T08:27:31.226 INFO:teuthology.orchestra.run.smithi175.stdout:5.14.0-435.el9.x86_64 2024-04-12T08:27:31.227 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-435.el9.x86_64 vs 5.14.0-435.el9.x86_64 2024-04-12T08:27:31.227 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-04-12T08:27:31.227 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-04-12T08:27:32.227 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-04-12T08:27:32.227 DEBUG:teuthology.orchestra.run.smithi175:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-04-12T08:27:32.323 INFO:teuthology.orchestra.run.smithi175.stdout:ttyS1 2024-04-12T08:27:32.362 DEBUG:teuthology.parallel:result is None 2024-04-12T08:27:32.362 INFO:teuthology.run_tasks:Running task internal.base... 2024-04-12T08:27:32.370 INFO:teuthology.task.internal:Creating test directory... 2024-04-12T08:27:32.370 DEBUG:teuthology.orchestra.run.smithi112:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-04-12T08:27:32.373 DEBUG:teuthology.orchestra.run.smithi175:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-04-12T08:27:32.401 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-04-12T08:27:32.423 INFO:teuthology.run_tasks:Running task internal.archive... 2024-04-12T08:27:32.456 INFO:teuthology.task.internal:Creating archive directory... 2024-04-12T08:27:32.457 DEBUG:teuthology.orchestra.run.smithi112:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-04-12T08:27:32.459 DEBUG:teuthology.orchestra.run.smithi175:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-04-12T08:27:32.507 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-04-12T08:27:32.514 INFO:teuthology.task.internal:Enabling coredump saving... 2024-04-12T08:27:32.514 DEBUG:teuthology.orchestra.run.smithi112:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-04-12T08:27:32.531 DEBUG:teuthology.orchestra.run.smithi175:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-04-12T08:27:32.574 INFO:teuthology.orchestra.run.smithi112.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-12T08:27:32.587 INFO:teuthology.orchestra.run.smithi112.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-12T08:27:32.738 INFO:teuthology.orchestra.run.smithi175.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-12T08:27:32.759 INFO:teuthology.orchestra.run.smithi175.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-12T08:27:32.761 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-04-12T08:27:32.769 INFO:teuthology.task.internal:Configuring sudo... 2024-04-12T08:27:32.769 DEBUG:teuthology.orchestra.run.smithi112:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-04-12T08:27:32.772 DEBUG:teuthology.orchestra.run.smithi175:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-04-12T08:27:32.815 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-04-12T08:27:32.826 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-04-12T08:27:32.826 DEBUG:teuthology.orchestra.run.smithi112:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-04-12T08:27:32.844 DEBUG:teuthology.orchestra.run.smithi175:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-04-12T08:27:32.869 DEBUG:teuthology.orchestra.run.smithi112:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-12T08:27:32.939 DEBUG:teuthology.orchestra.run.smithi112:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-12T08:27:32.995 DEBUG:teuthology.orchestra.run.smithi112:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-12T08:27:33.076 DEBUG:teuthology.orchestra.run.smithi112:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-12T08:27:33.119 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-04-12T08:27:33.119 DEBUG:teuthology.orchestra.run.smithi112:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-04-12T08:27:33.188 DEBUG:teuthology.orchestra.run.smithi175:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-12T08:27:33.238 DEBUG:teuthology.orchestra.run.smithi175:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-12T08:27:33.283 DEBUG:teuthology.orchestra.run.smithi175:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-12T08:27:33.366 DEBUG:teuthology.orchestra.run.smithi175:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-12T08:27:33.403 DEBUG:teuthology.orchestra.run.smithi175:> set -ex 2024-04-12T08:27:33.404 DEBUG:teuthology.orchestra.run.smithi175:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-04-12T08:27:33.468 DEBUG:teuthology.orchestra.run.smithi112:> sudo service rsyslog restart 2024-04-12T08:27:33.470 DEBUG:teuthology.orchestra.run.smithi175:> sudo service rsyslog restart 2024-04-12T08:27:33.512 INFO:teuthology.orchestra.run.smithi112.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-12T08:27:33.736 INFO:teuthology.orchestra.run.smithi175.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-12T08:27:33.879 INFO:teuthology.run_tasks:Running task internal.timer... 2024-04-12T08:27:33.887 INFO:teuthology.task.internal:Starting timer... 2024-04-12T08:27:33.887 INFO:teuthology.run_tasks:Running task pcp... 2024-04-12T08:27:33.935 INFO:teuthology.run_tasks:Running task selinux... 2024-04-12T08:27:33.967 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0']} 2024-04-12T08:27:33.967 DEBUG:teuthology.orchestra.run.smithi112:> sudo service auditd rotate 2024-04-12T08:27:34.030 INFO:teuthology.orchestra.run.smithi112.stdout:Rotating logs: 2024-04-12T08:27:34.032 DEBUG:teuthology.orchestra.run.smithi175:> sudo service auditd rotate 2024-04-12T08:27:34.090 INFO:teuthology.orchestra.run.smithi175.stdout:Rotating logs: 2024-04-12T08:27:34.091 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-04-12T08:27:34.092 DEBUG:teuthology.orchestra.run.smithi112:> /usr/sbin/getenforce 2024-04-12T08:27:34.117 INFO:teuthology.orchestra.run.smithi112.stdout:Permissive 2024-04-12T08:27:34.118 DEBUG:teuthology.orchestra.run.smithi175:> /usr/sbin/getenforce 2024-04-12T08:27:34.142 INFO:teuthology.orchestra.run.smithi175.stdout:Permissive 2024-04-12T08:27:34.142 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi112.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi175.front.sepia.ceph.com': 'permissive'} 2024-04-12T08:27:34.143 DEBUG:teuthology.orchestra.run.smithi112:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-04-12T08:27:34.185 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-12T08:27:34.186 DEBUG:teuthology.orchestra.run.smithi175:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-04-12T08:27:34.212 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-12T08:27:34.213 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-04-12T08:27:34.213 DEBUG:teuthology.orchestra.run.smithi112:> sudo /usr/sbin/setenforce permissive 2024-04-12T08:27:34.261 DEBUG:teuthology.orchestra.run.smithi175:> sudo /usr/sbin/setenforce permissive 2024-04-12T08:27:34.294 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-04-12T08:27:34.305 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-04-12T08:27:34.324 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-04-12T08:27:34.326 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi112.front.sepia.ceph.com,smithi175.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-04-12T08:32:06.881 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi112.front.sepia.ceph.com'), Remote(name='ubuntu@smithi175.front.sepia.ceph.com')] 2024-04-12T08:32:06.882 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi112.front.sepia.ceph.com' 2024-04-12T08:32:06.883 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi112.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-12T08:32:06.980 DEBUG:teuthology.orchestra.run.smithi112:> true 2024-04-12T08:32:07.057 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi112.front.sepia.ceph.com' 2024-04-12T08:32:07.057 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi175.front.sepia.ceph.com' 2024-04-12T08:32:07.058 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi175.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-12T08:32:07.152 DEBUG:teuthology.orchestra.run.smithi175:> true 2024-04-12T08:32:07.187 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi175.front.sepia.ceph.com' 2024-04-12T08:32:07.187 INFO:teuthology.run_tasks:Running task clock... 2024-04-12T08:32:07.201 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-04-12T08:32:07.202 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-04-12T08:32:07.202 DEBUG:teuthology.orchestra.run.smithi112:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-12T08:32:07.204 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-04-12T08:32:07.205 DEBUG:teuthology.orchestra.run.smithi175:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-12T08:32:07.233 INFO:teuthology.orchestra.run.smithi112.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-04-12T08:32:07.250 INFO:teuthology.orchestra.run.smithi112.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-04-12T08:32:07.259 INFO:teuthology.orchestra.run.smithi175.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-04-12T08:32:07.276 INFO:teuthology.orchestra.run.smithi175.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-04-12T08:32:07.278 INFO:teuthology.orchestra.run.smithi112.stderr:sudo: ntpd: command not found 2024-04-12T08:32:07.292 INFO:teuthology.orchestra.run.smithi112.stdout:506 Cannot talk to daemon 2024-04-12T08:32:07.305 INFO:teuthology.orchestra.run.smithi175.stderr:sudo: ntpd: command not found 2024-04-12T08:32:07.308 INFO:teuthology.orchestra.run.smithi112.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-04-12T08:32:07.319 INFO:teuthology.orchestra.run.smithi175.stdout:506 Cannot talk to daemon 2024-04-12T08:32:07.324 INFO:teuthology.orchestra.run.smithi112.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-04-12T08:32:07.335 INFO:teuthology.orchestra.run.smithi175.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-04-12T08:32:07.352 INFO:teuthology.orchestra.run.smithi175.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-04-12T08:32:07.379 INFO:teuthology.orchestra.run.smithi112.stderr:bash: line 1: ntpq: command not found 2024-04-12T08:32:07.382 INFO:teuthology.orchestra.run.smithi112.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-12T08:32:07.382 INFO:teuthology.orchestra.run.smithi112.stdout:=============================================================================== 2024-04-12T08:32:07.382 INFO:teuthology.orchestra.run.smithi112.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-12T08:32:07.382 INFO:teuthology.orchestra.run.smithi112.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-12T08:32:07.383 INFO:teuthology.orchestra.run.smithi112.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-12T08:32:07.383 INFO:teuthology.orchestra.run.smithi112.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-12T08:32:07.406 INFO:teuthology.orchestra.run.smithi175.stderr:bash: line 1: ntpq: command not found 2024-04-12T08:32:07.409 INFO:teuthology.orchestra.run.smithi175.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-12T08:32:07.409 INFO:teuthology.orchestra.run.smithi175.stdout:=============================================================================== 2024-04-12T08:32:07.409 INFO:teuthology.orchestra.run.smithi175.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-12T08:32:07.409 INFO:teuthology.orchestra.run.smithi175.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-12T08:32:07.409 INFO:teuthology.orchestra.run.smithi175.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-12T08:32:07.410 INFO:teuthology.orchestra.run.smithi175.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-12T08:32:07.410 INFO:teuthology.run_tasks:Running task install... 2024-04-12T08:32:07.419 DEBUG:teuthology.task.install:project ceph 2024-04-12T08:32:07.419 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': 'b277feb2c7beb4597d8ecc39d58d5c36b81f613a'}} 2024-04-12T08:32:07.419 DEBUG:teuthology.task.install:config {'branch': 'quincy', 'exclude_packages': ['ceph-volume'], 'flavor': 'default', 'sha1': 'b277feb2c7beb4597d8ecc39d58d5c36b81f613a'} 2024-04-12T08:32:07.419 INFO:teuthology.task.install:Using flavor: default 2024-04-12T08:32:07.425 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-04-12T08:32:07.425 INFO:teuthology.task.install:extra packages: [] 2024-04-12T08:32:07.426 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'quincy', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': [], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'b277feb2c7beb4597d8ecc39d58d5c36b81f613a', 'tag': None, 'wait_for_package': False} 2024-04-12T08:32:07.426 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-12T08:32:07.426 INFO:teuthology.packaging:ref: None 2024-04-12T08:32:07.426 INFO:teuthology.packaging:tag: None 2024-04-12T08:32:07.426 INFO:teuthology.packaging:branch: quincy 2024-04-12T08:32:07.426 INFO:teuthology.packaging:sha1: b277feb2c7beb4597d8ecc39d58d5c36b81f613a 2024-04-12T08:32:07.427 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=quincy 2024-04-12T08:32:07.429 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'quincy', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': [], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'b277feb2c7beb4597d8ecc39d58d5c36b81f613a', 'tag': None, 'wait_for_package': False} 2024-04-12T08:32:07.429 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-12T08:32:07.429 INFO:teuthology.packaging:ref: None 2024-04-12T08:32:07.429 INFO:teuthology.packaging:tag: None 2024-04-12T08:32:07.429 INFO:teuthology.packaging:branch: quincy 2024-04-12T08:32:07.429 INFO:teuthology.packaging:sha1: b277feb2c7beb4597d8ecc39d58d5c36b81f613a 2024-04-12T08:32:07.429 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=quincy 2024-04-12T08:32:07.648 INFO:teuthology.task.install.rpm:Pulling from https://4.chacra.ceph.com/r/ceph/quincy/d3b5060a17449edfae9385cdf792afec109fca5d/centos/9/flavors/default/ 2024-04-12T08:32:07.649 INFO:teuthology.task.install.rpm:Package version is 17.2.7-827.gd3b5060a 2024-04-12T08:32:07.742 INFO:teuthology.task.install.rpm:Pulling from https://4.chacra.ceph.com/r/ceph/quincy/d3b5060a17449edfae9385cdf792afec109fca5d/centos/9/flavors/default/ 2024-04-12T08:32:07.742 INFO:teuthology.task.install.rpm:Package version is 17.2.7-827.gd3b5060a 2024-04-12T08:32:07.901 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://4.chacra.ceph.com/r/ceph/quincy/d3b5060a17449edfae9385cdf792afec109fca5d/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://4.chacra.ceph.com/r/ceph/quincy/d3b5060a17449edfae9385cdf792afec109fca5d/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://4.chacra.ceph.com/r/ceph/quincy/d3b5060a17449edfae9385cdf792afec109fca5d/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-04-12T08:32:07.901 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-04-12T08:32:07.902 DEBUG:teuthology.orchestra.run.smithi112:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-04-12T08:32:07.930 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd on remote rpm x86_64 2024-04-12T08:32:07.930 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-12T08:32:07.930 INFO:teuthology.packaging:ref: None 2024-04-12T08:32:07.930 INFO:teuthology.packaging:tag: None 2024-04-12T08:32:07.930 INFO:teuthology.packaging:branch: quincy 2024-04-12T08:32:07.930 INFO:teuthology.packaging:sha1: b277feb2c7beb4597d8ecc39d58d5c36b81f613a 2024-04-12T08:32:07.934 DEBUG:teuthology.orchestra.run.smithi112:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/quincy/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-04-12T08:32:07.975 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://4.chacra.ceph.com/r/ceph/quincy/d3b5060a17449edfae9385cdf792afec109fca5d/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://4.chacra.ceph.com/r/ceph/quincy/d3b5060a17449edfae9385cdf792afec109fca5d/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://4.chacra.ceph.com/r/ceph/quincy/d3b5060a17449edfae9385cdf792afec109fca5d/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-04-12T08:32:07.975 DEBUG:teuthology.orchestra.run.smithi175:> set -ex 2024-04-12T08:32:07.975 DEBUG:teuthology.orchestra.run.smithi175:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-04-12T08:32:07.998 DEBUG:teuthology.orchestra.run.smithi112:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-04-12T08:32:08.004 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd on remote rpm x86_64 2024-04-12T08:32:08.004 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-12T08:32:08.004 INFO:teuthology.packaging:ref: None 2024-04-12T08:32:08.004 INFO:teuthology.packaging:tag: None 2024-04-12T08:32:08.004 INFO:teuthology.packaging:branch: quincy 2024-04-12T08:32:08.004 INFO:teuthology.packaging:sha1: b277feb2c7beb4597d8ecc39d58d5c36b81f613a 2024-04-12T08:32:08.004 DEBUG:teuthology.orchestra.run.smithi175:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/quincy/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-04-12T08:32:08.073 DEBUG:teuthology.orchestra.run.smithi175:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-04-12T08:32:08.078 DEBUG:teuthology.orchestra.run.smithi112:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-04-12T08:32:08.144 INFO:teuthology.orchestra.run.smithi112.stdout:check_obsoletes = 1 2024-04-12T08:32:08.145 DEBUG:teuthology.orchestra.run.smithi112:> sudo yum clean all 2024-04-12T08:32:08.152 DEBUG:teuthology.orchestra.run.smithi175:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-04-12T08:32:08.219 INFO:teuthology.orchestra.run.smithi175.stdout:check_obsoletes = 1 2024-04-12T08:32:08.220 DEBUG:teuthology.orchestra.run.smithi175:> sudo yum clean all 2024-04-12T08:32:08.385 INFO:teuthology.orchestra.run.smithi112.stdout:74 files removed 2024-04-12T08:32:08.412 DEBUG:teuthology.orchestra.run.smithi112:> sudo yum -y install ceph-radosgw 2024-04-12T08:32:08.476 INFO:teuthology.orchestra.run.smithi175.stdout:74 files removed 2024-04-12T08:32:08.503 DEBUG:teuthology.orchestra.run.smithi175:> sudo yum -y install ceph-radosgw 2024-04-12T08:32:09.279 INFO:teuthology.orchestra.run.smithi175.stdout:ceph packages for x86_64 163 kB/s | 77 kB 00:00 2024-04-12T08:32:09.713 INFO:teuthology.orchestra.run.smithi175.stdout:ceph noarch packages 24 kB/s | 9.2 kB 00:00 2024-04-12T08:32:10.047 INFO:teuthology.orchestra.run.smithi175.stdout:ceph source packages 6.0 kB/s | 1.8 kB 00:00 2024-04-12T08:32:10.348 INFO:teuthology.orchestra.run.smithi112.stdout:ceph packages for x86_64 47 kB/s | 77 kB 00:01 2024-04-12T08:32:10.716 INFO:teuthology.orchestra.run.smithi175.stdout:CentOS-9 - AppStream 13 MB/s | 8.1 MB 00:00 2024-04-12T08:32:11.024 INFO:teuthology.orchestra.run.smithi112.stdout:ceph noarch packages 15 kB/s | 9.2 kB 00:00 2024-04-12T08:32:11.392 INFO:teuthology.orchestra.run.smithi112.stdout:ceph source packages 5.4 kB/s | 1.8 kB 00:00 2024-04-12T08:32:11.844 INFO:teuthology.orchestra.run.smithi112.stdout:CentOS-9 - AppStream 20 MB/s | 8.1 MB 00:00 2024-04-12T08:32:12.366 INFO:teuthology.orchestra.run.smithi175.stdout:CentOS-9 - BaseOS 8.1 MB/s | 2.5 MB 00:00 2024-04-12T08:32:13.417 INFO:teuthology.orchestra.run.smithi175.stdout:CentOS Stream 9 - BaseOS 14 MB/s | 8.0 MB 00:00 2024-04-12T08:32:13.519 INFO:teuthology.orchestra.run.smithi112.stdout:CentOS-9 - BaseOS 7.3 MB/s | 2.5 MB 00:00 2024-04-12T08:32:14.459 INFO:teuthology.orchestra.run.smithi112.stdout:CentOS Stream 9 - BaseOS 17 MB/s | 8.0 MB 00:00 2024-04-12T08:32:20.486 INFO:teuthology.orchestra.run.smithi112.stdout:CentOS Stream 9 - AppStream 3.8 MB/s | 19 MB 00:04 2024-04-12T08:32:24.503 INFO:teuthology.orchestra.run.smithi112.stdout:CentOS Stream 9 - CRB 14 MB/s | 6.2 MB 00:00 2024-04-12T08:32:26.013 INFO:teuthology.orchestra.run.smithi112.stdout:CentOS Stream 9 - Extras packages 50 kB/s | 16 kB 00:00 2024-04-12T08:32:27.639 INFO:teuthology.orchestra.run.smithi112.stdout:Extra Packages for Enterprise Linux 14 MB/s | 21 MB 00:01 2024-04-12T08:32:32.781 INFO:teuthology.orchestra.run.smithi112.stdout:lab-extras 12 kB/s | 1.7 kB 00:00 2024-04-12T08:32:35.336 INFO:teuthology.orchestra.run.smithi112.stderr:Modular dependency problems: 2024-04-12T08:32:35.336 INFO:teuthology.orchestra.run.smithi112.stderr: 2024-04-12T08:32:35.336 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 1: conflicting requests 2024-04-12T08:32:35.337 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-12T08:32:35.337 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 2: conflicting requests 2024-04-12T08:32:35.337 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-12T08:32:35.337 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 3: conflicting requests 2024-04-12T08:32:35.337 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-12T08:32:35.337 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 4: conflicting requests 2024-04-12T08:32:35.337 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T08:32:35.337 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 5: conflicting requests 2024-04-12T08:32:35.337 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-12T08:32:35.337 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 6: conflicting requests 2024-04-12T08:32:35.337 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:32:35.337 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 7: conflicting requests 2024-04-12T08:32:35.338 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-12T08:32:35.338 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 8: conflicting requests 2024-04-12T08:32:35.338 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-12T08:32:35.338 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 9: conflicting requests 2024-04-12T08:32:35.338 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-12T08:32:35.338 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 10: conflicting requests 2024-04-12T08:32:35.338 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:32:35.338 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 11: conflicting requests 2024-04-12T08:32:35.338 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-12T08:32:35.338 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 12: conflicting requests 2024-04-12T08:32:35.338 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-12T08:32:35.338 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 13: conflicting requests 2024-04-12T08:32:35.339 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T08:32:35.339 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 14: conflicting requests 2024-04-12T08:32:35.339 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-12T08:32:35.339 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 15: conflicting requests 2024-04-12T08:32:35.339 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T08:32:35.339 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 16: conflicting requests 2024-04-12T08:32:35.339 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:32:35.339 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 17: conflicting requests 2024-04-12T08:32:35.339 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:32:35.339 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 18: conflicting requests 2024-04-12T08:32:35.339 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T08:32:35.339 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 19: conflicting requests 2024-04-12T08:32:35.340 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:32:35.340 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 20: conflicting requests 2024-04-12T08:32:35.340 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T08:32:35.340 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 21: conflicting requests 2024-04-12T08:32:35.340 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-12T08:32:35.340 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 22: conflicting requests 2024-04-12T08:32:35.340 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:32:35.340 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 23: conflicting requests 2024-04-12T08:32:35.340 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-12T08:32:35.340 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 24: conflicting requests 2024-04-12T08:32:35.340 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-12T08:32:35.340 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 25: conflicting requests 2024-04-12T08:32:35.340 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-12T08:32:35.341 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 26: conflicting requests 2024-04-12T08:32:35.341 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-12T08:32:35.341 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 27: conflicting requests 2024-04-12T08:32:35.341 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:32:35.341 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 28: conflicting requests 2024-04-12T08:32:35.341 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-12T08:32:35.341 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 29: conflicting requests 2024-04-12T08:32:35.341 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:32:35.341 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 30: conflicting requests 2024-04-12T08:32:35.341 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-12T08:32:35.341 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 31: conflicting requests 2024-04-12T08:32:35.341 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-12T08:32:35.342 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 32: conflicting requests 2024-04-12T08:32:35.342 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:32:35.342 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 33: conflicting requests 2024-04-12T08:32:35.342 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-12T08:32:35.342 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 34: conflicting requests 2024-04-12T08:32:35.342 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T08:32:35.342 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 35: conflicting requests 2024-04-12T08:32:35.342 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-12T08:32:35.342 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 36: conflicting requests 2024-04-12T08:32:35.342 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:32:35.342 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 37: conflicting requests 2024-04-12T08:32:35.342 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-12T08:32:35.342 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-12T08:32:35.343 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-12T08:32:35.343 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 38: cannot install the best candidate for the job 2024-04-12T08:32:35.343 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-12T08:32:35.343 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-12T08:32:35.343 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-12T08:32:35.343 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-12T08:32:35.343 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 39: conflicting requests 2024-04-12T08:32:35.343 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T08:32:35.343 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T08:32:35.343 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-12T08:32:35.343 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:32:35.343 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:32:35.343 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-12T08:32:35.343 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 40: cannot install the best candidate for the job 2024-04-12T08:32:35.344 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-12T08:32:35.344 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-12T08:32:35.344 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:32:35.344 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:32:35.344 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 41: cannot install the best candidate for the job 2024-04-12T08:32:35.344 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T08:32:35.344 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T08:32:35.344 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:32:35.344 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:32:35.344 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 42: cannot install the best candidate for the job 2024-04-12T08:32:35.344 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T08:32:35.344 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T08:32:35.344 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T08:32:35.345 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T08:32:35.345 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 43: cannot install the best candidate for the job 2024-04-12T08:32:35.345 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-12T08:32:35.345 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-12T08:32:35.345 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-12T08:32:35.345 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-12T08:32:35.345 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 44: cannot install the best candidate for the job 2024-04-12T08:32:35.345 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T08:32:35.345 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T08:32:35.345 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T08:32:35.345 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T08:32:35.345 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 45: cannot install the best candidate for the job 2024-04-12T08:32:35.345 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-12T08:32:35.346 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-12T08:32:35.346 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-12T08:32:35.346 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-12T08:32:35.749 INFO:teuthology.orchestra.run.smithi175.stdout:CentOS Stream 9 - AppStream 912 kB/s | 19 MB 00:21 2024-04-12T08:32:35.862 INFO:teuthology.orchestra.run.smithi112.stdout:Dependencies resolved. 2024-04-12T08:32:35.866 INFO:teuthology.orchestra.run.smithi112.stdout:================================================================================ 2024-04-12T08:32:35.866 INFO:teuthology.orchestra.run.smithi112.stdout: Package Arch Version Repository Size 2024-04-12T08:32:35.866 INFO:teuthology.orchestra.run.smithi112.stdout:================================================================================ 2024-04-12T08:32:35.866 INFO:teuthology.orchestra.run.smithi112.stdout:Installing: 2024-04-12T08:32:35.866 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-radosgw x86_64 2:17.2.7-827.gd3b5060a.el9 ceph 14 M 2024-04-12T08:32:35.866 INFO:teuthology.orchestra.run.smithi112.stdout:Upgrading: 2024-04-12T08:32:35.866 INFO:teuthology.orchestra.run.smithi112.stdout: librados2 x86_64 2:17.2.7-827.gd3b5060a.el9 ceph 3.1 M 2024-04-12T08:32:35.867 INFO:teuthology.orchestra.run.smithi112.stdout: librbd1 x86_64 2:17.2.7-827.gd3b5060a.el9 ceph 2.9 M 2024-04-12T08:32:35.867 INFO:teuthology.orchestra.run.smithi112.stdout:Installing dependencies: 2024-04-12T08:32:35.867 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-base x86_64 2:17.2.7-827.gd3b5060a.el9 ceph 5.0 M 2024-04-12T08:32:35.867 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-common x86_64 2:17.2.7-827.gd3b5060a.el9 ceph 22 M 2024-04-12T08:32:35.867 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-selinux x86_64 2:17.2.7-827.gd3b5060a.el9 ceph 25 k 2024-04-12T08:32:35.867 INFO:teuthology.orchestra.run.smithi112.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-04-12T08:32:35.867 INFO:teuthology.orchestra.run.smithi112.stdout: libcephfs2 x86_64 2:17.2.7-827.gd3b5060a.el9 ceph 637 k 2024-04-12T08:32:35.867 INFO:teuthology.orchestra.run.smithi112.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-04-12T08:32:35.867 INFO:teuthology.orchestra.run.smithi112.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-04-12T08:32:35.867 INFO:teuthology.orchestra.run.smithi112.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-04-12T08:32:35.867 INFO:teuthology.orchestra.run.smithi112.stdout: libradosstriper1 x86_64 2:17.2.7-827.gd3b5060a.el9 ceph 458 k 2024-04-12T08:32:35.867 INFO:teuthology.orchestra.run.smithi112.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-04-12T08:32:35.867 INFO:teuthology.orchestra.run.smithi112.stdout: librgw2 x86_64 2:17.2.7-827.gd3b5060a.el9 ceph 4.9 M 2024-04-12T08:32:35.867 INFO:teuthology.orchestra.run.smithi112.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-04-12T08:32:35.868 INFO:teuthology.orchestra.run.smithi112.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-04-12T08:32:35.868 INFO:teuthology.orchestra.run.smithi112.stdout: python3-ceph-argparse x86_64 2:17.2.7-827.gd3b5060a.el9 ceph 45 k 2024-04-12T08:32:35.868 INFO:teuthology.orchestra.run.smithi112.stdout: python3-ceph-common x86_64 2:17.2.7-827.gd3b5060a.el9 ceph 117 k 2024-04-12T08:32:35.868 INFO:teuthology.orchestra.run.smithi112.stdout: python3-cephfs x86_64 2:17.2.7-827.gd3b5060a.el9 ceph 156 k 2024-04-12T08:32:35.868 INFO:teuthology.orchestra.run.smithi112.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-04-12T08:32:35.868 INFO:teuthology.orchestra.run.smithi112.stdout: python3-rados x86_64 2:17.2.7-827.gd3b5060a.el9 ceph 320 k 2024-04-12T08:32:35.868 INFO:teuthology.orchestra.run.smithi112.stdout: python3-rbd x86_64 2:17.2.7-827.gd3b5060a.el9 ceph 292 k 2024-04-12T08:32:35.868 INFO:teuthology.orchestra.run.smithi112.stdout: python3-rgw x86_64 2:17.2.7-827.gd3b5060a.el9 ceph 99 k 2024-04-12T08:32:35.868 INFO:teuthology.orchestra.run.smithi112.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-04-12T08:32:35.868 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T08:32:35.868 INFO:teuthology.orchestra.run.smithi112.stdout:Transaction Summary 2024-04-12T08:32:35.868 INFO:teuthology.orchestra.run.smithi112.stdout:================================================================================ 2024-04-12T08:32:35.868 INFO:teuthology.orchestra.run.smithi112.stdout:Install 22 Packages 2024-04-12T08:32:35.868 INFO:teuthology.orchestra.run.smithi112.stdout:Upgrade 2 Packages 2024-04-12T08:32:35.868 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T08:32:35.869 INFO:teuthology.orchestra.run.smithi112.stdout:Total download size: 58 M 2024-04-12T08:32:35.869 INFO:teuthology.orchestra.run.smithi112.stdout:Downloading Packages: 2024-04-12T08:32:39.499 INFO:teuthology.orchestra.run.smithi112.stdout:(1/24): ceph-common-17.2.7-827.gd3b5060a.el9.x8 7.0 MB/s | 22 MB 00:03 2024-04-12T08:32:39.582 INFO:teuthology.orchestra.run.smithi112.stdout:(2/24): ceph-selinux-17.2.7-827.gd3b5060a.el9.x 303 kB/s | 25 kB 00:00 2024-04-12T08:32:39.690 INFO:teuthology.orchestra.run.smithi112.stdout:(3/24): libcephfs2-17.2.7-827.gd3b5060a.el9.x86 5.8 MB/s | 637 kB 00:00 2024-04-12T08:32:39.757 INFO:teuthology.orchestra.run.smithi112.stdout:(4/24): libradosstriper1-17.2.7-827.gd3b5060a.e 6.7 MB/s | 458 kB 00:00 2024-04-12T08:32:40.441 INFO:teuthology.orchestra.run.smithi112.stdout:(5/24): librgw2-17.2.7-827.gd3b5060a.el9.x86_64 7.2 MB/s | 4.9 MB 00:00 2024-04-12T08:32:40.617 INFO:teuthology.orchestra.run.smithi112.stdout:(6/24): ceph-radosgw-17.2.7-827.gd3b5060a.el9.x 3.3 MB/s | 14 MB 00:04 2024-04-12T08:32:40.642 INFO:teuthology.orchestra.run.smithi112.stdout:(7/24): python3-ceph-argparse-17.2.7-827.gd3b50 225 kB/s | 45 kB 00:00 2024-04-12T08:32:40.692 INFO:teuthology.orchestra.run.smithi112.stdout:(8/24): python3-ceph-common-17.2.7-827.gd3b5060 1.5 MB/s | 117 kB 00:00 2024-04-12T08:32:40.726 INFO:teuthology.orchestra.run.smithi112.stdout:(9/24): python3-cephfs-17.2.7-827.gd3b5060a.el9 1.8 MB/s | 156 kB 00:00 2024-04-12T08:32:40.784 INFO:teuthology.orchestra.run.smithi112.stdout:(10/24): python3-rados-17.2.7-827.gd3b5060a.el9 3.4 MB/s | 320 kB 00:00 2024-04-12T08:32:40.818 INFO:teuthology.orchestra.run.smithi112.stdout:(11/24): python3-rbd-17.2.7-827.gd3b5060a.el9.x 3.1 MB/s | 292 kB 00:00 2024-04-12T08:32:40.843 INFO:teuthology.orchestra.run.smithi112.stdout:(12/24): python3-rgw-17.2.7-827.gd3b5060a.el9.x 1.7 MB/s | 99 kB 00:00 2024-04-12T08:32:41.019 INFO:teuthology.orchestra.run.smithi112.stdout:(13/24): libpmemobj-1.12.1-1.el9.x86_64.rpm 801 kB/s | 160 kB 00:00 2024-04-12T08:32:41.044 INFO:teuthology.orchestra.run.smithi112.stdout:(14/24): librabbitmq-0.11.0-7.el9.x86_64.rpm 226 kB/s | 45 kB 00:00 2024-04-12T08:32:41.144 INFO:teuthology.orchestra.run.smithi112.stdout:(15/24): lttng-ust-2.12.0-6.el9.x86_64.rpm 2.9 MB/s | 292 kB 00:00 2024-04-12T08:32:41.195 INFO:teuthology.orchestra.run.smithi112.stdout:(16/24): librdkafka-1.6.1-102.el9.x86_64.rpm 3.7 MB/s | 662 kB 00:00 2024-04-12T08:32:41.220 INFO:teuthology.orchestra.run.smithi112.stdout:(17/24): python3-prettytable-0.7.2-27.el9.noarc 562 kB/s | 42 kB 00:00 2024-04-12T08:32:41.395 INFO:teuthology.orchestra.run.smithi112.stdout:(18/24): liboath-2.6.7-2.el9.x86_64.rpm 277 kB/s | 49 kB 00:00 2024-04-12T08:32:41.487 INFO:teuthology.orchestra.run.smithi112.stdout:(19/24): gperftools-libs-2.9.1-2.el9.x86_64.rpm 1.0 MB/s | 309 kB 00:00 2024-04-12T08:32:41.512 INFO:teuthology.orchestra.run.smithi112.stdout:(20/24): libunwind-1.6.2-1.el9.x86_64.rpm 577 kB/s | 67 kB 00:00 2024-04-12T08:32:41.729 INFO:teuthology.orchestra.run.smithi112.stdout:(21/24): thrift-0.15.0-2.el9.x86_64.rpm 6.5 MB/s | 1.6 MB 00:00 2024-04-12T08:32:42.088 INFO:teuthology.orchestra.run.smithi112.stdout:(22/24): ceph-base-17.2.7-827.gd3b5060a.el9.x86 879 kB/s | 5.0 MB 00:05 2024-04-12T08:32:42.455 INFO:teuthology.orchestra.run.smithi112.stdout:(23/24): librados2-17.2.7-827.gd3b5060a.el9.x86 3.3 MB/s | 3.1 MB 00:00 2024-04-12T08:32:42.588 INFO:teuthology.orchestra.run.smithi112.stdout:(24/24): librbd1-17.2.7-827.gd3b5060a.el9.x86_6 3.4 MB/s | 2.9 MB 00:00 2024-04-12T08:32:42.593 INFO:teuthology.orchestra.run.smithi112.stdout:-------------------------------------------------------------------------------- 2024-04-12T08:32:42.593 INFO:teuthology.orchestra.run.smithi112.stdout:Total 8.6 MB/s | 58 MB 00:06 2024-04-12T08:32:42.655 INFO:teuthology.orchestra.run.smithi112.stdout:Running transaction check 2024-04-12T08:32:42.689 INFO:teuthology.orchestra.run.smithi112.stdout:Transaction check succeeded. 2024-04-12T08:32:42.689 INFO:teuthology.orchestra.run.smithi112.stdout:Running transaction test 2024-04-12T08:32:43.144 INFO:teuthology.orchestra.run.smithi112.stdout:Transaction test succeeded. 2024-04-12T08:32:43.144 INFO:teuthology.orchestra.run.smithi112.stdout:Running transaction 2024-04-12T08:32:44.378 INFO:teuthology.orchestra.run.smithi112.stdout: Preparing : 1/1 2024-04-12T08:32:44.720 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 1/26 2024-04-12T08:32:44.857 INFO:teuthology.orchestra.run.smithi112.stdout: Upgrading : librados2-2:17.2.7-827.gd3b5060a.el9.x86_64 2/26 2024-04-12T08:32:44.983 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: librados2-2:17.2.7-827.gd3b5060a.el9.x86_64 2/26 2024-04-12T08:32:45.062 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-rados-2:17.2.7-827.gd3b5060a.el9.x86_64 3/26 2024-04-12T08:32:45.084 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : libcephfs2-2:17.2.7-827.gd3b5060a.el9.x86_64 4/26 2024-04-12T08:32:45.172 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: libcephfs2-2:17.2.7-827.gd3b5060a.el9.x86_64 4/26 2024-04-12T08:32:45.236 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : thrift-0.15.0-2.el9.x86_64 5/26 2024-04-12T08:32:45.264 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 6/26 2024-04-12T08:32:45.700 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 7/26 2024-04-12T08:32:45.729 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : librgw2-2:17.2.7-827.gd3b5060a.el9.x86_64 8/26 2024-04-12T08:32:45.775 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: librgw2-2:17.2.7-827.gd3b5060a.el9.x86_64 8/26 2024-04-12T08:32:45.804 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : liboath-2.6.7-2.el9.x86_64 9/26 2024-04-12T08:32:45.846 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-ceph-argparse-2:17.2.7-827.gd3b5060a.el9.x 10/26 2024-04-12T08:32:45.883 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-cephfs-2:17.2.7-827.gd3b5060a.el9.x86_64 11/26 2024-04-12T08:32:45.945 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-rgw-2:17.2.7-827.gd3b5060a.el9.x86_64 12/26 2024-04-12T08:32:45.973 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : libradosstriper1-2:17.2.7-827.gd3b5060a.el9.x86_64 13/26 2024-04-12T08:32:46.022 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: libradosstriper1-2:17.2.7-827.gd3b5060a.el9.x86_64 13/26 2024-04-12T08:32:46.088 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 14/26 2024-04-12T08:32:46.132 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 15/26 2024-04-12T08:32:46.164 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 16/26 2024-04-12T08:32:46.457 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 17/26 2024-04-12T08:32:46.494 INFO:teuthology.orchestra.run.smithi112.stdout: Upgrading : librbd1-2:17.2.7-827.gd3b5060a.el9.x86_64 18/26 2024-04-12T08:32:46.583 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: librbd1-2:17.2.7-827.gd3b5060a.el9.x86_64 18/26 2024-04-12T08:32:46.665 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-rbd-2:17.2.7-827.gd3b5060a.el9.x86_64 19/26 2024-04-12T08:32:46.696 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-ceph-common-2:17.2.7-827.gd3b5060a.el9.x86 20/26 2024-04-12T08:32:48.190 INFO:teuthology.orchestra.run.smithi175.stdout:CentOS Stream 9 - CRB 712 kB/s | 6.2 MB 00:08 2024-04-12T08:32:49.002 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: ceph-common-2:17.2.7-827.gd3b5060a.el9.x86_64 21/26 2024-04-12T08:32:49.054 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : ceph-common-2:17.2.7-827.gd3b5060a.el9.x86_64 21/26 2024-04-12T08:32:49.585 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: ceph-common-2:17.2.7-827.gd3b5060a.el9.x86_64 21/26 2024-04-12T08:32:49.687 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : ceph-base-2:17.2.7-827.gd3b5060a.el9.x86_64 22/26 2024-04-12T08:32:49.779 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: ceph-base-2:17.2.7-827.gd3b5060a.el9.x86_64 22/26 2024-04-12T08:32:49.779 INFO:teuthology.orchestra.run.smithi112.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-04-12T08:32:49.779 INFO:teuthology.orchestra.run.smithi112.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-04-12T08:32:49.779 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T08:32:49.822 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : ceph-selinux-2:17.2.7-827.gd3b5060a.el9.x86_64 23/26 2024-04-12T08:32:50.966 INFO:teuthology.orchestra.run.smithi175.stdout:CentOS Stream 9 - Extras packages 10 kB/s | 16 kB 00:01 2024-04-12T08:32:53.667 INFO:teuthology.orchestra.run.smithi175.stdout:Extra Packages for Enterprise Linux 8.2 MB/s | 21 MB 00:02 2024-04-12T08:32:58.800 INFO:teuthology.orchestra.run.smithi175.stdout:lab-extras 35 kB/s | 1.7 kB 00:00 2024-04-12T08:32:59.152 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: ceph-selinux-2:17.2.7-827.gd3b5060a.el9.x86_64 23/26 2024-04-12T08:32:59.153 INFO:teuthology.orchestra.run.smithi112.stdout:skipping the directory /sys 2024-04-12T08:32:59.153 INFO:teuthology.orchestra.run.smithi112.stdout:skipping the directory /proc 2024-04-12T08:32:59.153 INFO:teuthology.orchestra.run.smithi112.stdout:skipping the directory /mnt 2024-04-12T08:32:59.153 INFO:teuthology.orchestra.run.smithi112.stdout:skipping the directory /var/tmp 2024-04-12T08:32:59.153 INFO:teuthology.orchestra.run.smithi112.stdout:skipping the directory /home 2024-04-12T08:32:59.153 INFO:teuthology.orchestra.run.smithi112.stdout:skipping the directory /root 2024-04-12T08:32:59.153 INFO:teuthology.orchestra.run.smithi112.stdout:skipping the directory /tmp 2024-04-12T08:32:59.153 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T08:33:00.480 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : ceph-radosgw-2:17.2.7-827.gd3b5060a.el9.x86_64 24/26 2024-04-12T08:33:00.541 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: ceph-radosgw-2:17.2.7-827.gd3b5060a.el9.x86_64 24/26 2024-04-12T08:33:00.542 INFO:teuthology.orchestra.run.smithi112.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-12T08:33:00.542 INFO:teuthology.orchestra.run.smithi112.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-04-12T08:33:00.542 INFO:teuthology.orchestra.run.smithi112.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-12T08:33:00.542 INFO:teuthology.orchestra.run.smithi112.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-12T08:33:00.542 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T08:33:00.544 INFO:teuthology.orchestra.run.smithi112.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 25/26 2024-04-12T08:33:00.633 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 25/26 2024-04-12T08:33:00.633 INFO:teuthology.orchestra.run.smithi112.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 26/26 2024-04-12T08:33:01.378 INFO:teuthology.orchestra.run.smithi175.stderr:Modular dependency problems: 2024-04-12T08:33:01.379 INFO:teuthology.orchestra.run.smithi175.stderr: 2024-04-12T08:33:01.379 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 1: conflicting requests 2024-04-12T08:33:01.379 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-12T08:33:01.379 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 2: conflicting requests 2024-04-12T08:33:01.379 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-12T08:33:01.379 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 3: conflicting requests 2024-04-12T08:33:01.379 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-12T08:33:01.379 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 4: conflicting requests 2024-04-12T08:33:01.379 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T08:33:01.379 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 5: conflicting requests 2024-04-12T08:33:01.379 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-12T08:33:01.380 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 6: conflicting requests 2024-04-12T08:33:01.380 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:33:01.380 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 7: conflicting requests 2024-04-12T08:33:01.380 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-12T08:33:01.380 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 8: conflicting requests 2024-04-12T08:33:01.380 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-12T08:33:01.380 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 9: conflicting requests 2024-04-12T08:33:01.380 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-12T08:33:01.380 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 10: conflicting requests 2024-04-12T08:33:01.380 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:33:01.380 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 11: conflicting requests 2024-04-12T08:33:01.380 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-12T08:33:01.380 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 12: conflicting requests 2024-04-12T08:33:01.381 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-12T08:33:01.381 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 13: conflicting requests 2024-04-12T08:33:01.381 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T08:33:01.381 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 14: conflicting requests 2024-04-12T08:33:01.381 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-12T08:33:01.381 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 15: conflicting requests 2024-04-12T08:33:01.381 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T08:33:01.381 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 16: conflicting requests 2024-04-12T08:33:01.381 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:33:01.381 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 17: conflicting requests 2024-04-12T08:33:01.381 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:33:01.382 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 18: conflicting requests 2024-04-12T08:33:01.382 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T08:33:01.382 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 19: conflicting requests 2024-04-12T08:33:01.382 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:33:01.382 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 20: conflicting requests 2024-04-12T08:33:01.382 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T08:33:01.382 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 21: conflicting requests 2024-04-12T08:33:01.382 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-12T08:33:01.382 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 22: conflicting requests 2024-04-12T08:33:01.382 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:33:01.383 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 23: conflicting requests 2024-04-12T08:33:01.383 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-12T08:33:01.383 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 24: conflicting requests 2024-04-12T08:33:01.383 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-12T08:33:01.383 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 25: conflicting requests 2024-04-12T08:33:01.383 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-12T08:33:01.383 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 26: conflicting requests 2024-04-12T08:33:01.383 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-12T08:33:01.383 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 27: conflicting requests 2024-04-12T08:33:01.383 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:33:01.383 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 28: conflicting requests 2024-04-12T08:33:01.383 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-12T08:33:01.383 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 29: conflicting requests 2024-04-12T08:33:01.384 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:33:01.384 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 30: conflicting requests 2024-04-12T08:33:01.384 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-12T08:33:01.384 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 31: conflicting requests 2024-04-12T08:33:01.384 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-12T08:33:01.384 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 32: conflicting requests 2024-04-12T08:33:01.384 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:33:01.384 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 33: conflicting requests 2024-04-12T08:33:01.384 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-12T08:33:01.384 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 34: conflicting requests 2024-04-12T08:33:01.384 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T08:33:01.384 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 35: conflicting requests 2024-04-12T08:33:01.384 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-12T08:33:01.385 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 36: conflicting requests 2024-04-12T08:33:01.385 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:33:01.385 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 37: conflicting requests 2024-04-12T08:33:01.385 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-12T08:33:01.385 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-12T08:33:01.385 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-12T08:33:01.385 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 38: cannot install the best candidate for the job 2024-04-12T08:33:01.385 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-12T08:33:01.385 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-12T08:33:01.385 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-12T08:33:01.385 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-12T08:33:01.385 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 39: conflicting requests 2024-04-12T08:33:01.385 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T08:33:01.385 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T08:33:01.386 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-12T08:33:01.386 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:33:01.386 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:33:01.386 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-12T08:33:01.386 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 40: cannot install the best candidate for the job 2024-04-12T08:33:01.386 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-12T08:33:01.386 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-12T08:33:01.386 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:33:01.386 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:33:01.386 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 41: cannot install the best candidate for the job 2024-04-12T08:33:01.386 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T08:33:01.386 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T08:33:01.386 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:33:01.387 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:33:01.387 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 42: cannot install the best candidate for the job 2024-04-12T08:33:01.387 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T08:33:01.387 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T08:33:01.387 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T08:33:01.387 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T08:33:01.387 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 43: cannot install the best candidate for the job 2024-04-12T08:33:01.387 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-12T08:33:01.387 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-12T08:33:01.387 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-12T08:33:01.387 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-12T08:33:01.387 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 44: cannot install the best candidate for the job 2024-04-12T08:33:01.387 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T08:33:01.387 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T08:33:01.388 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T08:33:01.388 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T08:33:01.388 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 45: cannot install the best candidate for the job 2024-04-12T08:33:01.388 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-12T08:33:01.388 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-12T08:33:01.388 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-12T08:33:01.388 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-12T08:33:01.894 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 26/26 2024-04-12T08:33:01.895 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : ceph-base-2:17.2.7-827.gd3b5060a.el9.x86_64 1/26 2024-04-12T08:33:01.895 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : ceph-common-2:17.2.7-827.gd3b5060a.el9.x86_64 2/26 2024-04-12T08:33:01.895 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : ceph-radosgw-2:17.2.7-827.gd3b5060a.el9.x86_64 3/26 2024-04-12T08:33:01.895 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : ceph-selinux-2:17.2.7-827.gd3b5060a.el9.x86_64 4/26 2024-04-12T08:33:01.895 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : libcephfs2-2:17.2.7-827.gd3b5060a.el9.x86_64 5/26 2024-04-12T08:33:01.895 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : libradosstriper1-2:17.2.7-827.gd3b5060a.el9.x86_64 6/26 2024-04-12T08:33:01.895 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : librgw2-2:17.2.7-827.gd3b5060a.el9.x86_64 7/26 2024-04-12T08:33:01.895 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-ceph-argparse-2:17.2.7-827.gd3b5060a.el9.x 8/26 2024-04-12T08:33:01.895 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-ceph-common-2:17.2.7-827.gd3b5060a.el9.x86 9/26 2024-04-12T08:33:01.895 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-cephfs-2:17.2.7-827.gd3b5060a.el9.x86_64 10/26 2024-04-12T08:33:01.895 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-rados-2:17.2.7-827.gd3b5060a.el9.x86_64 11/26 2024-04-12T08:33:01.895 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-rbd-2:17.2.7-827.gd3b5060a.el9.x86_64 12/26 2024-04-12T08:33:01.895 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-rgw-2:17.2.7-827.gd3b5060a.el9.x86_64 13/26 2024-04-12T08:33:01.896 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 14/26 2024-04-12T08:33:01.896 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 15/26 2024-04-12T08:33:01.896 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 16/26 2024-04-12T08:33:01.896 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 17/26 2024-04-12T08:33:01.896 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 18/26 2024-04-12T08:33:01.896 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 19/26 2024-04-12T08:33:01.896 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 20/26 2024-04-12T08:33:01.896 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 21/26 2024-04-12T08:33:01.896 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 22/26 2024-04-12T08:33:01.896 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : librados2-2:17.2.7-827.gd3b5060a.el9.x86_64 23/26 2024-04-12T08:33:01.896 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 24/26 2024-04-12T08:33:01.896 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : librbd1-2:17.2.7-827.gd3b5060a.el9.x86_64 25/26 2024-04-12T08:33:01.898 INFO:teuthology.orchestra.run.smithi175.stdout:Dependencies resolved. 2024-04-12T08:33:01.912 INFO:teuthology.orchestra.run.smithi175.stdout:================================================================================ 2024-04-12T08:33:01.912 INFO:teuthology.orchestra.run.smithi175.stdout: Package Arch Version Repository Size 2024-04-12T08:33:01.912 INFO:teuthology.orchestra.run.smithi175.stdout:================================================================================ 2024-04-12T08:33:01.912 INFO:teuthology.orchestra.run.smithi175.stdout:Installing: 2024-04-12T08:33:01.912 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-radosgw x86_64 2:17.2.7-827.gd3b5060a.el9 ceph 14 M 2024-04-12T08:33:01.912 INFO:teuthology.orchestra.run.smithi175.stdout:Upgrading: 2024-04-12T08:33:01.912 INFO:teuthology.orchestra.run.smithi175.stdout: librados2 x86_64 2:17.2.7-827.gd3b5060a.el9 ceph 3.1 M 2024-04-12T08:33:01.912 INFO:teuthology.orchestra.run.smithi175.stdout: librbd1 x86_64 2:17.2.7-827.gd3b5060a.el9 ceph 2.9 M 2024-04-12T08:33:01.912 INFO:teuthology.orchestra.run.smithi175.stdout:Installing dependencies: 2024-04-12T08:33:01.912 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-base x86_64 2:17.2.7-827.gd3b5060a.el9 ceph 5.0 M 2024-04-12T08:33:01.913 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-common x86_64 2:17.2.7-827.gd3b5060a.el9 ceph 22 M 2024-04-12T08:33:01.913 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-selinux x86_64 2:17.2.7-827.gd3b5060a.el9 ceph 25 k 2024-04-12T08:33:01.913 INFO:teuthology.orchestra.run.smithi175.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-04-12T08:33:01.913 INFO:teuthology.orchestra.run.smithi175.stdout: libcephfs2 x86_64 2:17.2.7-827.gd3b5060a.el9 ceph 637 k 2024-04-12T08:33:01.913 INFO:teuthology.orchestra.run.smithi175.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-04-12T08:33:01.913 INFO:teuthology.orchestra.run.smithi175.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-04-12T08:33:01.913 INFO:teuthology.orchestra.run.smithi175.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-04-12T08:33:01.913 INFO:teuthology.orchestra.run.smithi175.stdout: libradosstriper1 x86_64 2:17.2.7-827.gd3b5060a.el9 ceph 458 k 2024-04-12T08:33:01.913 INFO:teuthology.orchestra.run.smithi175.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-04-12T08:33:01.913 INFO:teuthology.orchestra.run.smithi175.stdout: librgw2 x86_64 2:17.2.7-827.gd3b5060a.el9 ceph 4.9 M 2024-04-12T08:33:01.913 INFO:teuthology.orchestra.run.smithi175.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-04-12T08:33:01.913 INFO:teuthology.orchestra.run.smithi175.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-04-12T08:33:01.913 INFO:teuthology.orchestra.run.smithi175.stdout: python3-ceph-argparse x86_64 2:17.2.7-827.gd3b5060a.el9 ceph 45 k 2024-04-12T08:33:01.914 INFO:teuthology.orchestra.run.smithi175.stdout: python3-ceph-common x86_64 2:17.2.7-827.gd3b5060a.el9 ceph 117 k 2024-04-12T08:33:01.914 INFO:teuthology.orchestra.run.smithi175.stdout: python3-cephfs x86_64 2:17.2.7-827.gd3b5060a.el9 ceph 156 k 2024-04-12T08:33:01.914 INFO:teuthology.orchestra.run.smithi175.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-04-12T08:33:01.914 INFO:teuthology.orchestra.run.smithi175.stdout: python3-rados x86_64 2:17.2.7-827.gd3b5060a.el9 ceph 320 k 2024-04-12T08:33:01.914 INFO:teuthology.orchestra.run.smithi175.stdout: python3-rbd x86_64 2:17.2.7-827.gd3b5060a.el9 ceph 292 k 2024-04-12T08:33:01.914 INFO:teuthology.orchestra.run.smithi175.stdout: python3-rgw x86_64 2:17.2.7-827.gd3b5060a.el9 ceph 99 k 2024-04-12T08:33:01.914 INFO:teuthology.orchestra.run.smithi175.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-04-12T08:33:01.914 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-04-12T08:33:01.914 INFO:teuthology.orchestra.run.smithi175.stdout:Transaction Summary 2024-04-12T08:33:01.914 INFO:teuthology.orchestra.run.smithi175.stdout:================================================================================ 2024-04-12T08:33:01.914 INFO:teuthology.orchestra.run.smithi175.stdout:Install 22 Packages 2024-04-12T08:33:01.914 INFO:teuthology.orchestra.run.smithi175.stdout:Upgrade 2 Packages 2024-04-12T08:33:01.914 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-04-12T08:33:01.915 INFO:teuthology.orchestra.run.smithi175.stdout:Total download size: 58 M 2024-04-12T08:33:01.915 INFO:teuthology.orchestra.run.smithi175.stdout:Downloading Packages: 2024-04-12T08:33:02.914 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 26/26 2024-04-12T08:33:02.914 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T08:33:02.914 INFO:teuthology.orchestra.run.smithi112.stdout:Upgraded: 2024-04-12T08:33:02.914 INFO:teuthology.orchestra.run.smithi112.stdout: librados2-2:17.2.7-827.gd3b5060a.el9.x86_64 2024-04-12T08:33:02.915 INFO:teuthology.orchestra.run.smithi112.stdout: librbd1-2:17.2.7-827.gd3b5060a.el9.x86_64 2024-04-12T08:33:02.915 INFO:teuthology.orchestra.run.smithi112.stdout:Installed: 2024-04-12T08:33:02.915 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-base-2:17.2.7-827.gd3b5060a.el9.x86_64 2024-04-12T08:33:02.915 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-common-2:17.2.7-827.gd3b5060a.el9.x86_64 2024-04-12T08:33:02.915 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-radosgw-2:17.2.7-827.gd3b5060a.el9.x86_64 2024-04-12T08:33:02.915 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-selinux-2:17.2.7-827.gd3b5060a.el9.x86_64 2024-04-12T08:33:02.915 INFO:teuthology.orchestra.run.smithi112.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-04-12T08:33:02.915 INFO:teuthology.orchestra.run.smithi112.stdout: libcephfs2-2:17.2.7-827.gd3b5060a.el9.x86_64 2024-04-12T08:33:02.915 INFO:teuthology.orchestra.run.smithi112.stdout: liboath-2.6.7-2.el9.x86_64 2024-04-12T08:33:02.915 INFO:teuthology.orchestra.run.smithi112.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-04-12T08:33:02.915 INFO:teuthology.orchestra.run.smithi112.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-04-12T08:33:02.916 INFO:teuthology.orchestra.run.smithi112.stdout: libradosstriper1-2:17.2.7-827.gd3b5060a.el9.x86_64 2024-04-12T08:33:02.916 INFO:teuthology.orchestra.run.smithi112.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-04-12T08:33:02.916 INFO:teuthology.orchestra.run.smithi112.stdout: librgw2-2:17.2.7-827.gd3b5060a.el9.x86_64 2024-04-12T08:33:02.916 INFO:teuthology.orchestra.run.smithi112.stdout: libunwind-1.6.2-1.el9.x86_64 2024-04-12T08:33:02.916 INFO:teuthology.orchestra.run.smithi112.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-04-12T08:33:02.916 INFO:teuthology.orchestra.run.smithi112.stdout: python3-ceph-argparse-2:17.2.7-827.gd3b5060a.el9.x86_64 2024-04-12T08:33:02.916 INFO:teuthology.orchestra.run.smithi112.stdout: python3-ceph-common-2:17.2.7-827.gd3b5060a.el9.x86_64 2024-04-12T08:33:02.916 INFO:teuthology.orchestra.run.smithi112.stdout: python3-cephfs-2:17.2.7-827.gd3b5060a.el9.x86_64 2024-04-12T08:33:02.916 INFO:teuthology.orchestra.run.smithi112.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-04-12T08:33:02.916 INFO:teuthology.orchestra.run.smithi112.stdout: python3-rados-2:17.2.7-827.gd3b5060a.el9.x86_64 2024-04-12T08:33:02.916 INFO:teuthology.orchestra.run.smithi112.stdout: python3-rbd-2:17.2.7-827.gd3b5060a.el9.x86_64 2024-04-12T08:33:02.916 INFO:teuthology.orchestra.run.smithi112.stdout: python3-rgw-2:17.2.7-827.gd3b5060a.el9.x86_64 2024-04-12T08:33:02.917 INFO:teuthology.orchestra.run.smithi112.stdout: thrift-0.15.0-2.el9.x86_64 2024-04-12T08:33:02.917 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T08:33:02.917 INFO:teuthology.orchestra.run.smithi112.stdout:Complete! 2024-04-12T08:33:03.068 INFO:teuthology.orchestra.run.smithi175.stdout:(1/24): ceph-base-17.2.7-827.gd3b5060a.el9.x86_ 7.4 MB/s | 5.0 MB 00:00 2024-04-12T08:33:03.118 INFO:teuthology.orchestra.run.smithi175.stdout:(2/24): ceph-selinux-17.2.7-827.gd3b5060a.el9.x 503 kB/s | 25 kB 00:00 2024-04-12T08:33:03.235 INFO:teuthology.orchestra.run.smithi175.stdout:(3/24): libcephfs2-17.2.7-827.gd3b5060a.el9.x86 5.3 MB/s | 637 kB 00:00 2024-04-12T08:33:03.297 DEBUG:teuthology.orchestra.run.smithi112:> sudo yum -y install ceph-test 2024-04-12T08:33:03.318 INFO:teuthology.orchestra.run.smithi175.stdout:(4/24): libradosstriper1-17.2.7-827.gd3b5060a.e 5.4 MB/s | 458 kB 00:00 2024-04-12T08:33:03.884 INFO:teuthology.orchestra.run.smithi112.stdout:Last metadata expiration check: 0:00:31 ago on Fri 12 Apr 2024 08:32:32 AM UTC. 2024-04-12T08:33:03.960 INFO:teuthology.orchestra.run.smithi175.stdout:(5/24): librgw2-17.2.7-827.gd3b5060a.el9.x86_64 7.6 MB/s | 4.9 MB 00:00 2024-04-12T08:33:04.027 INFO:teuthology.orchestra.run.smithi175.stdout:(6/24): python3-ceph-argparse-17.2.7-827.gd3b50 678 kB/s | 45 kB 00:00 2024-04-12T08:33:04.094 INFO:teuthology.orchestra.run.smithi175.stdout:(7/24): python3-ceph-common-17.2.7-827.gd3b5060 1.7 MB/s | 117 kB 00:00 2024-04-12T08:33:04.170 INFO:teuthology.orchestra.run.smithi112.stderr:Modular dependency problems: 2024-04-12T08:33:04.170 INFO:teuthology.orchestra.run.smithi112.stderr: 2024-04-12T08:33:04.170 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 1: conflicting requests 2024-04-12T08:33:04.170 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-12T08:33:04.170 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 2: conflicting requests 2024-04-12T08:33:04.170 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-12T08:33:04.170 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 3: conflicting requests 2024-04-12T08:33:04.171 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-12T08:33:04.171 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 4: conflicting requests 2024-04-12T08:33:04.171 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T08:33:04.171 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 5: conflicting requests 2024-04-12T08:33:04.171 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-12T08:33:04.171 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 6: conflicting requests 2024-04-12T08:33:04.171 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:33:04.171 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 7: conflicting requests 2024-04-12T08:33:04.171 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-12T08:33:04.171 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 8: conflicting requests 2024-04-12T08:33:04.171 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-12T08:33:04.171 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 9: conflicting requests 2024-04-12T08:33:04.171 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-12T08:33:04.171 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 10: conflicting requests 2024-04-12T08:33:04.172 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:33:04.172 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 11: conflicting requests 2024-04-12T08:33:04.172 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-12T08:33:04.172 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 12: conflicting requests 2024-04-12T08:33:04.172 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-12T08:33:04.172 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 13: conflicting requests 2024-04-12T08:33:04.172 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T08:33:04.172 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 14: conflicting requests 2024-04-12T08:33:04.172 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-12T08:33:04.172 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 15: conflicting requests 2024-04-12T08:33:04.172 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T08:33:04.172 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 16: conflicting requests 2024-04-12T08:33:04.172 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:33:04.173 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 17: conflicting requests 2024-04-12T08:33:04.173 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:33:04.173 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 18: conflicting requests 2024-04-12T08:33:04.173 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T08:33:04.173 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 19: conflicting requests 2024-04-12T08:33:04.173 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:33:04.173 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 20: conflicting requests 2024-04-12T08:33:04.173 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T08:33:04.173 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 21: conflicting requests 2024-04-12T08:33:04.173 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-12T08:33:04.173 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 22: conflicting requests 2024-04-12T08:33:04.173 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:33:04.173 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 23: conflicting requests 2024-04-12T08:33:04.173 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-12T08:33:04.174 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 24: conflicting requests 2024-04-12T08:33:04.174 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-12T08:33:04.174 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 25: conflicting requests 2024-04-12T08:33:04.174 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-12T08:33:04.174 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 26: conflicting requests 2024-04-12T08:33:04.174 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-12T08:33:04.174 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 27: conflicting requests 2024-04-12T08:33:04.174 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:33:04.174 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 28: conflicting requests 2024-04-12T08:33:04.174 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-12T08:33:04.174 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 29: conflicting requests 2024-04-12T08:33:04.174 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:33:04.175 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 30: conflicting requests 2024-04-12T08:33:04.175 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-12T08:33:04.175 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 31: conflicting requests 2024-04-12T08:33:04.175 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-12T08:33:04.175 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 32: conflicting requests 2024-04-12T08:33:04.175 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:33:04.175 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 33: conflicting requests 2024-04-12T08:33:04.175 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-12T08:33:04.175 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 34: conflicting requests 2024-04-12T08:33:04.175 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T08:33:04.175 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 35: conflicting requests 2024-04-12T08:33:04.175 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-12T08:33:04.175 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 36: conflicting requests 2024-04-12T08:33:04.176 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:33:04.176 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 37: conflicting requests 2024-04-12T08:33:04.176 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-12T08:33:04.176 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-12T08:33:04.176 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-12T08:33:04.176 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 38: cannot install the best candidate for the job 2024-04-12T08:33:04.176 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-12T08:33:04.176 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-12T08:33:04.176 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-12T08:33:04.176 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-12T08:33:04.176 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 39: conflicting requests 2024-04-12T08:33:04.176 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T08:33:04.176 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T08:33:04.177 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-12T08:33:04.177 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:33:04.177 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:33:04.177 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-12T08:33:04.177 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 40: cannot install the best candidate for the job 2024-04-12T08:33:04.177 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-12T08:33:04.177 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-12T08:33:04.177 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:33:04.177 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:33:04.177 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 41: cannot install the best candidate for the job 2024-04-12T08:33:04.177 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T08:33:04.177 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T08:33:04.177 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:33:04.177 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:33:04.178 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 42: cannot install the best candidate for the job 2024-04-12T08:33:04.178 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T08:33:04.178 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T08:33:04.178 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T08:33:04.178 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T08:33:04.178 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 43: cannot install the best candidate for the job 2024-04-12T08:33:04.178 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-12T08:33:04.178 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-12T08:33:04.178 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-12T08:33:04.178 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-12T08:33:04.178 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 44: cannot install the best candidate for the job 2024-04-12T08:33:04.178 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T08:33:04.178 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T08:33:04.178 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T08:33:04.179 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T08:33:04.179 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 45: cannot install the best candidate for the job 2024-04-12T08:33:04.179 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-12T08:33:04.179 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-12T08:33:04.179 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-12T08:33:04.179 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-12T08:33:04.247 INFO:teuthology.orchestra.run.smithi112.stdout:Dependencies resolved. 2024-04-12T08:33:04.248 INFO:teuthology.orchestra.run.smithi112.stdout:================================================================================ 2024-04-12T08:33:04.248 INFO:teuthology.orchestra.run.smithi112.stdout: Package Arch Version Repository Size 2024-04-12T08:33:04.248 INFO:teuthology.orchestra.run.smithi112.stdout:================================================================================ 2024-04-12T08:33:04.248 INFO:teuthology.orchestra.run.smithi112.stdout:Installing: 2024-04-12T08:33:04.248 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-test x86_64 2:17.2.7-827.gd3b5060a.el9 ceph 48 M 2024-04-12T08:33:04.248 INFO:teuthology.orchestra.run.smithi112.stdout:Installing dependencies: 2024-04-12T08:33:04.248 INFO:teuthology.orchestra.run.smithi112.stdout: jq x86_64 1.6-16.el9 baseos 187 k 2024-04-12T08:33:04.248 INFO:teuthology.orchestra.run.smithi112.stdout: libcephsqlite x86_64 2:17.2.7-827.gd3b5060a.el9 ceph 163 k 2024-04-12T08:33:04.248 INFO:teuthology.orchestra.run.smithi112.stdout: oniguruma x86_64 6.9.6-1.el9.5 baseos 218 k 2024-04-12T08:33:04.248 INFO:teuthology.orchestra.run.smithi112.stdout: socat x86_64 1.7.4.1-5.el9 appstream 305 k 2024-04-12T08:33:04.248 INFO:teuthology.orchestra.run.smithi112.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-04-12T08:33:04.248 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T08:33:04.248 INFO:teuthology.orchestra.run.smithi112.stdout:Transaction Summary 2024-04-12T08:33:04.249 INFO:teuthology.orchestra.run.smithi112.stdout:================================================================================ 2024-04-12T08:33:04.249 INFO:teuthology.orchestra.run.smithi112.stdout:Install 6 Packages 2024-04-12T08:33:04.249 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T08:33:04.249 INFO:teuthology.orchestra.run.smithi112.stdout:Total download size: 49 M 2024-04-12T08:33:04.249 INFO:teuthology.orchestra.run.smithi112.stdout:Installed size: 193 M 2024-04-12T08:33:04.249 INFO:teuthology.orchestra.run.smithi112.stdout:Downloading Packages: 2024-04-12T08:33:04.311 INFO:teuthology.orchestra.run.smithi175.stdout:(8/24): ceph-common-17.2.7-827.gd3b5060a.el9.x8 12 MB/s | 22 MB 00:01 2024-04-12T08:33:04.336 INFO:teuthology.orchestra.run.smithi175.stdout:(9/24): python3-cephfs-17.2.7-827.gd3b5060a.el9 645 kB/s | 156 kB 00:00 2024-04-12T08:33:04.362 INFO:teuthology.orchestra.run.smithi175.stdout:(10/24): python3-rados-17.2.7-827.gd3b5060a.el9 6.3 MB/s | 320 kB 00:00 2024-04-12T08:33:04.395 INFO:teuthology.orchestra.run.smithi175.stdout:(11/24): python3-rbd-17.2.7-827.gd3b5060a.el9.x 4.9 MB/s | 292 kB 00:00 2024-04-12T08:33:04.421 INFO:teuthology.orchestra.run.smithi175.stdout:(12/24): python3-rgw-17.2.7-827.gd3b5060a.el9.x 1.7 MB/s | 99 kB 00:00 2024-04-12T08:33:04.647 INFO:teuthology.orchestra.run.smithi112.stdout:(1/6): libcephsqlite-17.2.7-827.gd3b5060a.el9.x 790 kB/s | 163 kB 00:00 2024-04-12T08:33:04.672 INFO:teuthology.orchestra.run.smithi112.stdout:(2/6): jq-1.6-16.el9.x86_64.rpm 810 kB/s | 187 kB 00:00 2024-04-12T08:33:04.787 INFO:teuthology.orchestra.run.smithi175.stdout:(13/24): librabbitmq-0.11.0-7.el9.x86_64.rpm 123 kB/s | 45 kB 00:00 2024-04-12T08:33:04.898 INFO:teuthology.orchestra.run.smithi112.stdout:(3/6): socat-1.7.4.1-5.el9.x86_64.rpm 1.3 MB/s | 305 kB 00:00 2024-04-12T08:33:04.939 INFO:teuthology.orchestra.run.smithi112.stdout:(4/6): oniguruma-6.9.6-1.el9.5.x86_64.rpm 746 kB/s | 218 kB 00:00 2024-04-12T08:33:04.957 INFO:teuthology.orchestra.run.smithi112.stdout:(5/6): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.1 MB/s | 64 kB 00:00 2024-04-12T08:33:04.997 INFO:teuthology.orchestra.run.smithi175.stdout:(14/24): ceph-radosgw-17.2.7-827.gd3b5060a.el9. 5.4 MB/s | 14 MB 00:02 2024-04-12T08:33:05.021 INFO:teuthology.orchestra.run.smithi175.stdout:(15/24): libpmemobj-1.12.1-1.el9.x86_64.rpm 256 kB/s | 160 kB 00:00 2024-04-12T08:33:05.197 INFO:teuthology.orchestra.run.smithi175.stdout:(16/24): lttng-ust-2.12.0-6.el9.x86_64.rpm 1.4 MB/s | 292 kB 00:00 2024-04-12T08:33:05.355 INFO:teuthology.orchestra.run.smithi175.stdout:(17/24): librdkafka-1.6.1-102.el9.x86_64.rpm 1.1 MB/s | 662 kB 00:00 2024-04-12T08:33:05.381 INFO:teuthology.orchestra.run.smithi175.stdout:(18/24): python3-prettytable-0.7.2-27.el9.noarc 118 kB/s | 42 kB 00:00 2024-04-12T08:33:05.739 INFO:teuthology.orchestra.run.smithi175.stdout:(19/24): liboath-2.6.7-2.el9.x86_64.rpm 127 kB/s | 49 kB 00:00 2024-04-12T08:33:05.773 INFO:teuthology.orchestra.run.smithi175.stdout:(20/24): libunwind-1.6.2-1.el9.x86_64.rpm 172 kB/s | 67 kB 00:00 2024-04-12T08:33:06.098 INFO:teuthology.orchestra.run.smithi175.stdout:(21/24): gperftools-libs-2.9.1-2.el9.x86_64.rpm 343 kB/s | 309 kB 00:00 2024-04-12T08:33:06.832 INFO:teuthology.orchestra.run.smithi175.stdout:(22/24): librados2-17.2.7-827.gd3b5060a.el9.x86 2.9 MB/s | 3.1 MB 00:01 2024-04-12T08:33:07.724 INFO:teuthology.orchestra.run.smithi175.stdout:(23/24): thrift-0.15.0-2.el9.x86_64.rpm 816 kB/s | 1.6 MB 00:01 2024-04-12T08:33:08.382 INFO:teuthology.orchestra.run.smithi175.stdout:(24/24): librbd1-17.2.7-827.gd3b5060a.el9.x86_6 1.3 MB/s | 2.9 MB 00:02 2024-04-12T08:33:08.384 INFO:teuthology.orchestra.run.smithi175.stdout:-------------------------------------------------------------------------------- 2024-04-12T08:33:08.384 INFO:teuthology.orchestra.run.smithi175.stdout:Total 8.9 MB/s | 58 MB 00:06 2024-04-12T08:33:08.444 INFO:teuthology.orchestra.run.smithi175.stdout:Running transaction check 2024-04-12T08:33:08.475 INFO:teuthology.orchestra.run.smithi175.stdout:Transaction check succeeded. 2024-04-12T08:33:08.475 INFO:teuthology.orchestra.run.smithi175.stdout:Running transaction test 2024-04-12T08:33:08.949 INFO:teuthology.orchestra.run.smithi175.stdout:Transaction test succeeded. 2024-04-12T08:33:08.949 INFO:teuthology.orchestra.run.smithi175.stdout:Running transaction 2024-04-12T08:33:09.140 INFO:teuthology.orchestra.run.smithi112.stdout:(6/6): ceph-test-17.2.7-827.gd3b5060a.el9.x86_6 10 MB/s | 48 MB 00:04 2024-04-12T08:33:09.142 INFO:teuthology.orchestra.run.smithi112.stdout:-------------------------------------------------------------------------------- 2024-04-12T08:33:09.142 INFO:teuthology.orchestra.run.smithi112.stdout:Total 10 MB/s | 49 MB 00:04 2024-04-12T08:33:09.192 INFO:teuthology.orchestra.run.smithi112.stdout:Running transaction check 2024-04-12T08:33:09.212 INFO:teuthology.orchestra.run.smithi112.stdout:Transaction check succeeded. 2024-04-12T08:33:09.212 INFO:teuthology.orchestra.run.smithi112.stdout:Running transaction test 2024-04-12T08:33:09.603 INFO:teuthology.orchestra.run.smithi112.stdout:Transaction test succeeded. 2024-04-12T08:33:09.603 INFO:teuthology.orchestra.run.smithi112.stdout:Running transaction 2024-04-12T08:33:10.172 INFO:teuthology.orchestra.run.smithi112.stdout: Preparing : 1/1 2024-04-12T08:33:10.180 INFO:teuthology.orchestra.run.smithi175.stdout: Preparing : 1/1 2024-04-12T08:33:10.258 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 1/6 2024-04-12T08:33:10.291 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 2/6 2024-04-12T08:33:10.337 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : oniguruma-6.9.6-1.el9.5.x86_64 3/6 2024-04-12T08:33:10.383 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : jq-1.6-16.el9.x86_64 4/6 2024-04-12T08:33:10.410 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : libcephsqlite-2:17.2.7-827.gd3b5060a.el9.x86_64 5/6 2024-04-12T08:33:10.654 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 1/26 2024-04-12T08:33:10.709 INFO:teuthology.orchestra.run.smithi175.stdout: Upgrading : librados2-2:17.2.7-827.gd3b5060a.el9.x86_64 2/26 2024-04-12T08:33:10.802 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: librados2-2:17.2.7-827.gd3b5060a.el9.x86_64 2/26 2024-04-12T08:33:10.880 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-rados-2:17.2.7-827.gd3b5060a.el9.x86_64 3/26 2024-04-12T08:33:10.903 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : libcephfs2-2:17.2.7-827.gd3b5060a.el9.x86_64 4/26 2024-04-12T08:33:10.991 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: libcephfs2-2:17.2.7-827.gd3b5060a.el9.x86_64 4/26 2024-04-12T08:33:11.039 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : thrift-0.15.0-2.el9.x86_64 5/26 2024-04-12T08:33:11.082 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 6/26 2024-04-12T08:33:11.520 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 7/26 2024-04-12T08:33:11.547 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : librgw2-2:17.2.7-827.gd3b5060a.el9.x86_64 8/26 2024-04-12T08:33:11.593 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: librgw2-2:17.2.7-827.gd3b5060a.el9.x86_64 8/26 2024-04-12T08:33:11.622 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : liboath-2.6.7-2.el9.x86_64 9/26 2024-04-12T08:33:11.664 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-ceph-argparse-2:17.2.7-827.gd3b5060a.el9.x 10/26 2024-04-12T08:33:11.701 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-cephfs-2:17.2.7-827.gd3b5060a.el9.x86_64 11/26 2024-04-12T08:33:11.763 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-rgw-2:17.2.7-827.gd3b5060a.el9.x86_64 12/26 2024-04-12T08:33:11.791 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : libradosstriper1-2:17.2.7-827.gd3b5060a.el9.x86_64 13/26 2024-04-12T08:33:11.841 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: libradosstriper1-2:17.2.7-827.gd3b5060a.el9.x86_64 13/26 2024-04-12T08:33:11.902 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 14/26 2024-04-12T08:33:11.941 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 15/26 2024-04-12T08:33:11.974 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 16/26 2024-04-12T08:33:12.277 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 17/26 2024-04-12T08:33:12.312 INFO:teuthology.orchestra.run.smithi175.stdout: Upgrading : librbd1-2:17.2.7-827.gd3b5060a.el9.x86_64 18/26 2024-04-12T08:33:12.385 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: librbd1-2:17.2.7-827.gd3b5060a.el9.x86_64 18/26 2024-04-12T08:33:12.458 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-rbd-2:17.2.7-827.gd3b5060a.el9.x86_64 19/26 2024-04-12T08:33:12.489 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-ceph-common-2:17.2.7-827.gd3b5060a.el9.x86 20/26 2024-04-12T08:33:14.787 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: libcephsqlite-2:17.2.7-827.gd3b5060a.el9.x86_64 5/6 2024-04-12T08:33:14.822 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: ceph-common-2:17.2.7-827.gd3b5060a.el9.x86_64 21/26 2024-04-12T08:33:14.861 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : ceph-common-2:17.2.7-827.gd3b5060a.el9.x86_64 21/26 2024-04-12T08:33:14.867 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : ceph-test-2:17.2.7-827.gd3b5060a.el9.x86_64 6/6 2024-04-12T08:33:15.390 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: ceph-common-2:17.2.7-827.gd3b5060a.el9.x86_64 21/26 2024-04-12T08:33:15.423 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : ceph-base-2:17.2.7-827.gd3b5060a.el9.x86_64 22/26 2024-04-12T08:33:15.520 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: ceph-base-2:17.2.7-827.gd3b5060a.el9.x86_64 22/26 2024-04-12T08:33:15.521 INFO:teuthology.orchestra.run.smithi175.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-04-12T08:33:15.521 INFO:teuthology.orchestra.run.smithi175.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-04-12T08:33:15.521 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-04-12T08:33:15.557 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : ceph-selinux-2:17.2.7-827.gd3b5060a.el9.x86_64 23/26 2024-04-12T08:33:17.122 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: ceph-test-2:17.2.7-827.gd3b5060a.el9.x86_64 6/6 2024-04-12T08:33:17.122 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : ceph-test-2:17.2.7-827.gd3b5060a.el9.x86_64 1/6 2024-04-12T08:33:17.122 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : libcephsqlite-2:17.2.7-827.gd3b5060a.el9.x86_64 2/6 2024-04-12T08:33:17.122 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : jq-1.6-16.el9.x86_64 3/6 2024-04-12T08:33:17.122 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : oniguruma-6.9.6-1.el9.5.x86_64 4/6 2024-04-12T08:33:17.122 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 5/6 2024-04-12T08:33:17.464 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 6/6 2024-04-12T08:33:17.464 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T08:33:17.464 INFO:teuthology.orchestra.run.smithi112.stdout:Installed: 2024-04-12T08:33:17.464 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-test-2:17.2.7-827.gd3b5060a.el9.x86_64 2024-04-12T08:33:17.464 INFO:teuthology.orchestra.run.smithi112.stdout: jq-1.6-16.el9.x86_64 2024-04-12T08:33:17.464 INFO:teuthology.orchestra.run.smithi112.stdout: libcephsqlite-2:17.2.7-827.gd3b5060a.el9.x86_64 2024-04-12T08:33:17.464 INFO:teuthology.orchestra.run.smithi112.stdout: oniguruma-6.9.6-1.el9.5.x86_64 2024-04-12T08:33:17.465 INFO:teuthology.orchestra.run.smithi112.stdout: socat-1.7.4.1-5.el9.x86_64 2024-04-12T08:33:17.465 INFO:teuthology.orchestra.run.smithi112.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-04-12T08:33:17.465 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T08:33:17.465 INFO:teuthology.orchestra.run.smithi112.stdout:Complete! 2024-04-12T08:33:17.755 DEBUG:teuthology.orchestra.run.smithi112:> sudo yum -y install ceph 2024-04-12T08:33:18.345 INFO:teuthology.orchestra.run.smithi112.stdout:Last metadata expiration check: 0:00:46 ago on Fri 12 Apr 2024 08:32:32 AM UTC. 2024-04-12T08:33:18.632 INFO:teuthology.orchestra.run.smithi112.stderr:Modular dependency problems: 2024-04-12T08:33:18.632 INFO:teuthology.orchestra.run.smithi112.stderr: 2024-04-12T08:33:18.632 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 1: conflicting requests 2024-04-12T08:33:18.633 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-12T08:33:18.633 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 2: conflicting requests 2024-04-12T08:33:18.633 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-12T08:33:18.633 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 3: conflicting requests 2024-04-12T08:33:18.633 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-12T08:33:18.633 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 4: conflicting requests 2024-04-12T08:33:18.633 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T08:33:18.633 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 5: conflicting requests 2024-04-12T08:33:18.633 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-12T08:33:18.633 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 6: conflicting requests 2024-04-12T08:33:18.633 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:33:18.633 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 7: conflicting requests 2024-04-12T08:33:18.633 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-12T08:33:18.633 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 8: conflicting requests 2024-04-12T08:33:18.634 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-12T08:33:18.634 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 9: conflicting requests 2024-04-12T08:33:18.634 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-12T08:33:18.634 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 10: conflicting requests 2024-04-12T08:33:18.634 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:33:18.634 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 11: conflicting requests 2024-04-12T08:33:18.634 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-12T08:33:18.634 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 12: conflicting requests 2024-04-12T08:33:18.634 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-12T08:33:18.634 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 13: conflicting requests 2024-04-12T08:33:18.634 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T08:33:18.634 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 14: conflicting requests 2024-04-12T08:33:18.635 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-12T08:33:18.635 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 15: conflicting requests 2024-04-12T08:33:18.635 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T08:33:18.635 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 16: conflicting requests 2024-04-12T08:33:18.635 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:33:18.635 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 17: conflicting requests 2024-04-12T08:33:18.635 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:33:18.635 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 18: conflicting requests 2024-04-12T08:33:18.635 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T08:33:18.635 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 19: conflicting requests 2024-04-12T08:33:18.635 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:33:18.635 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 20: conflicting requests 2024-04-12T08:33:18.636 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T08:33:18.636 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 21: conflicting requests 2024-04-12T08:33:18.636 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-12T08:33:18.636 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 22: conflicting requests 2024-04-12T08:33:18.636 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:33:18.636 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 23: conflicting requests 2024-04-12T08:33:18.636 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-12T08:33:18.636 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 24: conflicting requests 2024-04-12T08:33:18.636 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-12T08:33:18.636 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 25: conflicting requests 2024-04-12T08:33:18.636 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-12T08:33:18.636 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 26: conflicting requests 2024-04-12T08:33:18.636 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-12T08:33:18.637 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 27: conflicting requests 2024-04-12T08:33:18.637 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:33:18.637 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 28: conflicting requests 2024-04-12T08:33:18.637 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-12T08:33:18.637 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 29: conflicting requests 2024-04-12T08:33:18.637 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:33:18.637 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 30: conflicting requests 2024-04-12T08:33:18.637 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-12T08:33:18.637 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 31: conflicting requests 2024-04-12T08:33:18.637 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-12T08:33:18.637 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 32: conflicting requests 2024-04-12T08:33:18.637 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:33:18.637 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 33: conflicting requests 2024-04-12T08:33:18.637 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-12T08:33:18.638 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 34: conflicting requests 2024-04-12T08:33:18.638 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T08:33:18.638 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 35: conflicting requests 2024-04-12T08:33:18.638 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-12T08:33:18.638 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 36: conflicting requests 2024-04-12T08:33:18.638 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:33:18.638 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 37: conflicting requests 2024-04-12T08:33:18.638 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-12T08:33:18.638 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-12T08:33:18.638 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-12T08:33:18.638 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 38: cannot install the best candidate for the job 2024-04-12T08:33:18.638 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-12T08:33:18.638 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-12T08:33:18.639 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-12T08:33:18.639 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-12T08:33:18.639 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 39: conflicting requests 2024-04-12T08:33:18.639 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T08:33:18.639 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T08:33:18.639 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-12T08:33:18.639 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:33:18.639 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:33:18.639 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-12T08:33:18.639 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 40: cannot install the best candidate for the job 2024-04-12T08:33:18.639 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-12T08:33:18.639 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-12T08:33:18.639 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:33:18.640 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:33:18.640 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 41: cannot install the best candidate for the job 2024-04-12T08:33:18.640 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T08:33:18.640 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T08:33:18.640 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:33:18.640 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:33:18.640 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 42: cannot install the best candidate for the job 2024-04-12T08:33:18.640 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T08:33:18.640 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T08:33:18.640 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T08:33:18.640 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T08:33:18.640 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 43: cannot install the best candidate for the job 2024-04-12T08:33:18.640 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-12T08:33:18.640 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-12T08:33:18.640 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-12T08:33:18.641 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-12T08:33:18.641 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 44: cannot install the best candidate for the job 2024-04-12T08:33:18.641 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T08:33:18.641 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T08:33:18.641 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T08:33:18.641 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T08:33:18.641 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 45: cannot install the best candidate for the job 2024-04-12T08:33:18.641 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-12T08:33:18.641 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-12T08:33:18.641 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-12T08:33:18.641 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-12T08:33:18.707 INFO:teuthology.orchestra.run.smithi112.stdout:Dependencies resolved. 2024-04-12T08:33:18.709 INFO:teuthology.orchestra.run.smithi112.stdout:================================================================================ 2024-04-12T08:33:18.709 INFO:teuthology.orchestra.run.smithi112.stdout: Package Arch Version Repository Size 2024-04-12T08:33:18.709 INFO:teuthology.orchestra.run.smithi112.stdout:================================================================================ 2024-04-12T08:33:18.709 INFO:teuthology.orchestra.run.smithi112.stdout:Installing: 2024-04-12T08:33:18.709 INFO:teuthology.orchestra.run.smithi112.stdout: ceph x86_64 2:17.2.7-827.gd3b5060a.el9 ceph 6.5 k 2024-04-12T08:33:18.710 INFO:teuthology.orchestra.run.smithi112.stdout:Installing dependencies: 2024-04-12T08:33:18.710 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-mds x86_64 2:17.2.7-827.gd3b5060a.el9 ceph 2.1 M 2024-04-12T08:33:18.710 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-mgr x86_64 2:17.2.7-827.gd3b5060a.el9 ceph 1.4 M 2024-04-12T08:33:18.710 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-mgr-modules-core noarch 2:17.2.7-827.gd3b5060a.el9 ceph-noarch 240 k 2024-04-12T08:33:18.710 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-mon x86_64 2:17.2.7-827.gd3b5060a.el9 ceph 3.9 M 2024-04-12T08:33:18.710 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-osd x86_64 2:17.2.7-827.gd3b5060a.el9 ceph 15 M 2024-04-12T08:33:18.710 INFO:teuthology.orchestra.run.smithi112.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-04-12T08:33:18.710 INFO:teuthology.orchestra.run.smithi112.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-04-12T08:33:18.710 INFO:teuthology.orchestra.run.smithi112.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-04-12T08:33:18.710 INFO:teuthology.orchestra.run.smithi112.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-04-12T08:33:18.710 INFO:teuthology.orchestra.run.smithi112.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-04-12T08:33:18.710 INFO:teuthology.orchestra.run.smithi112.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-04-12T08:33:18.710 INFO:teuthology.orchestra.run.smithi112.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-04-12T08:33:18.710 INFO:teuthology.orchestra.run.smithi112.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-04-12T08:33:18.711 INFO:teuthology.orchestra.run.smithi112.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-04-12T08:33:18.711 INFO:teuthology.orchestra.run.smithi112.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-04-12T08:33:18.711 INFO:teuthology.orchestra.run.smithi112.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-04-12T08:33:18.711 INFO:teuthology.orchestra.run.smithi112.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-04-12T08:33:18.711 INFO:teuthology.orchestra.run.smithi112.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-04-12T08:33:18.711 INFO:teuthology.orchestra.run.smithi112.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-04-12T08:33:18.711 INFO:teuthology.orchestra.run.smithi112.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-04-12T08:33:18.711 INFO:teuthology.orchestra.run.smithi112.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-04-12T08:33:18.711 INFO:teuthology.orchestra.run.smithi112.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-04-12T08:33:18.711 INFO:teuthology.orchestra.run.smithi112.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-04-12T08:33:18.711 INFO:teuthology.orchestra.run.smithi112.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-04-12T08:33:18.711 INFO:teuthology.orchestra.run.smithi112.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-04-12T08:33:18.711 INFO:teuthology.orchestra.run.smithi112.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-04-12T08:33:18.712 INFO:teuthology.orchestra.run.smithi112.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-04-12T08:33:18.712 INFO:teuthology.orchestra.run.smithi112.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-04-12T08:33:18.712 INFO:teuthology.orchestra.run.smithi112.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-04-12T08:33:18.712 INFO:teuthology.orchestra.run.smithi112.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-04-12T08:33:18.712 INFO:teuthology.orchestra.run.smithi112.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-04-12T08:33:18.712 INFO:teuthology.orchestra.run.smithi112.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-04-12T08:33:18.712 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T08:33:18.712 INFO:teuthology.orchestra.run.smithi112.stdout:Transaction Summary 2024-04-12T08:33:18.712 INFO:teuthology.orchestra.run.smithi112.stdout:================================================================================ 2024-04-12T08:33:18.712 INFO:teuthology.orchestra.run.smithi112.stdout:Install 33 Packages 2024-04-12T08:33:18.712 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T08:33:18.713 INFO:teuthology.orchestra.run.smithi112.stdout:Total download size: 27 M 2024-04-12T08:33:18.713 INFO:teuthology.orchestra.run.smithi112.stdout:Installed size: 96 M 2024-04-12T08:33:18.713 INFO:teuthology.orchestra.run.smithi112.stdout:Downloading Packages: 2024-04-12T08:33:19.659 INFO:teuthology.orchestra.run.smithi112.stdout:(1/33): ceph-17.2.7-827.gd3b5060a.el9.x86_64.rp 27 kB/s | 6.5 kB 00:00 2024-04-12T08:33:19.968 INFO:teuthology.orchestra.run.smithi112.stdout:(2/33): ceph-mgr-17.2.7-827.gd3b5060a.el9.x86_6 2.6 MB/s | 1.4 MB 00:00 2024-04-12T08:33:20.101 INFO:teuthology.orchestra.run.smithi112.stdout:(3/33): ceph-mds-17.2.7-827.gd3b5060a.el9.x86_6 3.1 MB/s | 2.1 MB 00:00 2024-04-12T08:33:20.177 INFO:teuthology.orchestra.run.smithi112.stdout:(4/33): ceph-mgr-modules-core-17.2.7-827.gd3b50 3.1 MB/s | 240 kB 00:00 2024-04-12T08:33:20.363 INFO:teuthology.orchestra.run.smithi112.stdout:(5/33): python3-cffi-1.14.5-5.el9.x86_64.rpm 1.3 MB/s | 253 kB 00:00 2024-04-12T08:33:20.471 INFO:teuthology.orchestra.run.smithi112.stdout:(6/33): python3-cryptography-36.0.1-4.el9.x86_6 11 MB/s | 1.2 MB 00:00 2024-04-12T08:33:20.522 INFO:teuthology.orchestra.run.smithi112.stdout:(7/33): python3-ply-3.11-14.el9.noarch.rpm 2.1 MB/s | 106 kB 00:00 2024-04-12T08:33:20.572 INFO:teuthology.orchestra.run.smithi112.stdout:(8/33): python3-pycparser-2.20-6.el9.noarch.rpm 2.6 MB/s | 135 kB 00:00 2024-04-12T08:33:20.622 INFO:teuthology.orchestra.run.smithi112.stdout:(9/33): python3-requests-2.25.1-8.el9.noarch.rp 2.4 MB/s | 125 kB 00:00 2024-04-12T08:33:20.673 INFO:teuthology.orchestra.run.smithi112.stdout:(10/33): python3-urllib3-1.26.5-5.el9.noarch.rp 4.2 MB/s | 215 kB 00:00 2024-04-12T08:33:20.848 INFO:teuthology.orchestra.run.smithi112.stdout:(11/33): python3-mako-1.1.4-6.el9.noarch.rpm 985 kB/s | 172 kB 00:00 2024-04-12T08:33:20.898 INFO:teuthology.orchestra.run.smithi112.stdout:(12/33): python3-markupsafe-1.1.1-12.el9.x86_64 697 kB/s | 35 kB 00:00 2024-04-12T08:33:20.948 INFO:teuthology.orchestra.run.smithi112.stdout:(13/33): python3-pytz-2021.1-5.el9.noarch.rpm 1.0 MB/s | 51 kB 00:00 2024-04-12T08:33:20.998 INFO:teuthology.orchestra.run.smithi112.stdout:(14/33): python3-toml-0.10.2-6.el9.noarch.rpm 834 kB/s | 42 kB 00:00 2024-04-12T08:33:21.232 INFO:teuthology.orchestra.run.smithi112.stdout:(15/33): ceph-osd-17.2.7-827.gd3b5060a.el9.x86_ 12 MB/s | 15 MB 00:01 2024-04-12T08:33:21.257 INFO:teuthology.orchestra.run.smithi112.stdout:(16/33): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 168 kB/s | 43 kB 00:00 2024-04-12T08:33:21.316 INFO:teuthology.orchestra.run.smithi112.stdout:(17/33): ceph-mon-17.2.7-827.gd3b5060a.el9.x86_ 2.4 MB/s | 3.9 MB 00:01 2024-04-12T08:33:21.399 INFO:teuthology.orchestra.run.smithi112.stdout:(18/33): python3-cherrypy-18.6.1-2.el9.noarch.r 2.5 MB/s | 358 kB 00:00 2024-04-12T08:33:21.416 INFO:teuthology.orchestra.run.smithi112.stdout:(19/33): python3-jaraco-8.2.1-3.el9.noarch.rpm 106 kB/s | 11 kB 00:00 2024-04-12T08:33:21.442 INFO:teuthology.orchestra.run.smithi112.stdout:(20/33): python3-jaraco-classes-3.2.1-5.el9.noa 421 kB/s | 18 kB 00:00 2024-04-12T08:33:21.467 INFO:teuthology.orchestra.run.smithi112.stdout:(21/33): python3-jaraco-collections-3.0.0-8.el9 461 kB/s | 23 kB 00:00 2024-04-12T08:33:21.501 INFO:teuthology.orchestra.run.smithi112.stdout:(22/33): python3-cheroot-8.6.0-4.el9.noarch.rpm 641 kB/s | 172 kB 00:00 2024-04-12T08:33:21.517 INFO:teuthology.orchestra.run.smithi112.stdout:(23/33): python3-jaraco-functools-3.5.0-2.el9.n 257 kB/s | 19 kB 00:00 2024-04-12T08:33:21.543 INFO:teuthology.orchestra.run.smithi112.stdout:(24/33): python3-jaraco-text-3.2.0-6.el9.noarch 261 kB/s | 20 kB 00:00 2024-04-12T08:33:21.560 INFO:teuthology.orchestra.run.smithi112.stdout:(25/33): python3-logutils-0.3.5-21.el9.noarch.r 789 kB/s | 46 kB 00:00 2024-04-12T08:33:21.601 INFO:teuthology.orchestra.run.smithi112.stdout:(26/33): python3-more-itertools-8.12.0-2.el9.no 1.3 MB/s | 79 kB 00:00 2024-04-12T08:33:21.618 INFO:teuthology.orchestra.run.smithi112.stdout:(27/33): python3-portend-3.1.0-2.el9.noarch.rpm 281 kB/s | 16 kB 00:00 2024-04-12T08:33:21.652 INFO:teuthology.orchestra.run.smithi112.stdout:(28/33): python3-pecan-1.4.2-3.el9.noarch.rpm 2.4 MB/s | 272 kB 00:00 2024-04-12T08:33:21.669 INFO:teuthology.orchestra.run.smithi112.stdout:(29/33): python3-tempora-5.0.0-2.el9.noarch.rpm 714 kB/s | 36 kB 00:00 2024-04-12T08:33:21.694 INFO:teuthology.orchestra.run.smithi112.stdout:(30/33): python3-pyOpenSSL-21.0.0-1.el9.noarch. 975 kB/s | 90 kB 00:00 2024-04-12T08:33:21.728 INFO:teuthology.orchestra.run.smithi112.stdout:(31/33): python3-webob-1.8.7-6.el9.noarch.rpm 3.0 MB/s | 230 kB 00:00 2024-04-12T08:33:21.753 INFO:teuthology.orchestra.run.smithi112.stdout:(32/33): python3-zc-lockfile-2.0-10.el9.noarch. 341 kB/s | 20 kB 00:00 2024-04-12T08:33:21.828 INFO:teuthology.orchestra.run.smithi112.stdout:(33/33): python3-werkzeug-2.0.3-3.el9.1.noarch. 2.6 MB/s | 427 kB 00:00 2024-04-12T08:33:21.830 INFO:teuthology.orchestra.run.smithi112.stdout:-------------------------------------------------------------------------------- 2024-04-12T08:33:21.831 INFO:teuthology.orchestra.run.smithi112.stdout:Total 8.7 MB/s | 27 MB 00:03 2024-04-12T08:33:21.950 INFO:teuthology.orchestra.run.smithi112.stdout:Running transaction check 2024-04-12T08:33:21.986 INFO:teuthology.orchestra.run.smithi112.stdout:Transaction check succeeded. 2024-04-12T08:33:21.986 INFO:teuthology.orchestra.run.smithi112.stdout:Running transaction test 2024-04-12T08:33:22.339 INFO:teuthology.orchestra.run.smithi112.stdout:Transaction test succeeded. 2024-04-12T08:33:22.340 INFO:teuthology.orchestra.run.smithi112.stdout:Running transaction 2024-04-12T08:33:23.614 INFO:teuthology.orchestra.run.smithi112.stdout: Preparing : 1/1 2024-04-12T08:33:23.706 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 1/33 2024-04-12T08:33:23.738 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 2/33 2024-04-12T08:33:23.771 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 3/33 2024-04-12T08:33:23.863 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 4/33 2024-04-12T08:33:23.941 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 5/33 2024-04-12T08:33:23.982 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 6/33 2024-04-12T08:33:24.025 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 7/33 2024-04-12T08:33:24.056 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 8/33 2024-04-12T08:33:24.098 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 9/33 2024-04-12T08:33:24.131 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 10/33 2024-04-12T08:33:24.171 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 11/33 2024-04-12T08:33:24.206 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 12/33 2024-04-12T08:33:24.241 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 13/33 2024-04-12T08:33:24.289 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 14/33 2024-04-12T08:33:24.376 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 15/33 2024-04-12T08:33:24.513 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 16/33 2024-04-12T08:33:24.595 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 17/33 2024-04-12T08:33:24.648 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 18/33 2024-04-12T08:33:24.695 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 19/33 2024-04-12T08:33:24.753 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-ply-3.11-14.el9.noarch 20/33 2024-04-12T08:33:24.808 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 21/33 2024-04-12T08:33:24.996 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 22/33 2024-04-12T08:33:25.045 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: ceph-selinux-2:17.2.7-827.gd3b5060a.el9.x86_64 23/26 2024-04-12T08:33:25.045 INFO:teuthology.orchestra.run.smithi175.stdout:skipping the directory /sys 2024-04-12T08:33:25.045 INFO:teuthology.orchestra.run.smithi175.stdout:skipping the directory /proc 2024-04-12T08:33:25.045 INFO:teuthology.orchestra.run.smithi175.stdout:skipping the directory /mnt 2024-04-12T08:33:25.045 INFO:teuthology.orchestra.run.smithi175.stdout:skipping the directory /var/tmp 2024-04-12T08:33:25.045 INFO:teuthology.orchestra.run.smithi175.stdout:skipping the directory /home 2024-04-12T08:33:25.045 INFO:teuthology.orchestra.run.smithi175.stdout:skipping the directory /root 2024-04-12T08:33:25.046 INFO:teuthology.orchestra.run.smithi175.stdout:skipping the directory /tmp 2024-04-12T08:33:25.046 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-04-12T08:33:25.049 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 23/33 2024-04-12T08:33:25.118 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 24/33 2024-04-12T08:33:25.207 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 25/33 2024-04-12T08:33:25.249 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 26/33 2024-04-12T08:33:25.370 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 27/33 2024-04-12T08:33:25.528 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : ceph-mgr-modules-core-2:17.2.7-827.gd3b5060a.el9.n 28/33 2024-04-12T08:33:25.559 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : ceph-mgr-2:17.2.7-827.gd3b5060a.el9.x86_64 29/33 2024-04-12T08:33:25.585 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: ceph-mgr-2:17.2.7-827.gd3b5060a.el9.x86_64 29/33 2024-04-12T08:33:25.585 INFO:teuthology.orchestra.run.smithi112.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-12T08:33:25.585 INFO:teuthology.orchestra.run.smithi112.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-04-12T08:33:25.585 INFO:teuthology.orchestra.run.smithi112.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-12T08:33:25.585 INFO:teuthology.orchestra.run.smithi112.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-12T08:33:25.585 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T08:33:26.350 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : ceph-radosgw-2:17.2.7-827.gd3b5060a.el9.x86_64 24/26 2024-04-12T08:33:26.428 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: ceph-radosgw-2:17.2.7-827.gd3b5060a.el9.x86_64 24/26 2024-04-12T08:33:26.428 INFO:teuthology.orchestra.run.smithi175.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-12T08:33:26.428 INFO:teuthology.orchestra.run.smithi175.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-04-12T08:33:26.428 INFO:teuthology.orchestra.run.smithi175.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-12T08:33:26.428 INFO:teuthology.orchestra.run.smithi175.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-12T08:33:26.428 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-04-12T08:33:26.430 INFO:teuthology.orchestra.run.smithi175.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 25/26 2024-04-12T08:33:26.520 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 25/26 2024-04-12T08:33:26.521 INFO:teuthology.orchestra.run.smithi175.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 26/26 2024-04-12T08:33:26.893 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : ceph-osd-2:17.2.7-827.gd3b5060a.el9.x86_64 30/33 2024-04-12T08:33:26.920 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: ceph-osd-2:17.2.7-827.gd3b5060a.el9.x86_64 30/33 2024-04-12T08:33:26.920 INFO:teuthology.orchestra.run.smithi112.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-12T08:33:26.920 INFO:teuthology.orchestra.run.smithi112.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-04-12T08:33:26.920 INFO:teuthology.orchestra.run.smithi112.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-12T08:33:26.920 INFO:teuthology.orchestra.run.smithi112.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-12T08:33:26.920 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T08:33:27.285 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : ceph-mon-2:17.2.7-827.gd3b5060a.el9.x86_64 31/33 2024-04-12T08:33:27.309 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: ceph-mon-2:17.2.7-827.gd3b5060a.el9.x86_64 31/33 2024-04-12T08:33:27.309 INFO:teuthology.orchestra.run.smithi112.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-12T08:33:27.309 INFO:teuthology.orchestra.run.smithi112.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-04-12T08:33:27.309 INFO:teuthology.orchestra.run.smithi112.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-12T08:33:27.309 INFO:teuthology.orchestra.run.smithi112.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-12T08:33:27.309 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T08:33:27.511 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : ceph-mds-2:17.2.7-827.gd3b5060a.el9.x86_64 32/33 2024-04-12T08:33:27.535 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: ceph-mds-2:17.2.7-827.gd3b5060a.el9.x86_64 32/33 2024-04-12T08:33:27.535 INFO:teuthology.orchestra.run.smithi112.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-12T08:33:27.535 INFO:teuthology.orchestra.run.smithi112.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-04-12T08:33:27.535 INFO:teuthology.orchestra.run.smithi112.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-12T08:33:27.535 INFO:teuthology.orchestra.run.smithi112.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-12T08:33:27.535 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T08:33:27.600 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : ceph-2:17.2.7-827.gd3b5060a.el9.x86_64 33/33 2024-04-12T08:33:27.697 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 26/26 2024-04-12T08:33:27.697 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ceph-base-2:17.2.7-827.gd3b5060a.el9.x86_64 1/26 2024-04-12T08:33:27.697 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ceph-common-2:17.2.7-827.gd3b5060a.el9.x86_64 2/26 2024-04-12T08:33:27.698 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ceph-radosgw-2:17.2.7-827.gd3b5060a.el9.x86_64 3/26 2024-04-12T08:33:27.698 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ceph-selinux-2:17.2.7-827.gd3b5060a.el9.x86_64 4/26 2024-04-12T08:33:27.698 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libcephfs2-2:17.2.7-827.gd3b5060a.el9.x86_64 5/26 2024-04-12T08:33:27.698 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libradosstriper1-2:17.2.7-827.gd3b5060a.el9.x86_64 6/26 2024-04-12T08:33:27.698 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : librgw2-2:17.2.7-827.gd3b5060a.el9.x86_64 7/26 2024-04-12T08:33:27.698 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-ceph-argparse-2:17.2.7-827.gd3b5060a.el9.x 8/26 2024-04-12T08:33:27.698 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-ceph-common-2:17.2.7-827.gd3b5060a.el9.x86 9/26 2024-04-12T08:33:27.698 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-cephfs-2:17.2.7-827.gd3b5060a.el9.x86_64 10/26 2024-04-12T08:33:27.698 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-rados-2:17.2.7-827.gd3b5060a.el9.x86_64 11/26 2024-04-12T08:33:27.698 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-rbd-2:17.2.7-827.gd3b5060a.el9.x86_64 12/26 2024-04-12T08:33:27.698 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-rgw-2:17.2.7-827.gd3b5060a.el9.x86_64 13/26 2024-04-12T08:33:27.698 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 14/26 2024-04-12T08:33:27.699 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 15/26 2024-04-12T08:33:27.699 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 16/26 2024-04-12T08:33:27.699 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 17/26 2024-04-12T08:33:27.699 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 18/26 2024-04-12T08:33:27.699 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 19/26 2024-04-12T08:33:27.699 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 20/26 2024-04-12T08:33:27.699 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 21/26 2024-04-12T08:33:27.699 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 22/26 2024-04-12T08:33:27.699 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : librados2-2:17.2.7-827.gd3b5060a.el9.x86_64 23/26 2024-04-12T08:33:27.699 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 24/26 2024-04-12T08:33:27.699 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : librbd1-2:17.2.7-827.gd3b5060a.el9.x86_64 25/26 2024-04-12T08:33:28.746 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 26/26 2024-04-12T08:33:28.746 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-04-12T08:33:28.746 INFO:teuthology.orchestra.run.smithi175.stdout:Upgraded: 2024-04-12T08:33:28.746 INFO:teuthology.orchestra.run.smithi175.stdout: librados2-2:17.2.7-827.gd3b5060a.el9.x86_64 2024-04-12T08:33:28.746 INFO:teuthology.orchestra.run.smithi175.stdout: librbd1-2:17.2.7-827.gd3b5060a.el9.x86_64 2024-04-12T08:33:28.746 INFO:teuthology.orchestra.run.smithi175.stdout:Installed: 2024-04-12T08:33:28.746 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-base-2:17.2.7-827.gd3b5060a.el9.x86_64 2024-04-12T08:33:28.746 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-common-2:17.2.7-827.gd3b5060a.el9.x86_64 2024-04-12T08:33:28.746 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-radosgw-2:17.2.7-827.gd3b5060a.el9.x86_64 2024-04-12T08:33:28.746 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-selinux-2:17.2.7-827.gd3b5060a.el9.x86_64 2024-04-12T08:33:28.747 INFO:teuthology.orchestra.run.smithi175.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-04-12T08:33:28.747 INFO:teuthology.orchestra.run.smithi175.stdout: libcephfs2-2:17.2.7-827.gd3b5060a.el9.x86_64 2024-04-12T08:33:28.747 INFO:teuthology.orchestra.run.smithi175.stdout: liboath-2.6.7-2.el9.x86_64 2024-04-12T08:33:28.747 INFO:teuthology.orchestra.run.smithi175.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-04-12T08:33:28.747 INFO:teuthology.orchestra.run.smithi175.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-04-12T08:33:28.747 INFO:teuthology.orchestra.run.smithi175.stdout: libradosstriper1-2:17.2.7-827.gd3b5060a.el9.x86_64 2024-04-12T08:33:28.747 INFO:teuthology.orchestra.run.smithi175.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-04-12T08:33:28.747 INFO:teuthology.orchestra.run.smithi175.stdout: librgw2-2:17.2.7-827.gd3b5060a.el9.x86_64 2024-04-12T08:33:28.747 INFO:teuthology.orchestra.run.smithi175.stdout: libunwind-1.6.2-1.el9.x86_64 2024-04-12T08:33:28.747 INFO:teuthology.orchestra.run.smithi175.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-04-12T08:33:28.747 INFO:teuthology.orchestra.run.smithi175.stdout: python3-ceph-argparse-2:17.2.7-827.gd3b5060a.el9.x86_64 2024-04-12T08:33:28.747 INFO:teuthology.orchestra.run.smithi175.stdout: python3-ceph-common-2:17.2.7-827.gd3b5060a.el9.x86_64 2024-04-12T08:33:28.747 INFO:teuthology.orchestra.run.smithi175.stdout: python3-cephfs-2:17.2.7-827.gd3b5060a.el9.x86_64 2024-04-12T08:33:28.747 INFO:teuthology.orchestra.run.smithi175.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-04-12T08:33:28.748 INFO:teuthology.orchestra.run.smithi175.stdout: python3-rados-2:17.2.7-827.gd3b5060a.el9.x86_64 2024-04-12T08:33:28.748 INFO:teuthology.orchestra.run.smithi175.stdout: python3-rbd-2:17.2.7-827.gd3b5060a.el9.x86_64 2024-04-12T08:33:28.748 INFO:teuthology.orchestra.run.smithi175.stdout: python3-rgw-2:17.2.7-827.gd3b5060a.el9.x86_64 2024-04-12T08:33:28.748 INFO:teuthology.orchestra.run.smithi175.stdout: thrift-0.15.0-2.el9.x86_64 2024-04-12T08:33:28.748 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-04-12T08:33:28.748 INFO:teuthology.orchestra.run.smithi175.stdout:Complete! 2024-04-12T08:33:29.081 DEBUG:teuthology.orchestra.run.smithi175:> sudo yum -y install ceph-test 2024-04-12T08:33:29.335 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: ceph-2:17.2.7-827.gd3b5060a.el9.x86_64 33/33 2024-04-12T08:33:29.335 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : ceph-2:17.2.7-827.gd3b5060a.el9.x86_64 1/33 2024-04-12T08:33:29.335 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : ceph-mds-2:17.2.7-827.gd3b5060a.el9.x86_64 2/33 2024-04-12T08:33:29.335 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : ceph-mgr-2:17.2.7-827.gd3b5060a.el9.x86_64 3/33 2024-04-12T08:33:29.335 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : ceph-mon-2:17.2.7-827.gd3b5060a.el9.x86_64 4/33 2024-04-12T08:33:29.335 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : ceph-osd-2:17.2.7-827.gd3b5060a.el9.x86_64 5/33 2024-04-12T08:33:29.335 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : ceph-mgr-modules-core-2:17.2.7-827.gd3b5060a.el9.n 6/33 2024-04-12T08:33:29.335 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 7/33 2024-04-12T08:33:29.336 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 8/33 2024-04-12T08:33:29.336 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-ply-3.11-14.el9.noarch 9/33 2024-04-12T08:33:29.336 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 10/33 2024-04-12T08:33:29.336 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 11/33 2024-04-12T08:33:29.336 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 12/33 2024-04-12T08:33:29.336 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 13/33 2024-04-12T08:33:29.336 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 14/33 2024-04-12T08:33:29.336 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 15/33 2024-04-12T08:33:29.336 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 16/33 2024-04-12T08:33:29.336 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 17/33 2024-04-12T08:33:29.336 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 18/33 2024-04-12T08:33:29.336 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 19/33 2024-04-12T08:33:29.336 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 20/33 2024-04-12T08:33:29.336 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 21/33 2024-04-12T08:33:29.336 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 22/33 2024-04-12T08:33:29.337 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 23/33 2024-04-12T08:33:29.337 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 24/33 2024-04-12T08:33:29.337 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 25/33 2024-04-12T08:33:29.337 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 26/33 2024-04-12T08:33:29.337 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 27/33 2024-04-12T08:33:29.337 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 28/33 2024-04-12T08:33:29.337 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 29/33 2024-04-12T08:33:29.337 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 30/33 2024-04-12T08:33:29.337 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 31/33 2024-04-12T08:33:29.337 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 32/33 2024-04-12T08:33:29.678 INFO:teuthology.orchestra.run.smithi175.stdout:Last metadata expiration check: 0:00:31 ago on Fri 12 Apr 2024 08:32:58 AM UTC. 2024-04-12T08:33:29.968 INFO:teuthology.orchestra.run.smithi175.stderr:Modular dependency problems: 2024-04-12T08:33:29.969 INFO:teuthology.orchestra.run.smithi175.stderr: 2024-04-12T08:33:29.969 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 1: conflicting requests 2024-04-12T08:33:29.969 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-12T08:33:29.969 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 2: conflicting requests 2024-04-12T08:33:29.969 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-12T08:33:29.969 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 3: conflicting requests 2024-04-12T08:33:29.969 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-12T08:33:29.969 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 4: conflicting requests 2024-04-12T08:33:29.969 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T08:33:29.969 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 5: conflicting requests 2024-04-12T08:33:29.969 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-12T08:33:29.969 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 6: conflicting requests 2024-04-12T08:33:29.970 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:33:29.970 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 7: conflicting requests 2024-04-12T08:33:29.970 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-12T08:33:29.970 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 8: conflicting requests 2024-04-12T08:33:29.970 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-12T08:33:29.970 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 9: conflicting requests 2024-04-12T08:33:29.970 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-12T08:33:29.970 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 10: conflicting requests 2024-04-12T08:33:29.970 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:33:29.970 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 11: conflicting requests 2024-04-12T08:33:29.970 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-12T08:33:29.970 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 12: conflicting requests 2024-04-12T08:33:29.970 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-12T08:33:29.971 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 13: conflicting requests 2024-04-12T08:33:29.971 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T08:33:29.971 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 14: conflicting requests 2024-04-12T08:33:29.971 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-12T08:33:29.971 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 15: conflicting requests 2024-04-12T08:33:29.971 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T08:33:29.971 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 16: conflicting requests 2024-04-12T08:33:29.971 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:33:29.971 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 17: conflicting requests 2024-04-12T08:33:29.971 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:33:29.971 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 18: conflicting requests 2024-04-12T08:33:29.971 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T08:33:29.972 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 19: conflicting requests 2024-04-12T08:33:29.972 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:33:29.972 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 20: conflicting requests 2024-04-12T08:33:29.972 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T08:33:29.972 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 21: conflicting requests 2024-04-12T08:33:29.972 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-12T08:33:29.972 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 22: conflicting requests 2024-04-12T08:33:29.972 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:33:29.972 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 23: conflicting requests 2024-04-12T08:33:29.972 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-12T08:33:29.972 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 24: conflicting requests 2024-04-12T08:33:29.972 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-12T08:33:29.972 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 25: conflicting requests 2024-04-12T08:33:29.973 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-12T08:33:29.973 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 26: conflicting requests 2024-04-12T08:33:29.973 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-12T08:33:29.973 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 27: conflicting requests 2024-04-12T08:33:29.973 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:33:29.973 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 28: conflicting requests 2024-04-12T08:33:29.973 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-12T08:33:29.973 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 29: conflicting requests 2024-04-12T08:33:29.973 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:33:29.973 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 30: conflicting requests 2024-04-12T08:33:29.973 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-12T08:33:29.973 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 31: conflicting requests 2024-04-12T08:33:29.973 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-12T08:33:29.974 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 32: conflicting requests 2024-04-12T08:33:29.974 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:33:29.974 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 33: conflicting requests 2024-04-12T08:33:29.974 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-12T08:33:29.974 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 34: conflicting requests 2024-04-12T08:33:29.974 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T08:33:29.974 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 35: conflicting requests 2024-04-12T08:33:29.974 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-12T08:33:29.974 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 36: conflicting requests 2024-04-12T08:33:29.974 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:33:29.974 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 37: conflicting requests 2024-04-12T08:33:29.974 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-12T08:33:29.975 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-12T08:33:29.975 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-12T08:33:29.975 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 38: cannot install the best candidate for the job 2024-04-12T08:33:29.975 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-12T08:33:29.975 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-12T08:33:29.975 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-12T08:33:29.975 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-12T08:33:29.975 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 39: conflicting requests 2024-04-12T08:33:29.975 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T08:33:29.975 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T08:33:29.975 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-12T08:33:29.975 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:33:29.975 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:33:29.975 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-12T08:33:29.976 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 40: cannot install the best candidate for the job 2024-04-12T08:33:29.976 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-12T08:33:29.976 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-12T08:33:29.976 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:33:29.976 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:33:29.976 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 41: cannot install the best candidate for the job 2024-04-12T08:33:29.976 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T08:33:29.976 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T08:33:29.976 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:33:29.976 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:33:29.976 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 42: cannot install the best candidate for the job 2024-04-12T08:33:29.976 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T08:33:29.977 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T08:33:29.977 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T08:33:29.977 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T08:33:29.977 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 43: cannot install the best candidate for the job 2024-04-12T08:33:29.977 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-12T08:33:29.977 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-12T08:33:29.977 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-12T08:33:29.977 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-12T08:33:29.977 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 44: cannot install the best candidate for the job 2024-04-12T08:33:29.977 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T08:33:29.977 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T08:33:29.977 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T08:33:29.977 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T08:33:29.978 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 45: cannot install the best candidate for the job 2024-04-12T08:33:29.978 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-12T08:33:29.978 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-12T08:33:29.978 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-12T08:33:29.978 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-12T08:33:30.037 INFO:teuthology.orchestra.run.smithi175.stdout:Dependencies resolved. 2024-04-12T08:33:30.038 INFO:teuthology.orchestra.run.smithi175.stdout:================================================================================ 2024-04-12T08:33:30.038 INFO:teuthology.orchestra.run.smithi175.stdout: Package Arch Version Repository Size 2024-04-12T08:33:30.038 INFO:teuthology.orchestra.run.smithi175.stdout:================================================================================ 2024-04-12T08:33:30.038 INFO:teuthology.orchestra.run.smithi175.stdout:Installing: 2024-04-12T08:33:30.038 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-test x86_64 2:17.2.7-827.gd3b5060a.el9 ceph 48 M 2024-04-12T08:33:30.038 INFO:teuthology.orchestra.run.smithi175.stdout:Installing dependencies: 2024-04-12T08:33:30.038 INFO:teuthology.orchestra.run.smithi175.stdout: jq x86_64 1.6-16.el9 baseos 187 k 2024-04-12T08:33:30.038 INFO:teuthology.orchestra.run.smithi175.stdout: libcephsqlite x86_64 2:17.2.7-827.gd3b5060a.el9 ceph 163 k 2024-04-12T08:33:30.038 INFO:teuthology.orchestra.run.smithi175.stdout: oniguruma x86_64 6.9.6-1.el9.5 baseos 218 k 2024-04-12T08:33:30.038 INFO:teuthology.orchestra.run.smithi175.stdout: socat x86_64 1.7.4.1-5.el9 appstream 305 k 2024-04-12T08:33:30.038 INFO:teuthology.orchestra.run.smithi175.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-04-12T08:33:30.039 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-04-12T08:33:30.039 INFO:teuthology.orchestra.run.smithi175.stdout:Transaction Summary 2024-04-12T08:33:30.039 INFO:teuthology.orchestra.run.smithi175.stdout:================================================================================ 2024-04-12T08:33:30.039 INFO:teuthology.orchestra.run.smithi175.stdout:Install 6 Packages 2024-04-12T08:33:30.039 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-04-12T08:33:30.039 INFO:teuthology.orchestra.run.smithi175.stdout:Total download size: 49 M 2024-04-12T08:33:30.040 INFO:teuthology.orchestra.run.smithi175.stdout:Installed size: 193 M 2024-04-12T08:33:30.040 INFO:teuthology.orchestra.run.smithi175.stdout:Downloading Packages: 2024-04-12T08:33:30.345 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 33/33 2024-04-12T08:33:30.345 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T08:33:30.345 INFO:teuthology.orchestra.run.smithi112.stdout:Installed: 2024-04-12T08:33:30.345 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-2:17.2.7-827.gd3b5060a.el9.x86_64 2024-04-12T08:33:30.345 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-mds-2:17.2.7-827.gd3b5060a.el9.x86_64 2024-04-12T08:33:30.345 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-mgr-2:17.2.7-827.gd3b5060a.el9.x86_64 2024-04-12T08:33:30.345 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-mgr-modules-core-2:17.2.7-827.gd3b5060a.el9.noarch 2024-04-12T08:33:30.345 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-mon-2:17.2.7-827.gd3b5060a.el9.x86_64 2024-04-12T08:33:30.346 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-osd-2:17.2.7-827.gd3b5060a.el9.x86_64 2024-04-12T08:33:30.346 INFO:teuthology.orchestra.run.smithi112.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-04-12T08:33:30.346 INFO:teuthology.orchestra.run.smithi112.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-04-12T08:33:30.346 INFO:teuthology.orchestra.run.smithi112.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-04-12T08:33:30.346 INFO:teuthology.orchestra.run.smithi112.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-04-12T08:33:30.346 INFO:teuthology.orchestra.run.smithi112.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-04-12T08:33:30.346 INFO:teuthology.orchestra.run.smithi112.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-04-12T08:33:30.346 INFO:teuthology.orchestra.run.smithi112.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-04-12T08:33:30.346 INFO:teuthology.orchestra.run.smithi112.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-04-12T08:33:30.346 INFO:teuthology.orchestra.run.smithi112.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-04-12T08:33:30.346 INFO:teuthology.orchestra.run.smithi112.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-04-12T08:33:30.346 INFO:teuthology.orchestra.run.smithi112.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-04-12T08:33:30.346 INFO:teuthology.orchestra.run.smithi112.stdout: python3-mako-1.1.4-6.el9.noarch 2024-04-12T08:33:30.347 INFO:teuthology.orchestra.run.smithi112.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-04-12T08:33:30.347 INFO:teuthology.orchestra.run.smithi112.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-04-12T08:33:30.347 INFO:teuthology.orchestra.run.smithi112.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-04-12T08:33:30.347 INFO:teuthology.orchestra.run.smithi112.stdout: python3-ply-3.11-14.el9.noarch 2024-04-12T08:33:30.347 INFO:teuthology.orchestra.run.smithi112.stdout: python3-portend-3.1.0-2.el9.noarch 2024-04-12T08:33:30.347 INFO:teuthology.orchestra.run.smithi112.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-04-12T08:33:30.347 INFO:teuthology.orchestra.run.smithi112.stdout: python3-pycparser-2.20-6.el9.noarch 2024-04-12T08:33:30.347 INFO:teuthology.orchestra.run.smithi112.stdout: python3-pytz-2021.1-5.el9.noarch 2024-04-12T08:33:30.347 INFO:teuthology.orchestra.run.smithi112.stdout: python3-requests-2.25.1-8.el9.noarch 2024-04-12T08:33:30.347 INFO:teuthology.orchestra.run.smithi112.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-04-12T08:33:30.347 INFO:teuthology.orchestra.run.smithi112.stdout: python3-toml-0.10.2-6.el9.noarch 2024-04-12T08:33:30.347 INFO:teuthology.orchestra.run.smithi112.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-04-12T08:33:30.347 INFO:teuthology.orchestra.run.smithi112.stdout: python3-webob-1.8.7-6.el9.noarch 2024-04-12T08:33:30.347 INFO:teuthology.orchestra.run.smithi112.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-04-12T08:33:30.348 INFO:teuthology.orchestra.run.smithi112.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-04-12T08:33:30.348 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T08:33:30.348 INFO:teuthology.orchestra.run.smithi112.stdout:Complete! 2024-04-12T08:33:30.710 DEBUG:teuthology.orchestra.run.smithi112:> sudo yum -y install ceph-base 2024-04-12T08:33:30.752 INFO:teuthology.orchestra.run.smithi175.stdout:(1/6): jq-1.6-16.el9.x86_64.rpm 1.0 MB/s | 187 kB 00:00 2024-04-12T08:33:30.820 INFO:teuthology.orchestra.run.smithi175.stdout:(2/6): oniguruma-6.9.6-1.el9.5.x86_64.rpm 3.2 MB/s | 218 kB 00:00 2024-04-12T08:33:30.919 INFO:teuthology.orchestra.run.smithi175.stdout:(3/6): libcephsqlite-17.2.7-827.gd3b5060a.el9.x 472 kB/s | 163 kB 00:00 2024-04-12T08:33:30.961 INFO:teuthology.orchestra.run.smithi175.stdout:(4/6): socat-1.7.4.1-5.el9.x86_64.rpm 2.1 MB/s | 305 kB 00:00 2024-04-12T08:33:31.020 INFO:teuthology.orchestra.run.smithi175.stdout:(5/6): xmlstarlet-1.6.1-20.el9.x86_64.rpm 635 kB/s | 64 kB 00:00 2024-04-12T08:33:31.310 INFO:teuthology.orchestra.run.smithi112.stdout:Last metadata expiration check: 0:00:59 ago on Fri 12 Apr 2024 08:32:32 AM UTC. 2024-04-12T08:33:31.598 INFO:teuthology.orchestra.run.smithi112.stderr:Modular dependency problems: 2024-04-12T08:33:31.598 INFO:teuthology.orchestra.run.smithi112.stderr: 2024-04-12T08:33:31.598 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 1: conflicting requests 2024-04-12T08:33:31.598 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-12T08:33:31.598 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 2: conflicting requests 2024-04-12T08:33:31.598 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-12T08:33:31.599 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 3: conflicting requests 2024-04-12T08:33:31.599 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-12T08:33:31.599 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 4: conflicting requests 2024-04-12T08:33:31.599 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T08:33:31.599 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 5: conflicting requests 2024-04-12T08:33:31.599 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-12T08:33:31.599 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 6: conflicting requests 2024-04-12T08:33:31.599 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:33:31.599 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 7: conflicting requests 2024-04-12T08:33:31.599 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-12T08:33:31.599 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 8: conflicting requests 2024-04-12T08:33:31.599 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-12T08:33:31.599 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 9: conflicting requests 2024-04-12T08:33:31.600 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-12T08:33:31.600 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 10: conflicting requests 2024-04-12T08:33:31.600 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:33:31.600 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 11: conflicting requests 2024-04-12T08:33:31.600 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-12T08:33:31.600 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 12: conflicting requests 2024-04-12T08:33:31.600 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-12T08:33:31.600 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 13: conflicting requests 2024-04-12T08:33:31.600 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T08:33:31.600 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 14: conflicting requests 2024-04-12T08:33:31.600 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-12T08:33:31.600 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 15: conflicting requests 2024-04-12T08:33:31.600 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T08:33:31.600 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 16: conflicting requests 2024-04-12T08:33:31.601 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:33:31.601 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 17: conflicting requests 2024-04-12T08:33:31.601 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:33:31.601 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 18: conflicting requests 2024-04-12T08:33:31.601 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T08:33:31.601 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 19: conflicting requests 2024-04-12T08:33:31.601 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:33:31.601 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 20: conflicting requests 2024-04-12T08:33:31.601 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T08:33:31.601 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 21: conflicting requests 2024-04-12T08:33:31.601 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-12T08:33:31.601 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 22: conflicting requests 2024-04-12T08:33:31.601 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:33:31.602 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 23: conflicting requests 2024-04-12T08:33:31.602 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-12T08:33:31.602 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 24: conflicting requests 2024-04-12T08:33:31.602 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-12T08:33:31.602 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 25: conflicting requests 2024-04-12T08:33:31.602 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-12T08:33:31.602 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 26: conflicting requests 2024-04-12T08:33:31.602 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-12T08:33:31.602 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 27: conflicting requests 2024-04-12T08:33:31.602 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:33:31.602 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 28: conflicting requests 2024-04-12T08:33:31.602 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-12T08:33:31.602 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 29: conflicting requests 2024-04-12T08:33:31.603 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:33:31.603 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 30: conflicting requests 2024-04-12T08:33:31.603 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-12T08:33:31.603 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 31: conflicting requests 2024-04-12T08:33:31.603 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-12T08:33:31.603 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 32: conflicting requests 2024-04-12T08:33:31.603 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:33:31.603 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 33: conflicting requests 2024-04-12T08:33:31.603 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-12T08:33:31.603 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 34: conflicting requests 2024-04-12T08:33:31.603 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T08:33:31.603 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 35: conflicting requests 2024-04-12T08:33:31.603 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-12T08:33:31.604 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 36: conflicting requests 2024-04-12T08:33:31.604 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:33:31.604 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 37: conflicting requests 2024-04-12T08:33:31.604 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-12T08:33:31.604 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-12T08:33:31.604 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-12T08:33:31.604 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 38: cannot install the best candidate for the job 2024-04-12T08:33:31.604 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-12T08:33:31.604 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-12T08:33:31.604 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-12T08:33:31.605 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-12T08:33:31.605 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 39: conflicting requests 2024-04-12T08:33:31.605 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T08:33:31.605 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T08:33:31.605 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-12T08:33:31.605 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:33:31.605 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:33:31.605 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-12T08:33:31.605 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 40: cannot install the best candidate for the job 2024-04-12T08:33:31.605 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-12T08:33:31.605 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-12T08:33:31.605 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:33:31.605 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:33:31.605 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 41: cannot install the best candidate for the job 2024-04-12T08:33:31.605 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T08:33:31.606 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T08:33:31.606 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:33:31.606 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:33:31.606 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 42: cannot install the best candidate for the job 2024-04-12T08:33:31.606 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T08:33:31.606 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T08:33:31.606 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T08:33:31.606 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T08:33:31.606 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 43: cannot install the best candidate for the job 2024-04-12T08:33:31.606 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-12T08:33:31.606 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-12T08:33:31.606 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-12T08:33:31.606 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-12T08:33:31.607 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 44: cannot install the best candidate for the job 2024-04-12T08:33:31.607 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T08:33:31.607 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T08:33:31.607 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T08:33:31.607 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T08:33:31.607 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 45: cannot install the best candidate for the job 2024-04-12T08:33:31.607 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-12T08:33:31.607 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-12T08:33:31.607 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-12T08:33:31.607 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-12T08:33:31.608 INFO:teuthology.orchestra.run.smithi112.stdout:Package ceph-base-2:17.2.7-827.gd3b5060a.el9.x86_64 is already installed. 2024-04-12T08:33:31.664 INFO:teuthology.orchestra.run.smithi112.stdout:Dependencies resolved. 2024-04-12T08:33:31.665 INFO:teuthology.orchestra.run.smithi112.stdout:Nothing to do. 2024-04-12T08:33:31.665 INFO:teuthology.orchestra.run.smithi112.stdout:Complete! 2024-04-12T08:33:31.728 DEBUG:teuthology.orchestra.run.smithi112:> sudo yum -y install cephadm 2024-04-12T08:33:32.309 INFO:teuthology.orchestra.run.smithi112.stdout:Last metadata expiration check: 0:01:00 ago on Fri 12 Apr 2024 08:32:32 AM UTC. 2024-04-12T08:33:32.594 INFO:teuthology.orchestra.run.smithi112.stderr:Modular dependency problems: 2024-04-12T08:33:32.594 INFO:teuthology.orchestra.run.smithi112.stderr: 2024-04-12T08:33:32.594 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 1: conflicting requests 2024-04-12T08:33:32.595 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-12T08:33:32.595 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 2: conflicting requests 2024-04-12T08:33:32.595 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-12T08:33:32.595 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 3: conflicting requests 2024-04-12T08:33:32.595 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-12T08:33:32.595 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 4: conflicting requests 2024-04-12T08:33:32.595 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T08:33:32.595 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 5: conflicting requests 2024-04-12T08:33:32.595 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-12T08:33:32.595 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 6: conflicting requests 2024-04-12T08:33:32.595 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:33:32.595 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 7: conflicting requests 2024-04-12T08:33:32.595 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-12T08:33:32.596 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 8: conflicting requests 2024-04-12T08:33:32.596 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-12T08:33:32.596 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 9: conflicting requests 2024-04-12T08:33:32.596 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-12T08:33:32.596 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 10: conflicting requests 2024-04-12T08:33:32.596 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:33:32.596 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 11: conflicting requests 2024-04-12T08:33:32.596 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-12T08:33:32.596 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 12: conflicting requests 2024-04-12T08:33:32.596 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-12T08:33:32.596 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 13: conflicting requests 2024-04-12T08:33:32.596 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T08:33:32.596 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 14: conflicting requests 2024-04-12T08:33:32.597 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-12T08:33:32.597 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 15: conflicting requests 2024-04-12T08:33:32.597 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T08:33:32.597 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 16: conflicting requests 2024-04-12T08:33:32.597 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:33:32.597 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 17: conflicting requests 2024-04-12T08:33:32.597 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:33:32.597 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 18: conflicting requests 2024-04-12T08:33:32.597 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T08:33:32.597 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 19: conflicting requests 2024-04-12T08:33:32.597 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:33:32.597 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 20: conflicting requests 2024-04-12T08:33:32.597 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T08:33:32.598 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 21: conflicting requests 2024-04-12T08:33:32.598 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-12T08:33:32.598 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 22: conflicting requests 2024-04-12T08:33:32.598 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:33:32.598 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 23: conflicting requests 2024-04-12T08:33:32.598 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-12T08:33:32.598 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 24: conflicting requests 2024-04-12T08:33:32.598 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-12T08:33:32.598 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 25: conflicting requests 2024-04-12T08:33:32.598 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-12T08:33:32.598 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 26: conflicting requests 2024-04-12T08:33:32.598 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-12T08:33:32.599 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 27: conflicting requests 2024-04-12T08:33:32.599 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:33:32.599 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 28: conflicting requests 2024-04-12T08:33:32.599 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-12T08:33:32.599 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 29: conflicting requests 2024-04-12T08:33:32.599 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:33:32.599 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 30: conflicting requests 2024-04-12T08:33:32.600 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-12T08:33:32.600 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 31: conflicting requests 2024-04-12T08:33:32.600 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-12T08:33:32.600 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 32: conflicting requests 2024-04-12T08:33:32.600 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:33:32.600 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 33: conflicting requests 2024-04-12T08:33:32.600 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-12T08:33:32.600 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 34: conflicting requests 2024-04-12T08:33:32.600 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T08:33:32.600 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 35: conflicting requests 2024-04-12T08:33:32.600 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-12T08:33:32.601 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 36: conflicting requests 2024-04-12T08:33:32.601 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:33:32.601 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 37: conflicting requests 2024-04-12T08:33:32.601 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-12T08:33:32.601 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-12T08:33:32.601 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-12T08:33:32.601 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 38: cannot install the best candidate for the job 2024-04-12T08:33:32.602 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-12T08:33:32.602 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-12T08:33:32.602 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-12T08:33:32.602 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-12T08:33:32.602 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 39: conflicting requests 2024-04-12T08:33:32.603 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T08:33:32.603 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T08:33:32.603 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-12T08:33:32.603 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:33:32.603 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:33:32.603 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-12T08:33:32.603 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 40: cannot install the best candidate for the job 2024-04-12T08:33:32.603 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-12T08:33:32.603 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-12T08:33:32.603 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:33:32.603 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:33:32.604 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 41: cannot install the best candidate for the job 2024-04-12T08:33:32.604 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T08:33:32.604 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T08:33:32.604 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:33:32.604 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:33:32.604 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 42: cannot install the best candidate for the job 2024-04-12T08:33:32.604 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T08:33:32.604 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T08:33:32.604 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T08:33:32.604 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T08:33:32.604 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 43: cannot install the best candidate for the job 2024-04-12T08:33:32.604 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-12T08:33:32.604 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-12T08:33:32.605 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-12T08:33:32.605 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-12T08:33:32.605 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 44: cannot install the best candidate for the job 2024-04-12T08:33:32.606 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T08:33:32.606 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T08:33:32.606 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T08:33:32.606 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T08:33:32.606 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 45: cannot install the best candidate for the job 2024-04-12T08:33:32.606 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-12T08:33:32.606 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-12T08:33:32.606 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-12T08:33:32.606 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-12T08:33:32.661 INFO:teuthology.orchestra.run.smithi112.stdout:Dependencies resolved. 2024-04-12T08:33:32.662 INFO:teuthology.orchestra.run.smithi112.stdout:================================================================================ 2024-04-12T08:33:32.662 INFO:teuthology.orchestra.run.smithi112.stdout: Package Arch Version Repository Size 2024-04-12T08:33:32.662 INFO:teuthology.orchestra.run.smithi112.stdout:================================================================================ 2024-04-12T08:33:32.662 INFO:teuthology.orchestra.run.smithi112.stdout:Installing: 2024-04-12T08:33:32.662 INFO:teuthology.orchestra.run.smithi112.stdout: cephadm noarch 2:17.2.7-827.gd3b5060a.el9 ceph-noarch 82 k 2024-04-12T08:33:32.662 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T08:33:32.662 INFO:teuthology.orchestra.run.smithi112.stdout:Transaction Summary 2024-04-12T08:33:32.663 INFO:teuthology.orchestra.run.smithi112.stdout:================================================================================ 2024-04-12T08:33:32.663 INFO:teuthology.orchestra.run.smithi112.stdout:Install 1 Package 2024-04-12T08:33:32.663 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T08:33:32.663 INFO:teuthology.orchestra.run.smithi112.stdout:Total download size: 82 k 2024-04-12T08:33:32.663 INFO:teuthology.orchestra.run.smithi112.stdout:Installed size: 372 k 2024-04-12T08:33:32.663 INFO:teuthology.orchestra.run.smithi112.stdout:Downloading Packages: 2024-04-12T08:33:32.961 INFO:teuthology.orchestra.run.smithi112.stdout:cephadm-17.2.7-827.gd3b5060a.el9.noarch.rpm 276 kB/s | 82 kB 00:00 2024-04-12T08:33:32.961 INFO:teuthology.orchestra.run.smithi112.stdout:-------------------------------------------------------------------------------- 2024-04-12T08:33:32.961 INFO:teuthology.orchestra.run.smithi112.stdout:Total 274 kB/s | 82 kB 00:00 2024-04-12T08:33:32.961 INFO:teuthology.orchestra.run.smithi112.stdout:Running transaction check 2024-04-12T08:33:32.966 INFO:teuthology.orchestra.run.smithi112.stdout:Transaction check succeeded. 2024-04-12T08:33:32.966 INFO:teuthology.orchestra.run.smithi112.stdout:Running transaction test 2024-04-12T08:33:32.968 INFO:teuthology.orchestra.run.smithi112.stdout:Transaction test succeeded. 2024-04-12T08:33:32.968 INFO:teuthology.orchestra.run.smithi112.stdout:Running transaction 2024-04-12T08:33:33.049 INFO:teuthology.orchestra.run.smithi112.stdout: Preparing : 1/1 2024-04-12T08:33:33.455 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: cephadm-2:17.2.7-827.gd3b5060a.el9.noarch 1/1 2024-04-12T08:33:33.563 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : cephadm-2:17.2.7-827.gd3b5060a.el9.noarch 1/1 2024-04-12T08:33:33.935 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: cephadm-2:17.2.7-827.gd3b5060a.el9.noarch 1/1 2024-04-12T08:33:34.263 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : cephadm-2:17.2.7-827.gd3b5060a.el9.noarch 1/1 2024-04-12T08:33:34.263 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T08:33:34.264 INFO:teuthology.orchestra.run.smithi112.stdout:Installed: 2024-04-12T08:33:34.264 INFO:teuthology.orchestra.run.smithi112.stdout: cephadm-2:17.2.7-827.gd3b5060a.el9.noarch 2024-04-12T08:33:34.264 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T08:33:34.264 INFO:teuthology.orchestra.run.smithi112.stdout:Complete! 2024-04-12T08:33:34.486 DEBUG:teuthology.orchestra.run.smithi112:> sudo yum -y install ceph-immutable-object-cache 2024-04-12T08:33:35.070 INFO:teuthology.orchestra.run.smithi175.stdout:(6/6): ceph-test-17.2.7-827.gd3b5060a.el9.x86_6 11 MB/s | 48 MB 00:04 2024-04-12T08:33:35.072 INFO:teuthology.orchestra.run.smithi175.stdout:-------------------------------------------------------------------------------- 2024-04-12T08:33:35.072 INFO:teuthology.orchestra.run.smithi175.stdout:Total 9.7 MB/s | 49 MB 00:05 2024-04-12T08:33:35.086 INFO:teuthology.orchestra.run.smithi112.stdout:Last metadata expiration check: 0:01:03 ago on Fri 12 Apr 2024 08:32:32 AM UTC. 2024-04-12T08:33:35.124 INFO:teuthology.orchestra.run.smithi175.stdout:Running transaction check 2024-04-12T08:33:35.143 INFO:teuthology.orchestra.run.smithi175.stdout:Transaction check succeeded. 2024-04-12T08:33:35.144 INFO:teuthology.orchestra.run.smithi175.stdout:Running transaction test 2024-04-12T08:33:35.381 INFO:teuthology.orchestra.run.smithi112.stderr:Modular dependency problems: 2024-04-12T08:33:35.381 INFO:teuthology.orchestra.run.smithi112.stderr: 2024-04-12T08:33:35.381 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 1: conflicting requests 2024-04-12T08:33:35.381 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-12T08:33:35.381 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 2: conflicting requests 2024-04-12T08:33:35.381 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-12T08:33:35.382 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 3: conflicting requests 2024-04-12T08:33:35.382 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-12T08:33:35.382 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 4: conflicting requests 2024-04-12T08:33:35.382 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T08:33:35.382 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 5: conflicting requests 2024-04-12T08:33:35.382 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-12T08:33:35.382 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 6: conflicting requests 2024-04-12T08:33:35.382 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:33:35.382 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 7: conflicting requests 2024-04-12T08:33:35.382 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-12T08:33:35.382 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 8: conflicting requests 2024-04-12T08:33:35.382 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-12T08:33:35.383 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 9: conflicting requests 2024-04-12T08:33:35.383 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-12T08:33:35.383 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 10: conflicting requests 2024-04-12T08:33:35.383 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:33:35.383 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 11: conflicting requests 2024-04-12T08:33:35.383 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-12T08:33:35.383 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 12: conflicting requests 2024-04-12T08:33:35.383 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-12T08:33:35.383 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 13: conflicting requests 2024-04-12T08:33:35.383 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T08:33:35.383 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 14: conflicting requests 2024-04-12T08:33:35.383 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-12T08:33:35.383 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 15: conflicting requests 2024-04-12T08:33:35.383 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T08:33:35.384 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 16: conflicting requests 2024-04-12T08:33:35.384 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:33:35.384 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 17: conflicting requests 2024-04-12T08:33:35.384 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:33:35.384 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 18: conflicting requests 2024-04-12T08:33:35.384 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T08:33:35.384 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 19: conflicting requests 2024-04-12T08:33:35.384 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:33:35.384 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 20: conflicting requests 2024-04-12T08:33:35.384 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T08:33:35.384 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 21: conflicting requests 2024-04-12T08:33:35.384 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-12T08:33:35.384 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 22: conflicting requests 2024-04-12T08:33:35.385 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:33:35.385 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 23: conflicting requests 2024-04-12T08:33:35.385 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-12T08:33:35.385 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 24: conflicting requests 2024-04-12T08:33:35.385 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-12T08:33:35.385 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 25: conflicting requests 2024-04-12T08:33:35.385 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-12T08:33:35.385 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 26: conflicting requests 2024-04-12T08:33:35.385 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-12T08:33:35.385 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 27: conflicting requests 2024-04-12T08:33:35.385 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:33:35.385 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 28: conflicting requests 2024-04-12T08:33:35.385 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-12T08:33:35.386 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 29: conflicting requests 2024-04-12T08:33:35.386 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:33:35.386 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 30: conflicting requests 2024-04-12T08:33:35.386 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-12T08:33:35.386 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 31: conflicting requests 2024-04-12T08:33:35.386 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-12T08:33:35.386 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 32: conflicting requests 2024-04-12T08:33:35.386 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:33:35.386 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 33: conflicting requests 2024-04-12T08:33:35.386 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-12T08:33:35.386 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 34: conflicting requests 2024-04-12T08:33:35.386 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T08:33:35.387 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 35: conflicting requests 2024-04-12T08:33:35.387 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-12T08:33:35.387 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 36: conflicting requests 2024-04-12T08:33:35.387 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:33:35.387 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 37: conflicting requests 2024-04-12T08:33:35.387 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-12T08:33:35.387 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-12T08:33:35.387 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-12T08:33:35.387 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 38: cannot install the best candidate for the job 2024-04-12T08:33:35.387 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-12T08:33:35.387 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-12T08:33:35.387 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-12T08:33:35.387 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-12T08:33:35.388 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 39: conflicting requests 2024-04-12T08:33:35.388 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T08:33:35.388 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T08:33:35.388 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-12T08:33:35.388 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:33:35.388 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:33:35.388 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-12T08:33:35.388 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 40: cannot install the best candidate for the job 2024-04-12T08:33:35.388 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-12T08:33:35.388 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-12T08:33:35.388 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:33:35.389 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:33:35.389 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 41: cannot install the best candidate for the job 2024-04-12T08:33:35.389 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T08:33:35.389 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T08:33:35.389 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:33:35.389 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:33:35.389 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 42: cannot install the best candidate for the job 2024-04-12T08:33:35.389 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T08:33:35.389 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T08:33:35.389 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T08:33:35.389 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T08:33:35.389 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 43: cannot install the best candidate for the job 2024-04-12T08:33:35.389 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-12T08:33:35.390 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-12T08:33:35.390 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-12T08:33:35.390 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-12T08:33:35.390 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 44: cannot install the best candidate for the job 2024-04-12T08:33:35.390 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T08:33:35.390 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T08:33:35.390 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T08:33:35.390 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T08:33:35.390 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 45: cannot install the best candidate for the job 2024-04-12T08:33:35.390 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-12T08:33:35.390 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-12T08:33:35.390 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-12T08:33:35.390 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-12T08:33:35.451 INFO:teuthology.orchestra.run.smithi112.stdout:Dependencies resolved. 2024-04-12T08:33:35.451 INFO:teuthology.orchestra.run.smithi112.stdout:================================================================================ 2024-04-12T08:33:35.452 INFO:teuthology.orchestra.run.smithi112.stdout: Package Arch Version Repo Size 2024-04-12T08:33:35.452 INFO:teuthology.orchestra.run.smithi112.stdout:================================================================================ 2024-04-12T08:33:35.452 INFO:teuthology.orchestra.run.smithi112.stdout:Installing: 2024-04-12T08:33:35.452 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-immutable-object-cache x86_64 2:17.2.7-827.gd3b5060a.el9 ceph 137 k 2024-04-12T08:33:35.452 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T08:33:35.452 INFO:teuthology.orchestra.run.smithi112.stdout:Transaction Summary 2024-04-12T08:33:35.452 INFO:teuthology.orchestra.run.smithi112.stdout:================================================================================ 2024-04-12T08:33:35.452 INFO:teuthology.orchestra.run.smithi112.stdout:Install 1 Package 2024-04-12T08:33:35.453 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T08:33:35.453 INFO:teuthology.orchestra.run.smithi112.stdout:Total download size: 137 k 2024-04-12T08:33:35.453 INFO:teuthology.orchestra.run.smithi112.stdout:Installed size: 379 k 2024-04-12T08:33:35.453 INFO:teuthology.orchestra.run.smithi112.stdout:Downloading Packages: 2024-04-12T08:33:35.530 INFO:teuthology.orchestra.run.smithi175.stdout:Transaction test succeeded. 2024-04-12T08:33:35.530 INFO:teuthology.orchestra.run.smithi175.stdout:Running transaction 2024-04-12T08:33:35.739 INFO:teuthology.orchestra.run.smithi112.stdout:ceph-immutable-object-cache-17.2.7-827.gd3b5060 475 kB/s | 137 kB 00:00 2024-04-12T08:33:35.740 INFO:teuthology.orchestra.run.smithi112.stdout:-------------------------------------------------------------------------------- 2024-04-12T08:33:35.740 INFO:teuthology.orchestra.run.smithi112.stdout:Total 473 kB/s | 137 kB 00:00 2024-04-12T08:33:35.740 INFO:teuthology.orchestra.run.smithi112.stdout:Running transaction check 2024-04-12T08:33:35.748 INFO:teuthology.orchestra.run.smithi112.stdout:Transaction check succeeded. 2024-04-12T08:33:35.748 INFO:teuthology.orchestra.run.smithi112.stdout:Running transaction test 2024-04-12T08:33:35.799 INFO:teuthology.orchestra.run.smithi112.stdout:Transaction test succeeded. 2024-04-12T08:33:35.800 INFO:teuthology.orchestra.run.smithi112.stdout:Running transaction 2024-04-12T08:33:35.933 INFO:teuthology.orchestra.run.smithi112.stdout: Preparing : 1/1 2024-04-12T08:33:35.999 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : ceph-immutable-object-cache-2:17.2.7-827.gd3b5060a.e 1/1 2024-04-12T08:33:36.023 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: ceph-immutable-object-cache-2:17.2.7-827.gd3b5060a.e 1/1 2024-04-12T08:33:36.023 INFO:teuthology.orchestra.run.smithi112.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-12T08:33:36.023 INFO:teuthology.orchestra.run.smithi112.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-04-12T08:33:36.023 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T08:33:36.131 INFO:teuthology.orchestra.run.smithi175.stdout: Preparing : 1/1 2024-04-12T08:33:36.227 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 1/6 2024-04-12T08:33:36.274 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 2/6 2024-04-12T08:33:36.309 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : oniguruma-6.9.6-1.el9.5.x86_64 3/6 2024-04-12T08:33:36.345 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : jq-1.6-16.el9.x86_64 4/6 2024-04-12T08:33:36.373 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : libcephsqlite-2:17.2.7-827.gd3b5060a.el9.x86_64 5/6 2024-04-12T08:33:37.064 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : ceph-immutable-object-cache-2:17.2.7-827.gd3b5060a.e 1/1 2024-04-12T08:33:37.064 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T08:33:37.064 INFO:teuthology.orchestra.run.smithi112.stdout:Installed: 2024-04-12T08:33:37.064 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-immutable-object-cache-2:17.2.7-827.gd3b5060a.el9.x86_64 2024-04-12T08:33:37.064 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T08:33:37.064 INFO:teuthology.orchestra.run.smithi112.stdout:Complete! 2024-04-12T08:33:37.356 DEBUG:teuthology.orchestra.run.smithi112:> sudo yum -y install ceph-mgr 2024-04-12T08:33:37.959 INFO:teuthology.orchestra.run.smithi112.stdout:Last metadata expiration check: 0:01:05 ago on Fri 12 Apr 2024 08:32:32 AM UTC. 2024-04-12T08:33:38.250 INFO:teuthology.orchestra.run.smithi112.stderr:Modular dependency problems: 2024-04-12T08:33:38.250 INFO:teuthology.orchestra.run.smithi112.stderr: 2024-04-12T08:33:38.250 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 1: conflicting requests 2024-04-12T08:33:38.250 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-12T08:33:38.250 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 2: conflicting requests 2024-04-12T08:33:38.251 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-12T08:33:38.251 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 3: conflicting requests 2024-04-12T08:33:38.251 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-12T08:33:38.251 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 4: conflicting requests 2024-04-12T08:33:38.251 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T08:33:38.252 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 5: conflicting requests 2024-04-12T08:33:38.252 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-12T08:33:38.252 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 6: conflicting requests 2024-04-12T08:33:38.252 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:33:38.252 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 7: conflicting requests 2024-04-12T08:33:38.252 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-12T08:33:38.252 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 8: conflicting requests 2024-04-12T08:33:38.252 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-12T08:33:38.253 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 9: conflicting requests 2024-04-12T08:33:38.253 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-12T08:33:38.253 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 10: conflicting requests 2024-04-12T08:33:38.253 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:33:38.253 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 11: conflicting requests 2024-04-12T08:33:38.253 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-12T08:33:38.253 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 12: conflicting requests 2024-04-12T08:33:38.253 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-12T08:33:38.253 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 13: conflicting requests 2024-04-12T08:33:38.254 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T08:33:38.254 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 14: conflicting requests 2024-04-12T08:33:38.254 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-12T08:33:38.254 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 15: conflicting requests 2024-04-12T08:33:38.254 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T08:33:38.254 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 16: conflicting requests 2024-04-12T08:33:38.254 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:33:38.254 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 17: conflicting requests 2024-04-12T08:33:38.254 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:33:38.254 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 18: conflicting requests 2024-04-12T08:33:38.254 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T08:33:38.255 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 19: conflicting requests 2024-04-12T08:33:38.255 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:33:38.255 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 20: conflicting requests 2024-04-12T08:33:38.255 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T08:33:38.255 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 21: conflicting requests 2024-04-12T08:33:38.255 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-12T08:33:38.255 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 22: conflicting requests 2024-04-12T08:33:38.255 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:33:38.255 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 23: conflicting requests 2024-04-12T08:33:38.255 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-12T08:33:38.255 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 24: conflicting requests 2024-04-12T08:33:38.255 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-12T08:33:38.255 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 25: conflicting requests 2024-04-12T08:33:38.255 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-12T08:33:38.256 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 26: conflicting requests 2024-04-12T08:33:38.256 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-12T08:33:38.256 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 27: conflicting requests 2024-04-12T08:33:38.256 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:33:38.256 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 28: conflicting requests 2024-04-12T08:33:38.256 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-12T08:33:38.256 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 29: conflicting requests 2024-04-12T08:33:38.256 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:33:38.256 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 30: conflicting requests 2024-04-12T08:33:38.256 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-12T08:33:38.256 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 31: conflicting requests 2024-04-12T08:33:38.257 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-12T08:33:38.257 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 32: conflicting requests 2024-04-12T08:33:38.257 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:33:38.257 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 33: conflicting requests 2024-04-12T08:33:38.257 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-12T08:33:38.257 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 34: conflicting requests 2024-04-12T08:33:38.257 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T08:33:38.257 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 35: conflicting requests 2024-04-12T08:33:38.257 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-12T08:33:38.258 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 36: conflicting requests 2024-04-12T08:33:38.258 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:33:38.258 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 37: conflicting requests 2024-04-12T08:33:38.258 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-12T08:33:38.258 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-12T08:33:38.258 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-12T08:33:38.258 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 38: cannot install the best candidate for the job 2024-04-12T08:33:38.258 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-12T08:33:38.258 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-12T08:33:38.258 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-12T08:33:38.258 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-12T08:33:38.258 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 39: conflicting requests 2024-04-12T08:33:38.258 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T08:33:38.259 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T08:33:38.259 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-12T08:33:38.259 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:33:38.259 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:33:38.259 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-12T08:33:38.259 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 40: cannot install the best candidate for the job 2024-04-12T08:33:38.259 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-12T08:33:38.259 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-12T08:33:38.259 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:33:38.259 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:33:38.259 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 41: cannot install the best candidate for the job 2024-04-12T08:33:38.260 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T08:33:38.260 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T08:33:38.260 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:33:38.260 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:33:38.260 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 42: cannot install the best candidate for the job 2024-04-12T08:33:38.260 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T08:33:38.260 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T08:33:38.260 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T08:33:38.260 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T08:33:38.260 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 43: cannot install the best candidate for the job 2024-04-12T08:33:38.260 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-12T08:33:38.260 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-12T08:33:38.260 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-12T08:33:38.260 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-12T08:33:38.261 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 44: cannot install the best candidate for the job 2024-04-12T08:33:38.261 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T08:33:38.261 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T08:33:38.261 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T08:33:38.261 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T08:33:38.261 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 45: cannot install the best candidate for the job 2024-04-12T08:33:38.261 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-12T08:33:38.261 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-12T08:33:38.261 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-12T08:33:38.261 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-12T08:33:38.262 INFO:teuthology.orchestra.run.smithi112.stdout:Package ceph-mgr-2:17.2.7-827.gd3b5060a.el9.x86_64 is already installed. 2024-04-12T08:33:38.316 INFO:teuthology.orchestra.run.smithi112.stdout:Dependencies resolved. 2024-04-12T08:33:38.317 INFO:teuthology.orchestra.run.smithi112.stdout:Nothing to do. 2024-04-12T08:33:38.317 INFO:teuthology.orchestra.run.smithi112.stdout:Complete! 2024-04-12T08:33:38.384 DEBUG:teuthology.orchestra.run.smithi112:> sudo yum -y install ceph-mgr-dashboard 2024-04-12T08:33:38.974 INFO:teuthology.orchestra.run.smithi112.stdout:Last metadata expiration check: 0:01:06 ago on Fri 12 Apr 2024 08:32:32 AM UTC. 2024-04-12T08:33:39.260 INFO:teuthology.orchestra.run.smithi112.stderr:Modular dependency problems: 2024-04-12T08:33:39.260 INFO:teuthology.orchestra.run.smithi112.stderr: 2024-04-12T08:33:39.260 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 1: conflicting requests 2024-04-12T08:33:39.260 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-12T08:33:39.260 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 2: conflicting requests 2024-04-12T08:33:39.260 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-12T08:33:39.260 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 3: conflicting requests 2024-04-12T08:33:39.260 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-12T08:33:39.261 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 4: conflicting requests 2024-04-12T08:33:39.261 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T08:33:39.261 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 5: conflicting requests 2024-04-12T08:33:39.261 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-12T08:33:39.261 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 6: conflicting requests 2024-04-12T08:33:39.261 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:33:39.261 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 7: conflicting requests 2024-04-12T08:33:39.261 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-12T08:33:39.261 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 8: conflicting requests 2024-04-12T08:33:39.261 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-12T08:33:39.261 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 9: conflicting requests 2024-04-12T08:33:39.261 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-12T08:33:39.261 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 10: conflicting requests 2024-04-12T08:33:39.262 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:33:39.262 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 11: conflicting requests 2024-04-12T08:33:39.262 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-12T08:33:39.262 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 12: conflicting requests 2024-04-12T08:33:39.262 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-12T08:33:39.262 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 13: conflicting requests 2024-04-12T08:33:39.262 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T08:33:39.262 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 14: conflicting requests 2024-04-12T08:33:39.262 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-12T08:33:39.262 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 15: conflicting requests 2024-04-12T08:33:39.262 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T08:33:39.263 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 16: conflicting requests 2024-04-12T08:33:39.263 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:33:39.263 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 17: conflicting requests 2024-04-12T08:33:39.263 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:33:39.263 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 18: conflicting requests 2024-04-12T08:33:39.263 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T08:33:39.263 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 19: conflicting requests 2024-04-12T08:33:39.263 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:33:39.263 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 20: conflicting requests 2024-04-12T08:33:39.263 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T08:33:39.263 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 21: conflicting requests 2024-04-12T08:33:39.263 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-12T08:33:39.263 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 22: conflicting requests 2024-04-12T08:33:39.264 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:33:39.264 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 23: conflicting requests 2024-04-12T08:33:39.264 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-12T08:33:39.264 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 24: conflicting requests 2024-04-12T08:33:39.264 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-12T08:33:39.264 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 25: conflicting requests 2024-04-12T08:33:39.264 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-12T08:33:39.264 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 26: conflicting requests 2024-04-12T08:33:39.264 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-12T08:33:39.264 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 27: conflicting requests 2024-04-12T08:33:39.264 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:33:39.264 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 28: conflicting requests 2024-04-12T08:33:39.264 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-12T08:33:39.265 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 29: conflicting requests 2024-04-12T08:33:39.265 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:33:39.265 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 30: conflicting requests 2024-04-12T08:33:39.265 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-12T08:33:39.265 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 31: conflicting requests 2024-04-12T08:33:39.265 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-12T08:33:39.265 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 32: conflicting requests 2024-04-12T08:33:39.265 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:33:39.265 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 33: conflicting requests 2024-04-12T08:33:39.265 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-12T08:33:39.265 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 34: conflicting requests 2024-04-12T08:33:39.265 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T08:33:39.266 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 35: conflicting requests 2024-04-12T08:33:39.266 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-12T08:33:39.266 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 36: conflicting requests 2024-04-12T08:33:39.266 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:33:39.266 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 37: conflicting requests 2024-04-12T08:33:39.266 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-12T08:33:39.266 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-12T08:33:39.266 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-12T08:33:39.266 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 38: cannot install the best candidate for the job 2024-04-12T08:33:39.266 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-12T08:33:39.266 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-12T08:33:39.267 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-12T08:33:39.267 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-12T08:33:39.267 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 39: conflicting requests 2024-04-12T08:33:39.267 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T08:33:39.267 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T08:33:39.267 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-12T08:33:39.267 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:33:39.267 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:33:39.267 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-12T08:33:39.267 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 40: cannot install the best candidate for the job 2024-04-12T08:33:39.267 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-12T08:33:39.268 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-12T08:33:39.268 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:33:39.268 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:33:39.268 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 41: cannot install the best candidate for the job 2024-04-12T08:33:39.268 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T08:33:39.268 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T08:33:39.268 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:33:39.268 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:33:39.268 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 42: cannot install the best candidate for the job 2024-04-12T08:33:39.268 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T08:33:39.269 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T08:33:39.269 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T08:33:39.269 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T08:33:39.269 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 43: cannot install the best candidate for the job 2024-04-12T08:33:39.269 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-12T08:33:39.269 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-12T08:33:39.269 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-12T08:33:39.269 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-12T08:33:39.269 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 44: cannot install the best candidate for the job 2024-04-12T08:33:39.269 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T08:33:39.269 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T08:33:39.270 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T08:33:39.270 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T08:33:39.270 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 45: cannot install the best candidate for the job 2024-04-12T08:33:39.270 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-12T08:33:39.270 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-12T08:33:39.270 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-12T08:33:39.270 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-12T08:33:39.328 INFO:teuthology.orchestra.run.smithi112.stdout:Dependencies resolved. 2024-04-12T08:33:39.329 INFO:teuthology.orchestra.run.smithi112.stdout:================================================================================ 2024-04-12T08:33:39.329 INFO:teuthology.orchestra.run.smithi112.stdout: Package Arch Version Repository Size 2024-04-12T08:33:39.329 INFO:teuthology.orchestra.run.smithi112.stdout:================================================================================ 2024-04-12T08:33:39.329 INFO:teuthology.orchestra.run.smithi112.stdout:Installing: 2024-04-12T08:33:39.329 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-mgr-dashboard noarch 2:17.2.7-827.gd3b5060a.el9 ceph-noarch 1.7 M 2024-04-12T08:33:39.329 INFO:teuthology.orchestra.run.smithi112.stdout:Installing dependencies: 2024-04-12T08:33:39.329 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-grafana-dashboards noarch 2:17.2.7-827.gd3b5060a.el9 ceph-noarch 24 k 2024-04-12T08:33:39.330 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-prometheus-alerts noarch 2:17.2.7-827.gd3b5060a.el9 ceph-noarch 15 k 2024-04-12T08:33:39.330 INFO:teuthology.orchestra.run.smithi112.stdout: python3-jwt noarch 2.4.0-1.el9 epel 41 k 2024-04-12T08:33:39.330 INFO:teuthology.orchestra.run.smithi112.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-04-12T08:33:39.330 INFO:teuthology.orchestra.run.smithi112.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-04-12T08:33:39.330 INFO:teuthology.orchestra.run.smithi112.stdout:Installing weak dependencies: 2024-04-12T08:33:39.330 INFO:teuthology.orchestra.run.smithi112.stdout: python3-jwt+crypto noarch 2.4.0-1.el9 epel 9.0 k 2024-04-12T08:33:39.330 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T08:33:39.330 INFO:teuthology.orchestra.run.smithi112.stdout:Transaction Summary 2024-04-12T08:33:39.330 INFO:teuthology.orchestra.run.smithi112.stdout:================================================================================ 2024-04-12T08:33:39.330 INFO:teuthology.orchestra.run.smithi112.stdout:Install 7 Packages 2024-04-12T08:33:39.330 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T08:33:39.331 INFO:teuthology.orchestra.run.smithi112.stdout:Total download size: 2.0 M 2024-04-12T08:33:39.331 INFO:teuthology.orchestra.run.smithi112.stdout:Installed size: 8.1 M 2024-04-12T08:33:39.331 INFO:teuthology.orchestra.run.smithi112.stdout:Downloading Packages: 2024-04-12T08:33:39.743 INFO:teuthology.orchestra.run.smithi112.stdout:(1/7): ceph-grafana-dashboards-17.2.7-827.gd3b5 125 kB/s | 24 kB 00:00 2024-04-12T08:33:39.759 INFO:teuthology.orchestra.run.smithi112.stdout:(2/7): ceph-prometheus-alerts-17.2.7-827.gd3b50 69 kB/s | 15 kB 00:00 2024-04-12T08:33:39.960 INFO:teuthology.orchestra.run.smithi112.stdout:(3/7): python3-jwt+crypto-2.4.0-1.el9.noarch.rp 42 kB/s | 9.0 kB 00:00 2024-04-12T08:33:40.018 INFO:teuthology.orchestra.run.smithi112.stdout:(4/7): python3-jwt-2.4.0-1.el9.noarch.rpm 158 kB/s | 41 kB 00:00 2024-04-12T08:33:40.060 INFO:teuthology.orchestra.run.smithi112.stdout:(5/7): ceph-mgr-dashboard-17.2.7-827.gd3b5060a. 3.3 MB/s | 1.7 MB 00:00 2024-04-12T08:33:40.127 INFO:teuthology.orchestra.run.smithi112.stdout:(6/7): python3-repoze-lru-0.7-16.el9.noarch.rpm 184 kB/s | 31 kB 00:00 2024-04-12T08:33:40.219 INFO:teuthology.orchestra.run.smithi112.stdout:(7/7): python3-routes-2.5.1-5.el9.noarch.rpm 940 kB/s | 188 kB 00:00 2024-04-12T08:33:40.221 INFO:teuthology.orchestra.run.smithi112.stdout:-------------------------------------------------------------------------------- 2024-04-12T08:33:40.221 INFO:teuthology.orchestra.run.smithi112.stdout:Total 2.2 MB/s | 2.0 MB 00:00 2024-04-12T08:33:40.221 INFO:teuthology.orchestra.run.smithi112.stdout:Running transaction check 2024-04-12T08:33:40.229 INFO:teuthology.orchestra.run.smithi112.stdout:Transaction check succeeded. 2024-04-12T08:33:40.229 INFO:teuthology.orchestra.run.smithi112.stdout:Running transaction test 2024-04-12T08:33:40.297 INFO:teuthology.orchestra.run.smithi112.stdout:Transaction test succeeded. 2024-04-12T08:33:40.297 INFO:teuthology.orchestra.run.smithi112.stdout:Running transaction 2024-04-12T08:33:40.596 INFO:teuthology.orchestra.run.smithi112.stdout: Preparing : 1/1 2024-04-12T08:33:40.654 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-jwt-2.4.0-1.el9.noarch 1/7 2024-04-12T08:33:40.688 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-jwt+crypto-2.4.0-1.el9.noarch 2/7 2024-04-12T08:33:40.742 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 3/7 2024-04-12T08:33:40.774 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 4/7 2024-04-12T08:33:40.803 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : ceph-prometheus-alerts-2:17.2.7-827.gd3b5060a.el9.no 5/7 2024-04-12T08:33:41.017 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: libcephsqlite-2:17.2.7-827.gd3b5060a.el9.x86_64 5/6 2024-04-12T08:33:41.032 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : ceph-grafana-dashboards-2:17.2.7-827.gd3b5060a.el9.n 6/7 2024-04-12T08:33:41.065 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : ceph-mgr-dashboard-2:17.2.7-827.gd3b5060a.el9.noarch 7/7 2024-04-12T08:33:41.097 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : ceph-test-2:17.2.7-827.gd3b5060a.el9.x86_64 6/6 2024-04-12T08:33:41.627 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: ceph-mgr-dashboard-2:17.2.7-827.gd3b5060a.el9.noarch 7/7 2024-04-12T08:33:41.627 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : ceph-grafana-dashboards-2:17.2.7-827.gd3b5060a.el9.n 1/7 2024-04-12T08:33:41.627 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : ceph-mgr-dashboard-2:17.2.7-827.gd3b5060a.el9.noarch 2/7 2024-04-12T08:33:41.627 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : ceph-prometheus-alerts-2:17.2.7-827.gd3b5060a.el9.no 3/7 2024-04-12T08:33:41.627 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-jwt+crypto-2.4.0-1.el9.noarch 4/7 2024-04-12T08:33:41.628 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-jwt-2.4.0-1.el9.noarch 5/7 2024-04-12T08:33:41.628 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 6/7 2024-04-12T08:33:41.953 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 7/7 2024-04-12T08:33:41.954 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T08:33:41.954 INFO:teuthology.orchestra.run.smithi112.stdout:Installed: 2024-04-12T08:33:41.954 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-grafana-dashboards-2:17.2.7-827.gd3b5060a.el9.noarch 2024-04-12T08:33:41.954 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-mgr-dashboard-2:17.2.7-827.gd3b5060a.el9.noarch 2024-04-12T08:33:41.954 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-prometheus-alerts-2:17.2.7-827.gd3b5060a.el9.noarch 2024-04-12T08:33:41.954 INFO:teuthology.orchestra.run.smithi112.stdout: python3-jwt-2.4.0-1.el9.noarch 2024-04-12T08:33:41.954 INFO:teuthology.orchestra.run.smithi112.stdout: python3-jwt+crypto-2.4.0-1.el9.noarch 2024-04-12T08:33:41.954 INFO:teuthology.orchestra.run.smithi112.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-04-12T08:33:41.954 INFO:teuthology.orchestra.run.smithi112.stdout: python3-routes-2.5.1-5.el9.noarch 2024-04-12T08:33:41.954 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T08:33:41.954 INFO:teuthology.orchestra.run.smithi112.stdout:Complete! 2024-04-12T08:33:42.168 DEBUG:teuthology.orchestra.run.smithi112:> sudo yum -y install ceph-mgr-diskprediction-local 2024-04-12T08:33:42.758 INFO:teuthology.orchestra.run.smithi112.stdout:Last metadata expiration check: 0:01:10 ago on Fri 12 Apr 2024 08:32:32 AM UTC. 2024-04-12T08:33:43.046 INFO:teuthology.orchestra.run.smithi112.stderr:Modular dependency problems: 2024-04-12T08:33:43.046 INFO:teuthology.orchestra.run.smithi112.stderr: 2024-04-12T08:33:43.046 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 1: conflicting requests 2024-04-12T08:33:43.046 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-12T08:33:43.046 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 2: conflicting requests 2024-04-12T08:33:43.046 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-12T08:33:43.046 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 3: conflicting requests 2024-04-12T08:33:43.046 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-12T08:33:43.046 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 4: conflicting requests 2024-04-12T08:33:43.046 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T08:33:43.047 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 5: conflicting requests 2024-04-12T08:33:43.047 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-12T08:33:43.047 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 6: conflicting requests 2024-04-12T08:33:43.047 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:33:43.047 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 7: conflicting requests 2024-04-12T08:33:43.047 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-12T08:33:43.047 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 8: conflicting requests 2024-04-12T08:33:43.047 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-12T08:33:43.047 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 9: conflicting requests 2024-04-12T08:33:43.047 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-12T08:33:43.047 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 10: conflicting requests 2024-04-12T08:33:43.047 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:33:43.047 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 11: conflicting requests 2024-04-12T08:33:43.048 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-12T08:33:43.048 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 12: conflicting requests 2024-04-12T08:33:43.048 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-12T08:33:43.048 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 13: conflicting requests 2024-04-12T08:33:43.048 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T08:33:43.048 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 14: conflicting requests 2024-04-12T08:33:43.048 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-12T08:33:43.048 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 15: conflicting requests 2024-04-12T08:33:43.048 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T08:33:43.048 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 16: conflicting requests 2024-04-12T08:33:43.048 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:33:43.048 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 17: conflicting requests 2024-04-12T08:33:43.049 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:33:43.049 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 18: conflicting requests 2024-04-12T08:33:43.049 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T08:33:43.049 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 19: conflicting requests 2024-04-12T08:33:43.049 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:33:43.049 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 20: conflicting requests 2024-04-12T08:33:43.049 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T08:33:43.049 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 21: conflicting requests 2024-04-12T08:33:43.049 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-12T08:33:43.049 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 22: conflicting requests 2024-04-12T08:33:43.049 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:33:43.049 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 23: conflicting requests 2024-04-12T08:33:43.049 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-12T08:33:43.050 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 24: conflicting requests 2024-04-12T08:33:43.050 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-12T08:33:43.050 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 25: conflicting requests 2024-04-12T08:33:43.050 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-12T08:33:43.050 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 26: conflicting requests 2024-04-12T08:33:43.050 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-12T08:33:43.050 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 27: conflicting requests 2024-04-12T08:33:43.050 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:33:43.050 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 28: conflicting requests 2024-04-12T08:33:43.051 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-12T08:33:43.051 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 29: conflicting requests 2024-04-12T08:33:43.051 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:33:43.051 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 30: conflicting requests 2024-04-12T08:33:43.051 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-12T08:33:43.051 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 31: conflicting requests 2024-04-12T08:33:43.051 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-12T08:33:43.051 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 32: conflicting requests 2024-04-12T08:33:43.051 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:33:43.051 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 33: conflicting requests 2024-04-12T08:33:43.051 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-12T08:33:43.051 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 34: conflicting requests 2024-04-12T08:33:43.051 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T08:33:43.051 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 35: conflicting requests 2024-04-12T08:33:43.051 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-12T08:33:43.052 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 36: conflicting requests 2024-04-12T08:33:43.052 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:33:43.052 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 37: conflicting requests 2024-04-12T08:33:43.052 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-12T08:33:43.052 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-12T08:33:43.052 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-12T08:33:43.052 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 38: cannot install the best candidate for the job 2024-04-12T08:33:43.052 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-12T08:33:43.052 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-12T08:33:43.052 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-12T08:33:43.052 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-12T08:33:43.052 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 39: conflicting requests 2024-04-12T08:33:43.052 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T08:33:43.052 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T08:33:43.052 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-12T08:33:43.053 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:33:43.053 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:33:43.053 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-12T08:33:43.054 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 40: cannot install the best candidate for the job 2024-04-12T08:33:43.054 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-12T08:33:43.054 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-12T08:33:43.054 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:33:43.054 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:33:43.054 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 41: cannot install the best candidate for the job 2024-04-12T08:33:43.054 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T08:33:43.054 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T08:33:43.054 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:33:43.054 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:33:43.054 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 42: cannot install the best candidate for the job 2024-04-12T08:33:43.054 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T08:33:43.055 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T08:33:43.055 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T08:33:43.055 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T08:33:43.055 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 43: cannot install the best candidate for the job 2024-04-12T08:33:43.055 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-12T08:33:43.055 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-12T08:33:43.055 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-12T08:33:43.055 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-12T08:33:43.055 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 44: cannot install the best candidate for the job 2024-04-12T08:33:43.055 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T08:33:43.055 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T08:33:43.055 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T08:33:43.055 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T08:33:43.055 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 45: cannot install the best candidate for the job 2024-04-12T08:33:43.055 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-12T08:33:43.056 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-12T08:33:43.056 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-12T08:33:43.056 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-12T08:33:43.115 INFO:teuthology.orchestra.run.smithi112.stdout:Dependencies resolved. 2024-04-12T08:33:43.116 INFO:teuthology.orchestra.run.smithi112.stdout:====================================================================================== 2024-04-12T08:33:43.116 INFO:teuthology.orchestra.run.smithi112.stdout: Package Arch Version Repository Size 2024-04-12T08:33:43.116 INFO:teuthology.orchestra.run.smithi112.stdout:====================================================================================== 2024-04-12T08:33:43.116 INFO:teuthology.orchestra.run.smithi112.stdout:Installing: 2024-04-12T08:33:43.116 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-mgr-diskprediction-local noarch 2:17.2.7-827.gd3b5060a.el9 ceph-noarch 7.4 M 2024-04-12T08:33:43.117 INFO:teuthology.orchestra.run.smithi112.stdout:Installing dependencies: 2024-04-12T08:33:43.117 INFO:teuthology.orchestra.run.smithi112.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-04-12T08:33:43.117 INFO:teuthology.orchestra.run.smithi112.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-04-12T08:33:43.117 INFO:teuthology.orchestra.run.smithi112.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-04-12T08:33:43.117 INFO:teuthology.orchestra.run.smithi112.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-04-12T08:33:43.117 INFO:teuthology.orchestra.run.smithi112.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-04-12T08:33:43.117 INFO:teuthology.orchestra.run.smithi112.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-04-12T08:33:43.117 INFO:teuthology.orchestra.run.smithi112.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-04-12T08:33:43.117 INFO:teuthology.orchestra.run.smithi112.stdout: python3-devel x86_64 3.9.17-2.el9 appstream 245 k 2024-04-12T08:33:43.117 INFO:teuthology.orchestra.run.smithi112.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-04-12T08:33:43.117 INFO:teuthology.orchestra.run.smithi112.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-04-12T08:33:43.117 INFO:teuthology.orchestra.run.smithi112.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-04-12T08:33:43.117 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T08:33:43.117 INFO:teuthology.orchestra.run.smithi112.stdout:Transaction Summary 2024-04-12T08:33:43.118 INFO:teuthology.orchestra.run.smithi112.stdout:====================================================================================== 2024-04-12T08:33:43.118 INFO:teuthology.orchestra.run.smithi112.stdout:Install 12 Packages 2024-04-12T08:33:43.118 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T08:33:43.118 INFO:teuthology.orchestra.run.smithi112.stdout:Total download size: 38 M 2024-04-12T08:33:43.118 INFO:teuthology.orchestra.run.smithi112.stdout:Installed size: 209 M 2024-04-12T08:33:43.118 INFO:teuthology.orchestra.run.smithi112.stdout:Downloading Packages: 2024-04-12T08:33:43.392 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: ceph-test-2:17.2.7-827.gd3b5060a.el9.x86_64 6/6 2024-04-12T08:33:43.392 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ceph-test-2:17.2.7-827.gd3b5060a.el9.x86_64 1/6 2024-04-12T08:33:43.392 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libcephsqlite-2:17.2.7-827.gd3b5060a.el9.x86_64 2/6 2024-04-12T08:33:43.392 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : jq-1.6-16.el9.x86_64 3/6 2024-04-12T08:33:43.392 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : oniguruma-6.9.6-1.el9.5.x86_64 4/6 2024-04-12T08:33:43.392 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 5/6 2024-04-12T08:33:43.626 INFO:teuthology.orchestra.run.smithi112.stdout:(1/12): libquadmath-11.4.1-3.el9.x86_64.rpm 922 kB/s | 195 kB 00:00 2024-04-12T08:33:43.651 INFO:teuthology.orchestra.run.smithi112.stdout:(2/12): libgfortran-11.4.1-3.el9.x86_64.rpm 3.3 MB/s | 803 kB 00:00 2024-04-12T08:33:43.797 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 6/6 2024-04-12T08:33:43.797 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-04-12T08:33:43.797 INFO:teuthology.orchestra.run.smithi175.stdout:Installed: 2024-04-12T08:33:43.797 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-test-2:17.2.7-827.gd3b5060a.el9.x86_64 2024-04-12T08:33:43.798 INFO:teuthology.orchestra.run.smithi175.stdout: jq-1.6-16.el9.x86_64 2024-04-12T08:33:43.798 INFO:teuthology.orchestra.run.smithi175.stdout: libcephsqlite-2:17.2.7-827.gd3b5060a.el9.x86_64 2024-04-12T08:33:43.798 INFO:teuthology.orchestra.run.smithi175.stdout: oniguruma-6.9.6-1.el9.5.x86_64 2024-04-12T08:33:43.798 INFO:teuthology.orchestra.run.smithi175.stdout: socat-1.7.4.1-5.el9.x86_64 2024-04-12T08:33:43.798 INFO:teuthology.orchestra.run.smithi175.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-04-12T08:33:43.798 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-04-12T08:33:43.798 INFO:teuthology.orchestra.run.smithi175.stdout:Complete! 2024-04-12T08:33:43.918 INFO:teuthology.orchestra.run.smithi112.stdout:(3/12): flexiblas-3.0.4-8.el9.x86_64.rpm 112 kB/s | 33 kB 00:00 2024-04-12T08:33:44.052 INFO:teuthology.orchestra.run.smithi112.stdout:(4/12): flexiblas-openblas-openmp-3.0.4-8.el9.x 137 kB/s | 18 kB 00:00 2024-04-12T08:33:44.067 DEBUG:teuthology.orchestra.run.smithi175:> sudo yum -y install ceph 2024-04-12T08:33:44.160 INFO:teuthology.orchestra.run.smithi112.stdout:(5/12): openblas-0.3.21-2.el9.x86_64.rpm 325 kB/s | 35 kB 00:00 2024-04-12T08:33:44.260 INFO:teuthology.orchestra.run.smithi112.stdout:(6/12): ceph-mgr-diskprediction-local-17.2.7-82 8.7 MB/s | 7.4 MB 00:00 2024-04-12T08:33:44.672 INFO:teuthology.orchestra.run.smithi175.stdout:Last metadata expiration check: 0:00:46 ago on Fri 12 Apr 2024 08:32:58 AM UTC. 2024-04-12T08:33:44.777 INFO:teuthology.orchestra.run.smithi112.stdout:(7/12): python3-devel-3.9.17-2.el9.x86_64.rpm 475 kB/s | 245 kB 00:00 2024-04-12T08:33:44.960 INFO:teuthology.orchestra.run.smithi175.stderr:Modular dependency problems: 2024-04-12T08:33:44.960 INFO:teuthology.orchestra.run.smithi175.stderr: 2024-04-12T08:33:44.960 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 1: conflicting requests 2024-04-12T08:33:44.960 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-12T08:33:44.960 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 2: conflicting requests 2024-04-12T08:33:44.960 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-12T08:33:44.960 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 3: conflicting requests 2024-04-12T08:33:44.960 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-12T08:33:44.961 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 4: conflicting requests 2024-04-12T08:33:44.961 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T08:33:44.961 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 5: conflicting requests 2024-04-12T08:33:44.961 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-12T08:33:44.961 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 6: conflicting requests 2024-04-12T08:33:44.961 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:33:44.961 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 7: conflicting requests 2024-04-12T08:33:44.961 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-12T08:33:44.961 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 8: conflicting requests 2024-04-12T08:33:44.961 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-12T08:33:44.961 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 9: conflicting requests 2024-04-12T08:33:44.961 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-12T08:33:44.961 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 10: conflicting requests 2024-04-12T08:33:44.961 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:33:44.962 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 11: conflicting requests 2024-04-12T08:33:44.962 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-12T08:33:44.962 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 12: conflicting requests 2024-04-12T08:33:44.962 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-12T08:33:44.962 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 13: conflicting requests 2024-04-12T08:33:44.962 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T08:33:44.962 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 14: conflicting requests 2024-04-12T08:33:44.962 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-12T08:33:44.962 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 15: conflicting requests 2024-04-12T08:33:44.962 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T08:33:44.962 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 16: conflicting requests 2024-04-12T08:33:44.962 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:33:44.962 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 17: conflicting requests 2024-04-12T08:33:44.963 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:33:44.963 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 18: conflicting requests 2024-04-12T08:33:44.963 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T08:33:44.963 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 19: conflicting requests 2024-04-12T08:33:44.963 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:33:44.963 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 20: conflicting requests 2024-04-12T08:33:44.963 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T08:33:44.963 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 21: conflicting requests 2024-04-12T08:33:44.963 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-12T08:33:44.963 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 22: conflicting requests 2024-04-12T08:33:44.963 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:33:44.964 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 23: conflicting requests 2024-04-12T08:33:44.964 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-12T08:33:44.964 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 24: conflicting requests 2024-04-12T08:33:44.964 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-12T08:33:44.964 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 25: conflicting requests 2024-04-12T08:33:44.964 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-12T08:33:44.964 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 26: conflicting requests 2024-04-12T08:33:44.964 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-12T08:33:44.964 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 27: conflicting requests 2024-04-12T08:33:44.964 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:33:44.964 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 28: conflicting requests 2024-04-12T08:33:44.964 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-12T08:33:44.964 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 29: conflicting requests 2024-04-12T08:33:44.964 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:33:44.964 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 30: conflicting requests 2024-04-12T08:33:44.965 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-12T08:33:44.965 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 31: conflicting requests 2024-04-12T08:33:44.965 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-12T08:33:44.965 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 32: conflicting requests 2024-04-12T08:33:44.965 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:33:44.965 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 33: conflicting requests 2024-04-12T08:33:44.965 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-12T08:33:44.965 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 34: conflicting requests 2024-04-12T08:33:44.965 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T08:33:44.965 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 35: conflicting requests 2024-04-12T08:33:44.965 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-12T08:33:44.965 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 36: conflicting requests 2024-04-12T08:33:44.965 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:33:44.965 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 37: conflicting requests 2024-04-12T08:33:44.966 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-12T08:33:44.966 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-12T08:33:44.966 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-12T08:33:44.966 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 38: cannot install the best candidate for the job 2024-04-12T08:33:44.966 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-12T08:33:44.966 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-12T08:33:44.966 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-12T08:33:44.966 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-12T08:33:44.966 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 39: conflicting requests 2024-04-12T08:33:44.966 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T08:33:44.966 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T08:33:44.966 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-12T08:33:44.966 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:33:44.966 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:33:44.967 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-12T08:33:44.967 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 40: cannot install the best candidate for the job 2024-04-12T08:33:44.967 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-12T08:33:44.967 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-12T08:33:44.967 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:33:44.967 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:33:44.967 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 41: cannot install the best candidate for the job 2024-04-12T08:33:44.967 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T08:33:44.967 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T08:33:44.967 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:33:44.967 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:33:44.967 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 42: cannot install the best candidate for the job 2024-04-12T08:33:44.967 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T08:33:44.967 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T08:33:44.967 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T08:33:44.968 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T08:33:44.968 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 43: cannot install the best candidate for the job 2024-04-12T08:33:44.968 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-12T08:33:44.968 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-12T08:33:44.968 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-12T08:33:44.968 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-12T08:33:44.968 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 44: cannot install the best candidate for the job 2024-04-12T08:33:44.968 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T08:33:44.968 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T08:33:44.968 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T08:33:44.969 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T08:33:44.969 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 45: cannot install the best candidate for the job 2024-04-12T08:33:44.969 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-12T08:33:44.969 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-12T08:33:44.969 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-12T08:33:44.969 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-12T08:33:45.030 INFO:teuthology.orchestra.run.smithi175.stdout:Dependencies resolved. 2024-04-12T08:33:45.032 INFO:teuthology.orchestra.run.smithi175.stdout:================================================================================ 2024-04-12T08:33:45.032 INFO:teuthology.orchestra.run.smithi175.stdout: Package Arch Version Repository Size 2024-04-12T08:33:45.032 INFO:teuthology.orchestra.run.smithi175.stdout:================================================================================ 2024-04-12T08:33:45.032 INFO:teuthology.orchestra.run.smithi175.stdout:Installing: 2024-04-12T08:33:45.033 INFO:teuthology.orchestra.run.smithi175.stdout: ceph x86_64 2:17.2.7-827.gd3b5060a.el9 ceph 6.5 k 2024-04-12T08:33:45.033 INFO:teuthology.orchestra.run.smithi175.stdout:Installing dependencies: 2024-04-12T08:33:45.033 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-mds x86_64 2:17.2.7-827.gd3b5060a.el9 ceph 2.1 M 2024-04-12T08:33:45.033 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-mgr x86_64 2:17.2.7-827.gd3b5060a.el9 ceph 1.4 M 2024-04-12T08:33:45.033 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-mgr-modules-core noarch 2:17.2.7-827.gd3b5060a.el9 ceph-noarch 240 k 2024-04-12T08:33:45.033 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-mon x86_64 2:17.2.7-827.gd3b5060a.el9 ceph 3.9 M 2024-04-12T08:33:45.033 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-osd x86_64 2:17.2.7-827.gd3b5060a.el9 ceph 15 M 2024-04-12T08:33:45.033 INFO:teuthology.orchestra.run.smithi175.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-04-12T08:33:45.033 INFO:teuthology.orchestra.run.smithi175.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-04-12T08:33:45.033 INFO:teuthology.orchestra.run.smithi175.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-04-12T08:33:45.033 INFO:teuthology.orchestra.run.smithi175.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-04-12T08:33:45.033 INFO:teuthology.orchestra.run.smithi175.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-04-12T08:33:45.033 INFO:teuthology.orchestra.run.smithi175.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-04-12T08:33:45.033 INFO:teuthology.orchestra.run.smithi175.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-04-12T08:33:45.033 INFO:teuthology.orchestra.run.smithi175.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-04-12T08:33:45.034 INFO:teuthology.orchestra.run.smithi175.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-04-12T08:33:45.034 INFO:teuthology.orchestra.run.smithi175.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-04-12T08:33:45.034 INFO:teuthology.orchestra.run.smithi175.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-04-12T08:33:45.034 INFO:teuthology.orchestra.run.smithi175.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-04-12T08:33:45.034 INFO:teuthology.orchestra.run.smithi175.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-04-12T08:33:45.034 INFO:teuthology.orchestra.run.smithi175.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-04-12T08:33:45.034 INFO:teuthology.orchestra.run.smithi175.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-04-12T08:33:45.034 INFO:teuthology.orchestra.run.smithi175.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-04-12T08:33:45.034 INFO:teuthology.orchestra.run.smithi175.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-04-12T08:33:45.034 INFO:teuthology.orchestra.run.smithi175.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-04-12T08:33:45.034 INFO:teuthology.orchestra.run.smithi175.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-04-12T08:33:45.034 INFO:teuthology.orchestra.run.smithi175.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-04-12T08:33:45.034 INFO:teuthology.orchestra.run.smithi175.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-04-12T08:33:45.034 INFO:teuthology.orchestra.run.smithi175.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-04-12T08:33:45.035 INFO:teuthology.orchestra.run.smithi175.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-04-12T08:33:45.035 INFO:teuthology.orchestra.run.smithi175.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-04-12T08:33:45.035 INFO:teuthology.orchestra.run.smithi175.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-04-12T08:33:45.035 INFO:teuthology.orchestra.run.smithi175.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-04-12T08:33:45.035 INFO:teuthology.orchestra.run.smithi175.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-04-12T08:33:45.035 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-04-12T08:33:45.035 INFO:teuthology.orchestra.run.smithi175.stdout:Transaction Summary 2024-04-12T08:33:45.035 INFO:teuthology.orchestra.run.smithi175.stdout:================================================================================ 2024-04-12T08:33:45.035 INFO:teuthology.orchestra.run.smithi175.stdout:Install 33 Packages 2024-04-12T08:33:45.035 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-04-12T08:33:45.036 INFO:teuthology.orchestra.run.smithi175.stdout:Total download size: 27 M 2024-04-12T08:33:45.036 INFO:teuthology.orchestra.run.smithi175.stdout:Installed size: 96 M 2024-04-12T08:33:45.036 INFO:teuthology.orchestra.run.smithi175.stdout:Downloading Packages: 2024-04-12T08:33:45.094 INFO:teuthology.orchestra.run.smithi112.stdout:(8/12): flexiblas-netlib-3.0.4-8.el9.x86_64.rpm 2.1 MB/s | 3.0 MB 00:01 2024-04-12T08:33:45.170 INFO:teuthology.orchestra.run.smithi112.stdout:(9/12): openblas-openmp-0.3.21-2.el9.x86_64.rpm 4.7 MB/s | 4.7 MB 00:01 2024-04-12T08:33:45.203 INFO:teuthology.orchestra.run.smithi112.stdout:(10/12): python3-numpy-f2py-1.20.1-5.el9.x86_64 2.3 MB/s | 250 kB 00:00 2024-04-12T08:33:45.487 INFO:teuthology.orchestra.run.smithi112.stdout:(11/12): python3-numpy-1.20.1-5.el9.x86_64.rpm 7.2 MB/s | 5.1 MB 00:00 2024-04-12T08:33:45.681 INFO:teuthology.orchestra.run.smithi175.stdout:(1/33): ceph-17.2.7-827.gd3b5060a.el9.x86_64.rp 31 kB/s | 6.5 kB 00:00 2024-04-12T08:33:45.981 INFO:teuthology.orchestra.run.smithi175.stdout:(2/33): ceph-mds-17.2.7-827.gd3b5060a.el9.x86_6 4.0 MB/s | 2.1 MB 00:00 2024-04-12T08:33:46.022 INFO:teuthology.orchestra.run.smithi175.stdout:(3/33): ceph-mgr-17.2.7-827.gd3b5060a.el9.x86_6 2.5 MB/s | 1.4 MB 00:00 2024-04-12T08:33:46.123 INFO:teuthology.orchestra.run.smithi175.stdout:(4/33): ceph-mgr-modules-core-17.2.7-827.gd3b50 2.3 MB/s | 240 kB 00:00 2024-04-12T08:33:46.348 INFO:teuthology.orchestra.run.smithi175.stdout:(5/33): ceph-mon-17.2.7-827.gd3b5060a.el9.x86_6 5.9 MB/s | 3.9 MB 00:00 2024-04-12T08:33:46.632 INFO:teuthology.orchestra.run.smithi175.stdout:(6/33): python3-cffi-1.14.5-5.el9.x86_64.rpm 498 kB/s | 253 kB 00:00 2024-04-12T08:33:46.840 INFO:teuthology.orchestra.run.smithi175.stdout:(7/33): ceph-osd-17.2.7-827.gd3b5060a.el9.x86_6 18 MB/s | 15 MB 00:00 2024-04-12T08:33:46.866 INFO:teuthology.orchestra.run.smithi175.stdout:(8/33): python3-ply-3.11-14.el9.noarch.rpm 456 kB/s | 106 kB 00:00 2024-04-12T08:33:46.974 INFO:teuthology.orchestra.run.smithi175.stdout:(9/33): python3-requests-2.25.1-8.el9.noarch.rp 1.1 MB/s | 125 kB 00:00 2024-04-12T08:33:47.074 INFO:teuthology.orchestra.run.smithi175.stdout:(10/33): python3-urllib3-1.26.5-5.el9.noarch.rp 2.1 MB/s | 215 kB 00:00 2024-04-12T08:33:47.250 INFO:teuthology.orchestra.run.smithi175.stdout:(11/33): python3-mako-1.1.4-6.el9.noarch.rpm 983 kB/s | 172 kB 00:00 2024-04-12T08:33:47.275 INFO:teuthology.orchestra.run.smithi175.stdout:(12/33): python3-pycparser-2.20-6.el9.noarch.rp 311 kB/s | 135 kB 00:00 2024-04-12T08:33:47.300 INFO:teuthology.orchestra.run.smithi175.stdout:(13/33): python3-markupsafe-1.1.1-12.el9.x86_64 694 kB/s | 35 kB 00:00 2024-04-12T08:33:47.351 INFO:teuthology.orchestra.run.smithi175.stdout:(14/33): python3-toml-0.10.2-6.el9.noarch.rpm 831 kB/s | 42 kB 00:00 2024-04-12T08:33:47.384 INFO:teuthology.orchestra.run.smithi175.stdout:(15/33): python3-pytz-2021.1-5.el9.noarch.rpm 468 kB/s | 51 kB 00:00 2024-04-12T08:33:47.435 INFO:teuthology.orchestra.run.smithi175.stdout:(16/33): python3-cryptography-36.0.1-4.el9.x86_ 1.1 MB/s | 1.2 MB 00:01 2024-04-12T08:33:47.902 INFO:teuthology.orchestra.run.smithi175.stdout:(17/33): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 79 kB/s | 43 kB 00:00 2024-04-12T08:33:48.010 INFO:teuthology.orchestra.run.smithi175.stdout:(18/33): python3-jaraco-8.2.1-3.el9.noarch.rpm 99 kB/s | 11 kB 00:00 2024-04-12T08:33:48.077 INFO:teuthology.orchestra.run.smithi175.stdout:(19/33): python3-cheroot-8.6.0-4.el9.noarch.rpm 248 kB/s | 172 kB 00:00 2024-04-12T08:33:48.102 INFO:teuthology.orchestra.run.smithi175.stdout:(20/33): python3-jaraco-classes-3.2.1-5.el9.noa 192 kB/s | 18 kB 00:00 2024-04-12T08:33:48.169 INFO:teuthology.orchestra.run.smithi175.stdout:(21/33): python3-jaraco-collections-3.0.0-8.el9 251 kB/s | 23 kB 00:00 2024-04-12T08:33:48.194 INFO:teuthology.orchestra.run.smithi175.stdout:(22/33): python3-jaraco-functools-3.5.0-2.el9.n 211 kB/s | 19 kB 00:00 2024-04-12T08:33:48.262 INFO:teuthology.orchestra.run.smithi175.stdout:(23/33): python3-jaraco-text-3.2.0-6.el9.noarch 214 kB/s | 20 kB 00:00 2024-04-12T08:33:48.295 INFO:teuthology.orchestra.run.smithi175.stdout:(24/33): python3-logutils-0.3.5-21.el9.noarch.r 461 kB/s | 46 kB 00:00 2024-04-12T08:33:48.387 INFO:teuthology.orchestra.run.smithi175.stdout:(25/33): python3-cherrypy-18.6.1-2.el9.noarch.r 386 kB/s | 358 kB 00:00 2024-04-12T08:33:48.454 INFO:teuthology.orchestra.run.smithi175.stdout:(26/33): python3-more-itertools-8.12.0-2.el9.no 410 kB/s | 79 kB 00:00 2024-04-12T08:33:48.479 INFO:teuthology.orchestra.run.smithi175.stdout:(27/33): python3-portend-3.1.0-2.el9.noarch.rpm 178 kB/s | 16 kB 00:00 2024-04-12T08:33:48.571 INFO:teuthology.orchestra.run.smithi175.stdout:(28/33): python3-tempora-5.0.0-2.el9.noarch.rpm 390 kB/s | 36 kB 00:00 2024-04-12T08:33:48.638 INFO:teuthology.orchestra.run.smithi175.stdout:(29/33): python3-pyOpenSSL-21.0.0-1.el9.noarch. 488 kB/s | 90 kB 00:00 2024-04-12T08:33:48.747 INFO:teuthology.orchestra.run.smithi175.stdout:(30/33): python3-pecan-1.4.2-3.el9.noarch.rpm 603 kB/s | 272 kB 00:00 2024-04-12T08:33:48.839 INFO:teuthology.orchestra.run.smithi175.stdout:(31/33): python3-zc-lockfile-2.0-10.el9.noarch. 219 kB/s | 20 kB 00:00 2024-04-12T08:33:48.939 INFO:teuthology.orchestra.run.smithi175.stdout:(32/33): python3-webob-1.8.7-6.el9.noarch.rpm 625 kB/s | 230 kB 00:00 2024-04-12T08:33:49.222 INFO:teuthology.orchestra.run.smithi175.stdout:(33/33): python3-werkzeug-2.0.3-3.el9.1.noarch. 732 kB/s | 427 kB 00:00 2024-04-12T08:33:49.227 INFO:teuthology.orchestra.run.smithi175.stdout:-------------------------------------------------------------------------------- 2024-04-12T08:33:49.227 INFO:teuthology.orchestra.run.smithi175.stdout:Total 6.5 MB/s | 27 MB 00:04 2024-04-12T08:33:49.354 INFO:teuthology.orchestra.run.smithi175.stdout:Running transaction check 2024-04-12T08:33:49.389 INFO:teuthology.orchestra.run.smithi175.stdout:Transaction check succeeded. 2024-04-12T08:33:49.389 INFO:teuthology.orchestra.run.smithi175.stdout:Running transaction test 2024-04-12T08:33:49.738 INFO:teuthology.orchestra.run.smithi175.stdout:Transaction test succeeded. 2024-04-12T08:33:49.739 INFO:teuthology.orchestra.run.smithi175.stdout:Running transaction 2024-04-12T08:33:51.000 INFO:teuthology.orchestra.run.smithi175.stdout: Preparing : 1/1 2024-04-12T08:33:51.067 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 1/33 2024-04-12T08:33:51.101 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 2/33 2024-04-12T08:33:51.134 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 3/33 2024-04-12T08:33:51.225 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 4/33 2024-04-12T08:33:51.304 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 5/33 2024-04-12T08:33:51.345 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 6/33 2024-04-12T08:33:51.397 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 7/33 2024-04-12T08:33:51.426 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 8/33 2024-04-12T08:33:51.469 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 9/33 2024-04-12T08:33:51.502 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 10/33 2024-04-12T08:33:51.543 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 11/33 2024-04-12T08:33:51.578 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 12/33 2024-04-12T08:33:51.612 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 13/33 2024-04-12T08:33:51.656 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 14/33 2024-04-12T08:33:51.731 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 15/33 2024-04-12T08:33:51.867 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 16/33 2024-04-12T08:33:51.950 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 17/33 2024-04-12T08:33:52.003 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 18/33 2024-04-12T08:33:52.041 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 19/33 2024-04-12T08:33:52.091 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-ply-3.11-14.el9.noarch 20/33 2024-04-12T08:33:52.146 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 21/33 2024-04-12T08:33:52.332 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 22/33 2024-04-12T08:33:52.386 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 23/33 2024-04-12T08:33:52.457 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 24/33 2024-04-12T08:33:52.545 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 25/33 2024-04-12T08:33:52.583 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 26/33 2024-04-12T08:33:52.702 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 27/33 2024-04-12T08:33:52.848 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : ceph-mgr-modules-core-2:17.2.7-827.gd3b5060a.el9.n 28/33 2024-04-12T08:33:52.880 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : ceph-mgr-2:17.2.7-827.gd3b5060a.el9.x86_64 29/33 2024-04-12T08:33:52.906 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: ceph-mgr-2:17.2.7-827.gd3b5060a.el9.x86_64 29/33 2024-04-12T08:33:52.906 INFO:teuthology.orchestra.run.smithi175.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-12T08:33:52.906 INFO:teuthology.orchestra.run.smithi175.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-04-12T08:33:52.906 INFO:teuthology.orchestra.run.smithi175.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-12T08:33:52.906 INFO:teuthology.orchestra.run.smithi175.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-12T08:33:52.906 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-04-12T08:33:54.214 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : ceph-osd-2:17.2.7-827.gd3b5060a.el9.x86_64 30/33 2024-04-12T08:33:54.240 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: ceph-osd-2:17.2.7-827.gd3b5060a.el9.x86_64 30/33 2024-04-12T08:33:54.240 INFO:teuthology.orchestra.run.smithi175.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-12T08:33:54.240 INFO:teuthology.orchestra.run.smithi175.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-04-12T08:33:54.240 INFO:teuthology.orchestra.run.smithi175.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-12T08:33:54.240 INFO:teuthology.orchestra.run.smithi175.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-12T08:33:54.240 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-04-12T08:33:54.622 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : ceph-mon-2:17.2.7-827.gd3b5060a.el9.x86_64 31/33 2024-04-12T08:33:54.646 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: ceph-mon-2:17.2.7-827.gd3b5060a.el9.x86_64 31/33 2024-04-12T08:33:54.646 INFO:teuthology.orchestra.run.smithi175.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-12T08:33:54.646 INFO:teuthology.orchestra.run.smithi175.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-04-12T08:33:54.646 INFO:teuthology.orchestra.run.smithi175.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-12T08:33:54.646 INFO:teuthology.orchestra.run.smithi175.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-12T08:33:54.646 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-04-12T08:33:54.848 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : ceph-mds-2:17.2.7-827.gd3b5060a.el9.x86_64 32/33 2024-04-12T08:33:54.871 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: ceph-mds-2:17.2.7-827.gd3b5060a.el9.x86_64 32/33 2024-04-12T08:33:54.872 INFO:teuthology.orchestra.run.smithi175.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-12T08:33:54.872 INFO:teuthology.orchestra.run.smithi175.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-04-12T08:33:54.872 INFO:teuthology.orchestra.run.smithi175.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-12T08:33:54.872 INFO:teuthology.orchestra.run.smithi175.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-12T08:33:54.872 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-04-12T08:33:54.938 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : ceph-2:17.2.7-827.gd3b5060a.el9.x86_64 33/33 2024-04-12T08:33:56.582 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: ceph-2:17.2.7-827.gd3b5060a.el9.x86_64 33/33 2024-04-12T08:33:56.582 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ceph-2:17.2.7-827.gd3b5060a.el9.x86_64 1/33 2024-04-12T08:33:56.582 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ceph-mds-2:17.2.7-827.gd3b5060a.el9.x86_64 2/33 2024-04-12T08:33:56.582 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ceph-mgr-2:17.2.7-827.gd3b5060a.el9.x86_64 3/33 2024-04-12T08:33:56.582 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ceph-mon-2:17.2.7-827.gd3b5060a.el9.x86_64 4/33 2024-04-12T08:33:56.583 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ceph-osd-2:17.2.7-827.gd3b5060a.el9.x86_64 5/33 2024-04-12T08:33:56.583 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ceph-mgr-modules-core-2:17.2.7-827.gd3b5060a.el9.n 6/33 2024-04-12T08:33:56.583 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 7/33 2024-04-12T08:33:56.583 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 8/33 2024-04-12T08:33:56.583 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-ply-3.11-14.el9.noarch 9/33 2024-04-12T08:33:56.583 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 10/33 2024-04-12T08:33:56.583 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 11/33 2024-04-12T08:33:56.583 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 12/33 2024-04-12T08:33:56.583 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 13/33 2024-04-12T08:33:56.583 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 14/33 2024-04-12T08:33:56.583 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 15/33 2024-04-12T08:33:56.583 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 16/33 2024-04-12T08:33:56.583 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 17/33 2024-04-12T08:33:56.583 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 18/33 2024-04-12T08:33:56.584 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 19/33 2024-04-12T08:33:56.584 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 20/33 2024-04-12T08:33:56.584 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 21/33 2024-04-12T08:33:56.584 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 22/33 2024-04-12T08:33:56.584 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 23/33 2024-04-12T08:33:56.584 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 24/33 2024-04-12T08:33:56.584 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 25/33 2024-04-12T08:33:56.584 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 26/33 2024-04-12T08:33:56.584 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 27/33 2024-04-12T08:33:56.585 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 28/33 2024-04-12T08:33:56.585 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 29/33 2024-04-12T08:33:56.585 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 30/33 2024-04-12T08:33:56.585 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 31/33 2024-04-12T08:33:56.585 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 32/33 2024-04-12T08:33:57.486 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 33/33 2024-04-12T08:33:57.486 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-04-12T08:33:57.487 INFO:teuthology.orchestra.run.smithi175.stdout:Installed: 2024-04-12T08:33:57.487 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-2:17.2.7-827.gd3b5060a.el9.x86_64 2024-04-12T08:33:57.487 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-mds-2:17.2.7-827.gd3b5060a.el9.x86_64 2024-04-12T08:33:57.487 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-mgr-2:17.2.7-827.gd3b5060a.el9.x86_64 2024-04-12T08:33:57.487 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-mgr-modules-core-2:17.2.7-827.gd3b5060a.el9.noarch 2024-04-12T08:33:57.487 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-mon-2:17.2.7-827.gd3b5060a.el9.x86_64 2024-04-12T08:33:57.487 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-osd-2:17.2.7-827.gd3b5060a.el9.x86_64 2024-04-12T08:33:57.487 INFO:teuthology.orchestra.run.smithi175.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-04-12T08:33:57.487 INFO:teuthology.orchestra.run.smithi175.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-04-12T08:33:57.487 INFO:teuthology.orchestra.run.smithi175.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-04-12T08:33:57.487 INFO:teuthology.orchestra.run.smithi175.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-04-12T08:33:57.487 INFO:teuthology.orchestra.run.smithi175.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-04-12T08:33:57.487 INFO:teuthology.orchestra.run.smithi175.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-04-12T08:33:57.487 INFO:teuthology.orchestra.run.smithi175.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-04-12T08:33:57.488 INFO:teuthology.orchestra.run.smithi175.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-04-12T08:33:57.488 INFO:teuthology.orchestra.run.smithi175.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-04-12T08:33:57.488 INFO:teuthology.orchestra.run.smithi175.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-04-12T08:33:57.488 INFO:teuthology.orchestra.run.smithi175.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-04-12T08:33:57.488 INFO:teuthology.orchestra.run.smithi175.stdout: python3-mako-1.1.4-6.el9.noarch 2024-04-12T08:33:57.488 INFO:teuthology.orchestra.run.smithi175.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-04-12T08:33:57.488 INFO:teuthology.orchestra.run.smithi175.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-04-12T08:33:57.488 INFO:teuthology.orchestra.run.smithi175.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-04-12T08:33:57.488 INFO:teuthology.orchestra.run.smithi175.stdout: python3-ply-3.11-14.el9.noarch 2024-04-12T08:33:57.488 INFO:teuthology.orchestra.run.smithi175.stdout: python3-portend-3.1.0-2.el9.noarch 2024-04-12T08:33:57.488 INFO:teuthology.orchestra.run.smithi175.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-04-12T08:33:57.488 INFO:teuthology.orchestra.run.smithi175.stdout: python3-pycparser-2.20-6.el9.noarch 2024-04-12T08:33:57.488 INFO:teuthology.orchestra.run.smithi175.stdout: python3-pytz-2021.1-5.el9.noarch 2024-04-12T08:33:57.488 INFO:teuthology.orchestra.run.smithi175.stdout: python3-requests-2.25.1-8.el9.noarch 2024-04-12T08:33:57.489 INFO:teuthology.orchestra.run.smithi175.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-04-12T08:33:57.489 INFO:teuthology.orchestra.run.smithi175.stdout: python3-toml-0.10.2-6.el9.noarch 2024-04-12T08:33:57.489 INFO:teuthology.orchestra.run.smithi175.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-04-12T08:33:57.489 INFO:teuthology.orchestra.run.smithi175.stdout: python3-webob-1.8.7-6.el9.noarch 2024-04-12T08:33:57.489 INFO:teuthology.orchestra.run.smithi175.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-04-12T08:33:57.489 INFO:teuthology.orchestra.run.smithi175.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-04-12T08:33:57.489 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-04-12T08:33:57.489 INFO:teuthology.orchestra.run.smithi175.stdout:Complete! 2024-04-12T08:33:57.853 DEBUG:teuthology.orchestra.run.smithi175:> sudo yum -y install ceph-base 2024-04-12T08:33:58.448 INFO:teuthology.orchestra.run.smithi175.stdout:Last metadata expiration check: 0:01:00 ago on Fri 12 Apr 2024 08:32:58 AM UTC. 2024-04-12T08:33:58.737 INFO:teuthology.orchestra.run.smithi175.stderr:Modular dependency problems: 2024-04-12T08:33:58.737 INFO:teuthology.orchestra.run.smithi175.stderr: 2024-04-12T08:33:58.737 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 1: conflicting requests 2024-04-12T08:33:58.737 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-12T08:33:58.737 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 2: conflicting requests 2024-04-12T08:33:58.737 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-12T08:33:58.737 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 3: conflicting requests 2024-04-12T08:33:58.737 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-12T08:33:58.737 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 4: conflicting requests 2024-04-12T08:33:58.737 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T08:33:58.738 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 5: conflicting requests 2024-04-12T08:33:58.738 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-12T08:33:58.738 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 6: conflicting requests 2024-04-12T08:33:58.738 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:33:58.738 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 7: conflicting requests 2024-04-12T08:33:58.738 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-12T08:33:58.738 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 8: conflicting requests 2024-04-12T08:33:58.738 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-12T08:33:58.738 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 9: conflicting requests 2024-04-12T08:33:58.738 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-12T08:33:58.738 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 10: conflicting requests 2024-04-12T08:33:58.738 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:33:58.738 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 11: conflicting requests 2024-04-12T08:33:58.739 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-12T08:33:58.739 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 12: conflicting requests 2024-04-12T08:33:58.739 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-12T08:33:58.739 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 13: conflicting requests 2024-04-12T08:33:58.739 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T08:33:58.739 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 14: conflicting requests 2024-04-12T08:33:58.739 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-12T08:33:58.739 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 15: conflicting requests 2024-04-12T08:33:58.739 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T08:33:58.739 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 16: conflicting requests 2024-04-12T08:33:58.739 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:33:58.739 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 17: conflicting requests 2024-04-12T08:33:58.739 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:33:58.740 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 18: conflicting requests 2024-04-12T08:33:58.740 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T08:33:58.740 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 19: conflicting requests 2024-04-12T08:33:58.740 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:33:58.740 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 20: conflicting requests 2024-04-12T08:33:58.740 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T08:33:58.740 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 21: conflicting requests 2024-04-12T08:33:58.740 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-12T08:33:58.740 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 22: conflicting requests 2024-04-12T08:33:58.740 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:33:58.740 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 23: conflicting requests 2024-04-12T08:33:58.740 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-12T08:33:58.740 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 24: conflicting requests 2024-04-12T08:33:58.740 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-12T08:33:58.741 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 25: conflicting requests 2024-04-12T08:33:58.741 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-12T08:33:58.741 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 26: conflicting requests 2024-04-12T08:33:58.741 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-12T08:33:58.741 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 27: conflicting requests 2024-04-12T08:33:58.741 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:33:58.741 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 28: conflicting requests 2024-04-12T08:33:58.741 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-12T08:33:58.742 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 29: conflicting requests 2024-04-12T08:33:58.742 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:33:58.742 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 30: conflicting requests 2024-04-12T08:33:58.742 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-12T08:33:58.742 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 31: conflicting requests 2024-04-12T08:33:58.742 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-12T08:33:58.742 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 32: conflicting requests 2024-04-12T08:33:58.742 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:33:58.742 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 33: conflicting requests 2024-04-12T08:33:58.742 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-12T08:33:58.742 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 34: conflicting requests 2024-04-12T08:33:58.743 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T08:33:58.743 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 35: conflicting requests 2024-04-12T08:33:58.743 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-12T08:33:58.743 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 36: conflicting requests 2024-04-12T08:33:58.743 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:33:58.743 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 37: conflicting requests 2024-04-12T08:33:58.743 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-12T08:33:58.743 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-12T08:33:58.743 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-12T08:33:58.743 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 38: cannot install the best candidate for the job 2024-04-12T08:33:58.746 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-12T08:33:58.746 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-12T08:33:58.746 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-12T08:33:58.747 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-12T08:33:58.747 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 39: conflicting requests 2024-04-12T08:33:58.747 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T08:33:58.747 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T08:33:58.747 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-12T08:33:58.747 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:33:58.747 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:33:58.747 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-12T08:33:58.747 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 40: cannot install the best candidate for the job 2024-04-12T08:33:58.747 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-12T08:33:58.747 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-12T08:33:58.747 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:33:58.747 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:33:58.747 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 41: cannot install the best candidate for the job 2024-04-12T08:33:58.748 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T08:33:58.748 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T08:33:58.748 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:33:58.748 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:33:58.748 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 42: cannot install the best candidate for the job 2024-04-12T08:33:58.748 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T08:33:58.748 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T08:33:58.748 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T08:33:58.748 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T08:33:58.748 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 43: cannot install the best candidate for the job 2024-04-12T08:33:58.748 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-12T08:33:58.749 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-12T08:33:58.749 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-12T08:33:58.749 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-12T08:33:58.749 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 44: cannot install the best candidate for the job 2024-04-12T08:33:58.749 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T08:33:58.749 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T08:33:58.749 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T08:33:58.749 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T08:33:58.749 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 45: cannot install the best candidate for the job 2024-04-12T08:33:58.749 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-12T08:33:58.749 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-12T08:33:58.749 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-12T08:33:58.749 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-12T08:33:58.750 INFO:teuthology.orchestra.run.smithi175.stdout:Package ceph-base-2:17.2.7-827.gd3b5060a.el9.x86_64 is already installed. 2024-04-12T08:33:58.804 INFO:teuthology.orchestra.run.smithi175.stdout:Dependencies resolved. 2024-04-12T08:33:58.805 INFO:teuthology.orchestra.run.smithi175.stdout:Nothing to do. 2024-04-12T08:33:58.805 INFO:teuthology.orchestra.run.smithi175.stdout:Complete! 2024-04-12T08:33:58.863 DEBUG:teuthology.orchestra.run.smithi175:> sudo yum -y install cephadm 2024-04-12T08:33:59.453 INFO:teuthology.orchestra.run.smithi175.stdout:Last metadata expiration check: 0:01:01 ago on Fri 12 Apr 2024 08:32:58 AM UTC. 2024-04-12T08:33:59.743 INFO:teuthology.orchestra.run.smithi175.stderr:Modular dependency problems: 2024-04-12T08:33:59.743 INFO:teuthology.orchestra.run.smithi175.stderr: 2024-04-12T08:33:59.743 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 1: conflicting requests 2024-04-12T08:33:59.743 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-12T08:33:59.743 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 2: conflicting requests 2024-04-12T08:33:59.743 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-12T08:33:59.743 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 3: conflicting requests 2024-04-12T08:33:59.744 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-12T08:33:59.744 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 4: conflicting requests 2024-04-12T08:33:59.744 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T08:33:59.744 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 5: conflicting requests 2024-04-12T08:33:59.744 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-12T08:33:59.744 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 6: conflicting requests 2024-04-12T08:33:59.744 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:33:59.744 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 7: conflicting requests 2024-04-12T08:33:59.744 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-12T08:33:59.744 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 8: conflicting requests 2024-04-12T08:33:59.744 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-12T08:33:59.744 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 9: conflicting requests 2024-04-12T08:33:59.744 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-12T08:33:59.745 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 10: conflicting requests 2024-04-12T08:33:59.745 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:33:59.745 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 11: conflicting requests 2024-04-12T08:33:59.745 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-12T08:33:59.745 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 12: conflicting requests 2024-04-12T08:33:59.745 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-12T08:33:59.745 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 13: conflicting requests 2024-04-12T08:33:59.745 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T08:33:59.745 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 14: conflicting requests 2024-04-12T08:33:59.745 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-12T08:33:59.745 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 15: conflicting requests 2024-04-12T08:33:59.745 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T08:33:59.745 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 16: conflicting requests 2024-04-12T08:33:59.745 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:33:59.746 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 17: conflicting requests 2024-04-12T08:33:59.746 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:33:59.746 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 18: conflicting requests 2024-04-12T08:33:59.746 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T08:33:59.746 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 19: conflicting requests 2024-04-12T08:33:59.746 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:33:59.746 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 20: conflicting requests 2024-04-12T08:33:59.746 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T08:33:59.746 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 21: conflicting requests 2024-04-12T08:33:59.746 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-12T08:33:59.746 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 22: conflicting requests 2024-04-12T08:33:59.746 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:33:59.746 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 23: conflicting requests 2024-04-12T08:33:59.747 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-12T08:33:59.747 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 24: conflicting requests 2024-04-12T08:33:59.747 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-12T08:33:59.747 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 25: conflicting requests 2024-04-12T08:33:59.747 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-12T08:33:59.747 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 26: conflicting requests 2024-04-12T08:33:59.747 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-12T08:33:59.747 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 27: conflicting requests 2024-04-12T08:33:59.747 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:33:59.747 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 28: conflicting requests 2024-04-12T08:33:59.747 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-12T08:33:59.747 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 29: conflicting requests 2024-04-12T08:33:59.748 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:33:59.748 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 30: conflicting requests 2024-04-12T08:33:59.748 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-12T08:33:59.748 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 31: conflicting requests 2024-04-12T08:33:59.748 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-12T08:33:59.748 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 32: conflicting requests 2024-04-12T08:33:59.748 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:33:59.748 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 33: conflicting requests 2024-04-12T08:33:59.748 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-12T08:33:59.748 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 34: conflicting requests 2024-04-12T08:33:59.748 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T08:33:59.748 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 35: conflicting requests 2024-04-12T08:33:59.748 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-12T08:33:59.748 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 36: conflicting requests 2024-04-12T08:33:59.749 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:33:59.749 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 37: conflicting requests 2024-04-12T08:33:59.749 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-12T08:33:59.749 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-12T08:33:59.749 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-12T08:33:59.749 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 38: cannot install the best candidate for the job 2024-04-12T08:33:59.749 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-12T08:33:59.749 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-12T08:33:59.749 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-12T08:33:59.749 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-12T08:33:59.749 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 39: conflicting requests 2024-04-12T08:33:59.749 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T08:33:59.749 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T08:33:59.749 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-12T08:33:59.750 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:33:59.750 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:33:59.750 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-12T08:33:59.750 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 40: cannot install the best candidate for the job 2024-04-12T08:33:59.750 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-12T08:33:59.750 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-12T08:33:59.750 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:33:59.750 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:33:59.750 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 41: cannot install the best candidate for the job 2024-04-12T08:33:59.750 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T08:33:59.750 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T08:33:59.750 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:33:59.750 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:33:59.751 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 42: cannot install the best candidate for the job 2024-04-12T08:33:59.751 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T08:33:59.751 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T08:33:59.751 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T08:33:59.751 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T08:33:59.751 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 43: cannot install the best candidate for the job 2024-04-12T08:33:59.751 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-12T08:33:59.751 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-12T08:33:59.751 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-12T08:33:59.751 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-12T08:33:59.751 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 44: cannot install the best candidate for the job 2024-04-12T08:33:59.751 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T08:33:59.751 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T08:33:59.752 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T08:33:59.752 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T08:33:59.752 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 45: cannot install the best candidate for the job 2024-04-12T08:33:59.752 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-12T08:33:59.752 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-12T08:33:59.752 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-12T08:33:59.752 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-12T08:33:59.809 INFO:teuthology.orchestra.run.smithi175.stdout:Dependencies resolved. 2024-04-12T08:33:59.810 INFO:teuthology.orchestra.run.smithi175.stdout:================================================================================ 2024-04-12T08:33:59.810 INFO:teuthology.orchestra.run.smithi175.stdout: Package Arch Version Repository Size 2024-04-12T08:33:59.810 INFO:teuthology.orchestra.run.smithi175.stdout:================================================================================ 2024-04-12T08:33:59.810 INFO:teuthology.orchestra.run.smithi175.stdout:Installing: 2024-04-12T08:33:59.810 INFO:teuthology.orchestra.run.smithi175.stdout: cephadm noarch 2:17.2.7-827.gd3b5060a.el9 ceph-noarch 82 k 2024-04-12T08:33:59.810 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-04-12T08:33:59.810 INFO:teuthology.orchestra.run.smithi175.stdout:Transaction Summary 2024-04-12T08:33:59.810 INFO:teuthology.orchestra.run.smithi175.stdout:================================================================================ 2024-04-12T08:33:59.811 INFO:teuthology.orchestra.run.smithi175.stdout:Install 1 Package 2024-04-12T08:33:59.811 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-04-12T08:33:59.811 INFO:teuthology.orchestra.run.smithi175.stdout:Total download size: 82 k 2024-04-12T08:33:59.811 INFO:teuthology.orchestra.run.smithi175.stdout:Installed size: 372 k 2024-04-12T08:33:59.811 INFO:teuthology.orchestra.run.smithi175.stdout:Downloading Packages: 2024-04-12T08:34:00.013 INFO:teuthology.orchestra.run.smithi175.stdout:cephadm-17.2.7-827.gd3b5060a.el9.noarch.rpm 407 kB/s | 82 kB 00:00 2024-04-12T08:34:00.013 INFO:teuthology.orchestra.run.smithi175.stdout:-------------------------------------------------------------------------------- 2024-04-12T08:34:00.014 INFO:teuthology.orchestra.run.smithi175.stdout:Total 404 kB/s | 82 kB 00:00 2024-04-12T08:34:00.014 INFO:teuthology.orchestra.run.smithi175.stdout:Running transaction check 2024-04-12T08:34:00.019 INFO:teuthology.orchestra.run.smithi175.stdout:Transaction check succeeded. 2024-04-12T08:34:00.019 INFO:teuthology.orchestra.run.smithi175.stdout:Running transaction test 2024-04-12T08:34:00.020 INFO:teuthology.orchestra.run.smithi175.stdout:Transaction test succeeded. 2024-04-12T08:34:00.021 INFO:teuthology.orchestra.run.smithi175.stdout:Running transaction 2024-04-12T08:34:00.111 INFO:teuthology.orchestra.run.smithi175.stdout: Preparing : 1/1 2024-04-12T08:34:00.511 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: cephadm-2:17.2.7-827.gd3b5060a.el9.noarch 1/1 2024-04-12T08:34:00.600 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : cephadm-2:17.2.7-827.gd3b5060a.el9.noarch 1/1 2024-04-12T08:34:00.957 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: cephadm-2:17.2.7-827.gd3b5060a.el9.noarch 1/1 2024-04-12T08:34:01.258 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : cephadm-2:17.2.7-827.gd3b5060a.el9.noarch 1/1 2024-04-12T08:34:01.258 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-04-12T08:34:01.258 INFO:teuthology.orchestra.run.smithi175.stdout:Installed: 2024-04-12T08:34:01.258 INFO:teuthology.orchestra.run.smithi175.stdout: cephadm-2:17.2.7-827.gd3b5060a.el9.noarch 2024-04-12T08:34:01.258 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-04-12T08:34:01.258 INFO:teuthology.orchestra.run.smithi175.stdout:Complete! 2024-04-12T08:34:01.475 DEBUG:teuthology.orchestra.run.smithi175:> sudo yum -y install ceph-immutable-object-cache 2024-04-12T08:34:01.827 INFO:teuthology.orchestra.run.smithi112.stdout:(12/12): python3-scipy-1.6.2-8.el9.x86_64.rpm 1.0 MB/s | 16 MB 00:16 2024-04-12T08:34:01.828 INFO:teuthology.orchestra.run.smithi112.stdout:-------------------------------------------------------------------------------- 2024-04-12T08:34:01.828 INFO:teuthology.orchestra.run.smithi112.stdout:Total 2.0 MB/s | 38 MB 00:18 2024-04-12T08:34:02.087 INFO:teuthology.orchestra.run.smithi175.stdout:Last metadata expiration check: 0:01:04 ago on Fri 12 Apr 2024 08:32:58 AM UTC. 2024-04-12T08:34:02.182 INFO:teuthology.orchestra.run.smithi112.stdout:Running transaction check 2024-04-12T08:34:02.209 INFO:teuthology.orchestra.run.smithi112.stdout:Transaction check succeeded. 2024-04-12T08:34:02.209 INFO:teuthology.orchestra.run.smithi112.stdout:Running transaction test 2024-04-12T08:34:02.379 INFO:teuthology.orchestra.run.smithi175.stderr:Modular dependency problems: 2024-04-12T08:34:02.379 INFO:teuthology.orchestra.run.smithi175.stderr: 2024-04-12T08:34:02.379 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 1: conflicting requests 2024-04-12T08:34:02.379 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-12T08:34:02.379 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 2: conflicting requests 2024-04-12T08:34:02.380 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-12T08:34:02.380 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 3: conflicting requests 2024-04-12T08:34:02.380 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-12T08:34:02.380 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 4: conflicting requests 2024-04-12T08:34:02.380 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T08:34:02.380 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 5: conflicting requests 2024-04-12T08:34:02.380 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-12T08:34:02.380 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 6: conflicting requests 2024-04-12T08:34:02.380 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:02.380 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 7: conflicting requests 2024-04-12T08:34:02.380 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-12T08:34:02.380 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 8: conflicting requests 2024-04-12T08:34:02.380 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-12T08:34:02.381 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 9: conflicting requests 2024-04-12T08:34:02.381 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-12T08:34:02.381 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 10: conflicting requests 2024-04-12T08:34:02.381 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:02.381 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 11: conflicting requests 2024-04-12T08:34:02.381 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-12T08:34:02.381 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 12: conflicting requests 2024-04-12T08:34:02.381 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-12T08:34:02.381 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 13: conflicting requests 2024-04-12T08:34:02.381 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T08:34:02.381 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 14: conflicting requests 2024-04-12T08:34:02.381 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-12T08:34:02.381 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 15: conflicting requests 2024-04-12T08:34:02.382 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T08:34:02.382 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 16: conflicting requests 2024-04-12T08:34:02.382 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:02.382 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 17: conflicting requests 2024-04-12T08:34:02.382 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:34:02.382 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 18: conflicting requests 2024-04-12T08:34:02.382 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T08:34:02.382 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 19: conflicting requests 2024-04-12T08:34:02.382 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:34:02.382 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 20: conflicting requests 2024-04-12T08:34:02.382 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T08:34:02.382 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 21: conflicting requests 2024-04-12T08:34:02.382 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-12T08:34:02.383 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 22: conflicting requests 2024-04-12T08:34:02.383 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:02.383 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 23: conflicting requests 2024-04-12T08:34:02.383 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-12T08:34:02.383 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 24: conflicting requests 2024-04-12T08:34:02.383 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-12T08:34:02.383 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 25: conflicting requests 2024-04-12T08:34:02.383 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-12T08:34:02.383 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 26: conflicting requests 2024-04-12T08:34:02.383 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-12T08:34:02.383 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 27: conflicting requests 2024-04-12T08:34:02.383 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:34:02.383 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 28: conflicting requests 2024-04-12T08:34:02.383 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-12T08:34:02.384 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 29: conflicting requests 2024-04-12T08:34:02.384 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:02.384 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 30: conflicting requests 2024-04-12T08:34:02.384 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-12T08:34:02.384 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 31: conflicting requests 2024-04-12T08:34:02.384 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-12T08:34:02.384 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 32: conflicting requests 2024-04-12T08:34:02.384 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:02.384 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 33: conflicting requests 2024-04-12T08:34:02.384 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-12T08:34:02.384 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 34: conflicting requests 2024-04-12T08:34:02.384 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T08:34:02.384 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 35: conflicting requests 2024-04-12T08:34:02.385 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-12T08:34:02.385 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 36: conflicting requests 2024-04-12T08:34:02.385 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:02.385 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 37: conflicting requests 2024-04-12T08:34:02.385 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-12T08:34:02.385 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-12T08:34:02.385 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-12T08:34:02.385 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 38: cannot install the best candidate for the job 2024-04-12T08:34:02.385 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-12T08:34:02.385 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-12T08:34:02.385 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-12T08:34:02.385 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-12T08:34:02.385 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 39: conflicting requests 2024-04-12T08:34:02.385 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T08:34:02.386 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T08:34:02.386 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-12T08:34:02.386 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:34:02.386 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:34:02.386 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-12T08:34:02.386 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 40: cannot install the best candidate for the job 2024-04-12T08:34:02.386 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-12T08:34:02.386 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-12T08:34:02.386 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:34:02.386 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:34:02.386 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 41: cannot install the best candidate for the job 2024-04-12T08:34:02.386 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T08:34:02.386 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T08:34:02.387 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:34:02.387 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:34:02.387 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 42: cannot install the best candidate for the job 2024-04-12T08:34:02.387 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T08:34:02.387 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T08:34:02.387 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T08:34:02.387 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T08:34:02.387 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 43: cannot install the best candidate for the job 2024-04-12T08:34:02.387 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-12T08:34:02.387 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-12T08:34:02.387 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-12T08:34:02.387 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-12T08:34:02.387 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 44: cannot install the best candidate for the job 2024-04-12T08:34:02.388 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T08:34:02.388 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T08:34:02.388 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T08:34:02.388 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T08:34:02.388 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 45: cannot install the best candidate for the job 2024-04-12T08:34:02.388 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-12T08:34:02.388 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-12T08:34:02.388 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-12T08:34:02.388 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-12T08:34:02.448 INFO:teuthology.orchestra.run.smithi175.stdout:Dependencies resolved. 2024-04-12T08:34:02.449 INFO:teuthology.orchestra.run.smithi175.stdout:================================================================================ 2024-04-12T08:34:02.449 INFO:teuthology.orchestra.run.smithi175.stdout: Package Arch Version Repo Size 2024-04-12T08:34:02.449 INFO:teuthology.orchestra.run.smithi175.stdout:================================================================================ 2024-04-12T08:34:02.449 INFO:teuthology.orchestra.run.smithi175.stdout:Installing: 2024-04-12T08:34:02.449 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-immutable-object-cache x86_64 2:17.2.7-827.gd3b5060a.el9 ceph 137 k 2024-04-12T08:34:02.449 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-04-12T08:34:02.450 INFO:teuthology.orchestra.run.smithi175.stdout:Transaction Summary 2024-04-12T08:34:02.450 INFO:teuthology.orchestra.run.smithi175.stdout:================================================================================ 2024-04-12T08:34:02.450 INFO:teuthology.orchestra.run.smithi175.stdout:Install 1 Package 2024-04-12T08:34:02.450 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-04-12T08:34:02.450 INFO:teuthology.orchestra.run.smithi175.stdout:Total download size: 137 k 2024-04-12T08:34:02.450 INFO:teuthology.orchestra.run.smithi175.stdout:Installed size: 379 k 2024-04-12T08:34:02.450 INFO:teuthology.orchestra.run.smithi175.stdout:Downloading Packages: 2024-04-12T08:34:02.704 INFO:teuthology.orchestra.run.smithi112.stdout:Transaction test succeeded. 2024-04-12T08:34:02.705 INFO:teuthology.orchestra.run.smithi112.stdout:Running transaction 2024-04-12T08:34:03.075 INFO:teuthology.orchestra.run.smithi175.stdout:ceph-immutable-object-cache-17.2.7-827.gd3b5060 220 kB/s | 137 kB 00:00 2024-04-12T08:34:03.076 INFO:teuthology.orchestra.run.smithi175.stdout:-------------------------------------------------------------------------------- 2024-04-12T08:34:03.076 INFO:teuthology.orchestra.run.smithi175.stdout:Total 219 kB/s | 137 kB 00:00 2024-04-12T08:34:03.076 INFO:teuthology.orchestra.run.smithi175.stdout:Running transaction check 2024-04-12T08:34:03.084 INFO:teuthology.orchestra.run.smithi175.stdout:Transaction check succeeded. 2024-04-12T08:34:03.085 INFO:teuthology.orchestra.run.smithi175.stdout:Running transaction test 2024-04-12T08:34:03.140 INFO:teuthology.orchestra.run.smithi175.stdout:Transaction test succeeded. 2024-04-12T08:34:03.140 INFO:teuthology.orchestra.run.smithi175.stdout:Running transaction 2024-04-12T08:34:03.291 INFO:teuthology.orchestra.run.smithi175.stdout: Preparing : 1/1 2024-04-12T08:34:03.342 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : ceph-immutable-object-cache-2:17.2.7-827.gd3b5060a.e 1/1 2024-04-12T08:34:03.367 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: ceph-immutable-object-cache-2:17.2.7-827.gd3b5060a.e 1/1 2024-04-12T08:34:03.367 INFO:teuthology.orchestra.run.smithi175.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-12T08:34:03.367 INFO:teuthology.orchestra.run.smithi175.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-04-12T08:34:03.367 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-04-12T08:34:03.454 INFO:teuthology.orchestra.run.smithi112.stdout: Preparing : 1/1 2024-04-12T08:34:03.514 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 1/12 2024-04-12T08:34:03.558 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 2/12 2024-04-12T08:34:03.664 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 3/12 2024-04-12T08:34:03.701 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-devel-3.9.17-2.el9.x86_64 4/12 2024-04-12T08:34:03.886 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : openblas-0.3.21-2.el9.x86_64 5/12 2024-04-12T08:34:03.925 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 6/12 2024-04-12T08:34:04.008 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 7/12 2024-04-12T08:34:04.318 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ceph-immutable-object-cache-2:17.2.7-827.gd3b5060a.e 1/1 2024-04-12T08:34:04.318 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-04-12T08:34:04.318 INFO:teuthology.orchestra.run.smithi175.stdout:Installed: 2024-04-12T08:34:04.318 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-immutable-object-cache-2:17.2.7-827.gd3b5060a.el9.x86_64 2024-04-12T08:34:04.318 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-04-12T08:34:04.318 INFO:teuthology.orchestra.run.smithi175.stdout:Complete! 2024-04-12T08:34:04.562 DEBUG:teuthology.orchestra.run.smithi175:> sudo yum -y install ceph-mgr 2024-04-12T08:34:04.663 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 8/12 2024-04-12T08:34:04.779 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 9/12 2024-04-12T08:34:05.171 INFO:teuthology.orchestra.run.smithi175.stdout:Last metadata expiration check: 0:01:07 ago on Fri 12 Apr 2024 08:32:58 AM UTC. 2024-04-12T08:34:05.458 INFO:teuthology.orchestra.run.smithi175.stderr:Modular dependency problems: 2024-04-12T08:34:05.459 INFO:teuthology.orchestra.run.smithi175.stderr: 2024-04-12T08:34:05.459 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 1: conflicting requests 2024-04-12T08:34:05.459 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-12T08:34:05.459 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 2: conflicting requests 2024-04-12T08:34:05.459 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-12T08:34:05.459 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 3: conflicting requests 2024-04-12T08:34:05.459 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-12T08:34:05.459 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 4: conflicting requests 2024-04-12T08:34:05.459 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T08:34:05.459 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 5: conflicting requests 2024-04-12T08:34:05.459 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-12T08:34:05.460 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 6: conflicting requests 2024-04-12T08:34:05.460 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:05.460 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 7: conflicting requests 2024-04-12T08:34:05.460 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-12T08:34:05.460 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 8: conflicting requests 2024-04-12T08:34:05.460 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-12T08:34:05.460 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 9: conflicting requests 2024-04-12T08:34:05.460 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-12T08:34:05.460 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 10: conflicting requests 2024-04-12T08:34:05.460 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:05.460 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 11: conflicting requests 2024-04-12T08:34:05.460 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-12T08:34:05.460 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 12: conflicting requests 2024-04-12T08:34:05.461 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-12T08:34:05.461 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 13: conflicting requests 2024-04-12T08:34:05.461 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T08:34:05.461 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 14: conflicting requests 2024-04-12T08:34:05.461 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-12T08:34:05.461 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 15: conflicting requests 2024-04-12T08:34:05.461 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T08:34:05.461 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 16: conflicting requests 2024-04-12T08:34:05.461 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:05.461 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 17: conflicting requests 2024-04-12T08:34:05.461 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:34:05.461 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 18: conflicting requests 2024-04-12T08:34:05.461 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T08:34:05.462 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 19: conflicting requests 2024-04-12T08:34:05.462 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:34:05.462 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 20: conflicting requests 2024-04-12T08:34:05.462 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T08:34:05.462 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 21: conflicting requests 2024-04-12T08:34:05.462 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-12T08:34:05.462 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 22: conflicting requests 2024-04-12T08:34:05.462 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:05.462 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 23: conflicting requests 2024-04-12T08:34:05.462 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-12T08:34:05.462 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 24: conflicting requests 2024-04-12T08:34:05.463 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-12T08:34:05.463 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 25: conflicting requests 2024-04-12T08:34:05.463 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-12T08:34:05.463 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 26: conflicting requests 2024-04-12T08:34:05.463 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-12T08:34:05.463 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 27: conflicting requests 2024-04-12T08:34:05.463 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:34:05.463 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 28: conflicting requests 2024-04-12T08:34:05.463 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-12T08:34:05.463 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 29: conflicting requests 2024-04-12T08:34:05.463 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:05.463 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 30: conflicting requests 2024-04-12T08:34:05.463 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-12T08:34:05.464 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 31: conflicting requests 2024-04-12T08:34:05.464 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-12T08:34:05.464 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 32: conflicting requests 2024-04-12T08:34:05.464 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:05.464 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 33: conflicting requests 2024-04-12T08:34:05.464 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-12T08:34:05.464 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 34: conflicting requests 2024-04-12T08:34:05.464 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T08:34:05.464 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 35: conflicting requests 2024-04-12T08:34:05.464 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-12T08:34:05.464 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 36: conflicting requests 2024-04-12T08:34:05.464 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:05.464 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 37: conflicting requests 2024-04-12T08:34:05.465 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-12T08:34:05.465 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-12T08:34:05.465 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-12T08:34:05.465 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 38: cannot install the best candidate for the job 2024-04-12T08:34:05.465 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-12T08:34:05.465 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-12T08:34:05.465 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-12T08:34:05.465 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-12T08:34:05.465 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 39: conflicting requests 2024-04-12T08:34:05.465 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T08:34:05.465 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T08:34:05.465 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-12T08:34:05.466 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:34:05.466 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:34:05.466 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-12T08:34:05.466 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 40: cannot install the best candidate for the job 2024-04-12T08:34:05.466 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-12T08:34:05.466 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-12T08:34:05.466 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:34:05.466 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:34:05.466 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 41: cannot install the best candidate for the job 2024-04-12T08:34:05.466 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T08:34:05.466 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T08:34:05.466 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:34:05.466 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:34:05.467 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 42: cannot install the best candidate for the job 2024-04-12T08:34:05.467 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T08:34:05.467 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T08:34:05.467 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T08:34:05.467 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T08:34:05.467 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 43: cannot install the best candidate for the job 2024-04-12T08:34:05.467 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-12T08:34:05.467 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-12T08:34:05.467 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-12T08:34:05.467 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-12T08:34:05.467 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 44: cannot install the best candidate for the job 2024-04-12T08:34:05.467 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T08:34:05.467 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T08:34:05.467 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T08:34:05.468 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T08:34:05.468 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 45: cannot install the best candidate for the job 2024-04-12T08:34:05.468 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-12T08:34:05.468 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-12T08:34:05.468 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-12T08:34:05.468 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-12T08:34:05.468 INFO:teuthology.orchestra.run.smithi175.stdout:Package ceph-mgr-2:17.2.7-827.gd3b5060a.el9.x86_64 is already installed. 2024-04-12T08:34:05.524 INFO:teuthology.orchestra.run.smithi175.stdout:Dependencies resolved. 2024-04-12T08:34:05.525 INFO:teuthology.orchestra.run.smithi175.stdout:Nothing to do. 2024-04-12T08:34:05.525 INFO:teuthology.orchestra.run.smithi175.stdout:Complete! 2024-04-12T08:34:05.590 DEBUG:teuthology.orchestra.run.smithi175:> sudo yum -y install ceph-mgr-dashboard 2024-04-12T08:34:06.008 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 10/12 2024-04-12T08:34:06.190 INFO:teuthology.orchestra.run.smithi175.stdout:Last metadata expiration check: 0:01:08 ago on Fri 12 Apr 2024 08:32:58 AM UTC. 2024-04-12T08:34:06.495 INFO:teuthology.orchestra.run.smithi175.stderr:Modular dependency problems: 2024-04-12T08:34:06.495 INFO:teuthology.orchestra.run.smithi175.stderr: 2024-04-12T08:34:06.495 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 1: conflicting requests 2024-04-12T08:34:06.495 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-12T08:34:06.495 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 2: conflicting requests 2024-04-12T08:34:06.495 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-12T08:34:06.495 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 3: conflicting requests 2024-04-12T08:34:06.495 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-12T08:34:06.496 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 4: conflicting requests 2024-04-12T08:34:06.496 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T08:34:06.496 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 5: conflicting requests 2024-04-12T08:34:06.496 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-12T08:34:06.496 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 6: conflicting requests 2024-04-12T08:34:06.496 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:06.496 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 7: conflicting requests 2024-04-12T08:34:06.496 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-12T08:34:06.496 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 8: conflicting requests 2024-04-12T08:34:06.496 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-12T08:34:06.496 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 9: conflicting requests 2024-04-12T08:34:06.496 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-12T08:34:06.496 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 10: conflicting requests 2024-04-12T08:34:06.497 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:06.497 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 11: conflicting requests 2024-04-12T08:34:06.497 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-12T08:34:06.497 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 12: conflicting requests 2024-04-12T08:34:06.497 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-12T08:34:06.497 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 13: conflicting requests 2024-04-12T08:34:06.497 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T08:34:06.497 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 14: conflicting requests 2024-04-12T08:34:06.497 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-12T08:34:06.497 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 15: conflicting requests 2024-04-12T08:34:06.497 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T08:34:06.497 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 16: conflicting requests 2024-04-12T08:34:06.497 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:06.497 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 17: conflicting requests 2024-04-12T08:34:06.497 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:34:06.498 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 18: conflicting requests 2024-04-12T08:34:06.498 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T08:34:06.498 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 19: conflicting requests 2024-04-12T08:34:06.498 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:34:06.498 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 20: conflicting requests 2024-04-12T08:34:06.498 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T08:34:06.498 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 21: conflicting requests 2024-04-12T08:34:06.498 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-12T08:34:06.498 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 22: conflicting requests 2024-04-12T08:34:06.498 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:06.498 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 23: conflicting requests 2024-04-12T08:34:06.498 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-12T08:34:06.498 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 24: conflicting requests 2024-04-12T08:34:06.499 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-12T08:34:06.499 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 25: conflicting requests 2024-04-12T08:34:06.499 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-12T08:34:06.499 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 26: conflicting requests 2024-04-12T08:34:06.499 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-12T08:34:06.499 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 27: conflicting requests 2024-04-12T08:34:06.499 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:34:06.499 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 28: conflicting requests 2024-04-12T08:34:06.499 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-12T08:34:06.499 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 29: conflicting requests 2024-04-12T08:34:06.499 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:06.499 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 30: conflicting requests 2024-04-12T08:34:06.499 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-12T08:34:06.499 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 31: conflicting requests 2024-04-12T08:34:06.500 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-12T08:34:06.500 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 32: conflicting requests 2024-04-12T08:34:06.500 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:06.500 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 33: conflicting requests 2024-04-12T08:34:06.500 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-12T08:34:06.500 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 34: conflicting requests 2024-04-12T08:34:06.500 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T08:34:06.500 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 35: conflicting requests 2024-04-12T08:34:06.500 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-12T08:34:06.500 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 36: conflicting requests 2024-04-12T08:34:06.500 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:06.500 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 37: conflicting requests 2024-04-12T08:34:06.500 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-12T08:34:06.501 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-12T08:34:06.501 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-12T08:34:06.501 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 38: cannot install the best candidate for the job 2024-04-12T08:34:06.501 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-12T08:34:06.501 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-12T08:34:06.501 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-12T08:34:06.501 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-12T08:34:06.501 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 39: conflicting requests 2024-04-12T08:34:06.501 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T08:34:06.501 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T08:34:06.501 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-12T08:34:06.501 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:34:06.501 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:34:06.501 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-12T08:34:06.502 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 40: cannot install the best candidate for the job 2024-04-12T08:34:06.502 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-12T08:34:06.502 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-12T08:34:06.502 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:34:06.502 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:34:06.502 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 41: cannot install the best candidate for the job 2024-04-12T08:34:06.502 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T08:34:06.502 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T08:34:06.502 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:34:06.502 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:34:06.502 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 42: cannot install the best candidate for the job 2024-04-12T08:34:06.502 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T08:34:06.502 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T08:34:06.503 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T08:34:06.503 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T08:34:06.503 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 43: cannot install the best candidate for the job 2024-04-12T08:34:06.503 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-12T08:34:06.503 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-12T08:34:06.503 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-12T08:34:06.503 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-12T08:34:06.503 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 44: cannot install the best candidate for the job 2024-04-12T08:34:06.503 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T08:34:06.503 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T08:34:06.503 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T08:34:06.503 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T08:34:06.503 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 45: cannot install the best candidate for the job 2024-04-12T08:34:06.503 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-12T08:34:06.504 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-12T08:34:06.504 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-12T08:34:06.504 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-12T08:34:06.566 INFO:teuthology.orchestra.run.smithi175.stdout:Dependencies resolved. 2024-04-12T08:34:06.567 INFO:teuthology.orchestra.run.smithi175.stdout:================================================================================ 2024-04-12T08:34:06.567 INFO:teuthology.orchestra.run.smithi175.stdout: Package Arch Version Repository Size 2024-04-12T08:34:06.567 INFO:teuthology.orchestra.run.smithi175.stdout:================================================================================ 2024-04-12T08:34:06.567 INFO:teuthology.orchestra.run.smithi175.stdout:Installing: 2024-04-12T08:34:06.567 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-mgr-dashboard noarch 2:17.2.7-827.gd3b5060a.el9 ceph-noarch 1.7 M 2024-04-12T08:34:06.567 INFO:teuthology.orchestra.run.smithi175.stdout:Installing dependencies: 2024-04-12T08:34:06.567 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-grafana-dashboards noarch 2:17.2.7-827.gd3b5060a.el9 ceph-noarch 24 k 2024-04-12T08:34:06.567 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-prometheus-alerts noarch 2:17.2.7-827.gd3b5060a.el9 ceph-noarch 15 k 2024-04-12T08:34:06.568 INFO:teuthology.orchestra.run.smithi175.stdout: python3-jwt noarch 2.4.0-1.el9 epel 41 k 2024-04-12T08:34:06.568 INFO:teuthology.orchestra.run.smithi175.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-04-12T08:34:06.568 INFO:teuthology.orchestra.run.smithi175.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-04-12T08:34:06.568 INFO:teuthology.orchestra.run.smithi175.stdout:Installing weak dependencies: 2024-04-12T08:34:06.568 INFO:teuthology.orchestra.run.smithi175.stdout: python3-jwt+crypto noarch 2.4.0-1.el9 epel 9.0 k 2024-04-12T08:34:06.568 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-04-12T08:34:06.568 INFO:teuthology.orchestra.run.smithi175.stdout:Transaction Summary 2024-04-12T08:34:06.568 INFO:teuthology.orchestra.run.smithi175.stdout:================================================================================ 2024-04-12T08:34:06.568 INFO:teuthology.orchestra.run.smithi175.stdout:Install 7 Packages 2024-04-12T08:34:06.568 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-04-12T08:34:06.569 INFO:teuthology.orchestra.run.smithi175.stdout:Total download size: 2.0 M 2024-04-12T08:34:06.569 INFO:teuthology.orchestra.run.smithi175.stdout:Installed size: 8.1 M 2024-04-12T08:34:06.569 INFO:teuthology.orchestra.run.smithi175.stdout:Downloading Packages: 2024-04-12T08:34:06.921 INFO:teuthology.orchestra.run.smithi175.stdout:(1/7): ceph-prometheus-alerts-17.2.7-827.gd3b50 55 kB/s | 15 kB 00:00 2024-04-12T08:34:06.954 INFO:teuthology.orchestra.run.smithi175.stdout:(2/7): ceph-grafana-dashboards-17.2.7-827.gd3b5 81 kB/s | 24 kB 00:00 2024-04-12T08:34:07.025 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 11/12 2024-04-12T08:34:07.056 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : ceph-mgr-diskprediction-local-2:17.2.7-827.gd3b506 12/12 2024-04-12T08:34:07.138 INFO:teuthology.orchestra.run.smithi175.stdout:(3/7): python3-jwt+crypto-2.4.0-1.el9.noarch.rp 42 kB/s | 9.0 kB 00:00 2024-04-12T08:34:07.313 INFO:teuthology.orchestra.run.smithi175.stdout:(4/7): python3-jwt-2.4.0-1.el9.noarch.rpm 114 kB/s | 41 kB 00:00 2024-04-12T08:34:07.338 INFO:teuthology.orchestra.run.smithi175.stdout:(5/7): python3-repoze-lru-0.7-16.el9.noarch.rpm 153 kB/s | 31 kB 00:00 2024-04-12T08:34:07.522 INFO:teuthology.orchestra.run.smithi175.stdout:(6/7): ceph-mgr-dashboard-17.2.7-827.gd3b5060a. 2.0 MB/s | 1.7 MB 00:00 2024-04-12T08:34:07.697 INFO:teuthology.orchestra.run.smithi175.stdout:(7/7): python3-routes-2.5.1-5.el9.noarch.rpm 491 kB/s | 188 kB 00:00 2024-04-12T08:34:07.699 INFO:teuthology.orchestra.run.smithi175.stdout:-------------------------------------------------------------------------------- 2024-04-12T08:34:07.699 INFO:teuthology.orchestra.run.smithi175.stdout:Total 1.8 MB/s | 2.0 MB 00:01 2024-04-12T08:34:07.699 INFO:teuthology.orchestra.run.smithi175.stdout:Running transaction check 2024-04-12T08:34:07.707 INFO:teuthology.orchestra.run.smithi175.stdout:Transaction check succeeded. 2024-04-12T08:34:07.707 INFO:teuthology.orchestra.run.smithi175.stdout:Running transaction test 2024-04-12T08:34:07.771 INFO:teuthology.orchestra.run.smithi175.stdout:Transaction test succeeded. 2024-04-12T08:34:07.772 INFO:teuthology.orchestra.run.smithi175.stdout:Running transaction 2024-04-12T08:34:08.075 INFO:teuthology.orchestra.run.smithi175.stdout: Preparing : 1/1 2024-04-12T08:34:08.140 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-jwt-2.4.0-1.el9.noarch 1/7 2024-04-12T08:34:08.174 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-jwt+crypto-2.4.0-1.el9.noarch 2/7 2024-04-12T08:34:08.229 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 3/7 2024-04-12T08:34:08.260 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 4/7 2024-04-12T08:34:08.289 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : ceph-prometheus-alerts-2:17.2.7-827.gd3b5060a.el9.no 5/7 2024-04-12T08:34:08.519 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : ceph-grafana-dashboards-2:17.2.7-827.gd3b5060a.el9.n 6/7 2024-04-12T08:34:08.550 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : ceph-mgr-dashboard-2:17.2.7-827.gd3b5060a.el9.noarch 7/7 2024-04-12T08:34:09.083 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: ceph-mgr-dashboard-2:17.2.7-827.gd3b5060a.el9.noarch 7/7 2024-04-12T08:34:09.084 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ceph-grafana-dashboards-2:17.2.7-827.gd3b5060a.el9.n 1/7 2024-04-12T08:34:09.084 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ceph-mgr-dashboard-2:17.2.7-827.gd3b5060a.el9.noarch 2/7 2024-04-12T08:34:09.084 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ceph-prometheus-alerts-2:17.2.7-827.gd3b5060a.el9.no 3/7 2024-04-12T08:34:09.084 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-jwt+crypto-2.4.0-1.el9.noarch 4/7 2024-04-12T08:34:09.084 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-jwt-2.4.0-1.el9.noarch 5/7 2024-04-12T08:34:09.084 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 6/7 2024-04-12T08:34:09.416 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 7/7 2024-04-12T08:34:09.416 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-04-12T08:34:09.416 INFO:teuthology.orchestra.run.smithi175.stdout:Installed: 2024-04-12T08:34:09.417 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-grafana-dashboards-2:17.2.7-827.gd3b5060a.el9.noarch 2024-04-12T08:34:09.417 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-mgr-dashboard-2:17.2.7-827.gd3b5060a.el9.noarch 2024-04-12T08:34:09.417 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-prometheus-alerts-2:17.2.7-827.gd3b5060a.el9.noarch 2024-04-12T08:34:09.417 INFO:teuthology.orchestra.run.smithi175.stdout: python3-jwt-2.4.0-1.el9.noarch 2024-04-12T08:34:09.417 INFO:teuthology.orchestra.run.smithi175.stdout: python3-jwt+crypto-2.4.0-1.el9.noarch 2024-04-12T08:34:09.417 INFO:teuthology.orchestra.run.smithi175.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-04-12T08:34:09.417 INFO:teuthology.orchestra.run.smithi175.stdout: python3-routes-2.5.1-5.el9.noarch 2024-04-12T08:34:09.417 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-04-12T08:34:09.417 INFO:teuthology.orchestra.run.smithi175.stdout:Complete! 2024-04-12T08:34:09.578 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:17.2.7-827.gd3b506 12/12 2024-04-12T08:34:09.578 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : ceph-mgr-diskprediction-local-2:17.2.7-827.gd3b506 1/12 2024-04-12T08:34:09.578 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 2/12 2024-04-12T08:34:09.578 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 3/12 2024-04-12T08:34:09.578 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 4/12 2024-04-12T08:34:09.578 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 5/12 2024-04-12T08:34:09.579 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 6/12 2024-04-12T08:34:09.579 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 7/12 2024-04-12T08:34:09.579 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 8/12 2024-04-12T08:34:09.579 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-devel-3.9.17-2.el9.x86_64 9/12 2024-04-12T08:34:09.579 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 10/12 2024-04-12T08:34:09.579 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 11/12 2024-04-12T08:34:09.629 DEBUG:teuthology.orchestra.run.smithi175:> sudo yum -y install ceph-mgr-diskprediction-local 2024-04-12T08:34:10.054 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 12/12 2024-04-12T08:34:10.054 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T08:34:10.054 INFO:teuthology.orchestra.run.smithi112.stdout:Installed: 2024-04-12T08:34:10.054 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-mgr-diskprediction-local-2:17.2.7-827.gd3b5060a.el9.noarch 2024-04-12T08:34:10.054 INFO:teuthology.orchestra.run.smithi112.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-04-12T08:34:10.054 INFO:teuthology.orchestra.run.smithi112.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-04-12T08:34:10.055 INFO:teuthology.orchestra.run.smithi112.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-04-12T08:34:10.055 INFO:teuthology.orchestra.run.smithi112.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-04-12T08:34:10.055 INFO:teuthology.orchestra.run.smithi112.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-04-12T08:34:10.055 INFO:teuthology.orchestra.run.smithi112.stdout: openblas-0.3.21-2.el9.x86_64 2024-04-12T08:34:10.055 INFO:teuthology.orchestra.run.smithi112.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-04-12T08:34:10.055 INFO:teuthology.orchestra.run.smithi112.stdout: python3-devel-3.9.17-2.el9.x86_64 2024-04-12T08:34:10.055 INFO:teuthology.orchestra.run.smithi112.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-04-12T08:34:10.055 INFO:teuthology.orchestra.run.smithi112.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-04-12T08:34:10.055 INFO:teuthology.orchestra.run.smithi112.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-04-12T08:34:10.055 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T08:34:10.055 INFO:teuthology.orchestra.run.smithi112.stdout:Complete! 2024-04-12T08:34:10.225 INFO:teuthology.orchestra.run.smithi175.stdout:Last metadata expiration check: 0:01:12 ago on Fri 12 Apr 2024 08:32:58 AM UTC. 2024-04-12T08:34:10.451 DEBUG:teuthology.orchestra.run.smithi112:> sudo yum -y install ceph-mgr-rook 2024-04-12T08:34:10.513 INFO:teuthology.orchestra.run.smithi175.stderr:Modular dependency problems: 2024-04-12T08:34:10.513 INFO:teuthology.orchestra.run.smithi175.stderr: 2024-04-12T08:34:10.513 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 1: conflicting requests 2024-04-12T08:34:10.513 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-12T08:34:10.513 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 2: conflicting requests 2024-04-12T08:34:10.513 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-12T08:34:10.514 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 3: conflicting requests 2024-04-12T08:34:10.514 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-12T08:34:10.514 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 4: conflicting requests 2024-04-12T08:34:10.514 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T08:34:10.514 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 5: conflicting requests 2024-04-12T08:34:10.514 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-12T08:34:10.514 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 6: conflicting requests 2024-04-12T08:34:10.514 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:10.514 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 7: conflicting requests 2024-04-12T08:34:10.514 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-12T08:34:10.514 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 8: conflicting requests 2024-04-12T08:34:10.514 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-12T08:34:10.514 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 9: conflicting requests 2024-04-12T08:34:10.515 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-12T08:34:10.515 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 10: conflicting requests 2024-04-12T08:34:10.515 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:10.515 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 11: conflicting requests 2024-04-12T08:34:10.515 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-12T08:34:10.515 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 12: conflicting requests 2024-04-12T08:34:10.515 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-12T08:34:10.515 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 13: conflicting requests 2024-04-12T08:34:10.515 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T08:34:10.515 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 14: conflicting requests 2024-04-12T08:34:10.515 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-12T08:34:10.515 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 15: conflicting requests 2024-04-12T08:34:10.515 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T08:34:10.515 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 16: conflicting requests 2024-04-12T08:34:10.516 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:10.516 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 17: conflicting requests 2024-04-12T08:34:10.516 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:34:10.516 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 18: conflicting requests 2024-04-12T08:34:10.516 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T08:34:10.516 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 19: conflicting requests 2024-04-12T08:34:10.516 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:34:10.516 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 20: conflicting requests 2024-04-12T08:34:10.516 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T08:34:10.516 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 21: conflicting requests 2024-04-12T08:34:10.516 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-12T08:34:10.516 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 22: conflicting requests 2024-04-12T08:34:10.516 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:10.516 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 23: conflicting requests 2024-04-12T08:34:10.517 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-12T08:34:10.517 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 24: conflicting requests 2024-04-12T08:34:10.517 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-12T08:34:10.517 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 25: conflicting requests 2024-04-12T08:34:10.517 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-12T08:34:10.517 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 26: conflicting requests 2024-04-12T08:34:10.517 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-12T08:34:10.517 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 27: conflicting requests 2024-04-12T08:34:10.517 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:34:10.517 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 28: conflicting requests 2024-04-12T08:34:10.517 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-12T08:34:10.517 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 29: conflicting requests 2024-04-12T08:34:10.517 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:10.517 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 30: conflicting requests 2024-04-12T08:34:10.518 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-12T08:34:10.518 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 31: conflicting requests 2024-04-12T08:34:10.518 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-12T08:34:10.518 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 32: conflicting requests 2024-04-12T08:34:10.518 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:10.518 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 33: conflicting requests 2024-04-12T08:34:10.518 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-12T08:34:10.518 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 34: conflicting requests 2024-04-12T08:34:10.518 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T08:34:10.518 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 35: conflicting requests 2024-04-12T08:34:10.518 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-12T08:34:10.518 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 36: conflicting requests 2024-04-12T08:34:10.518 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:10.519 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 37: conflicting requests 2024-04-12T08:34:10.519 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-12T08:34:10.519 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-12T08:34:10.519 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-12T08:34:10.519 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 38: cannot install the best candidate for the job 2024-04-12T08:34:10.519 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-12T08:34:10.519 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-12T08:34:10.519 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-12T08:34:10.519 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-12T08:34:10.519 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 39: conflicting requests 2024-04-12T08:34:10.519 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T08:34:10.519 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T08:34:10.519 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-12T08:34:10.519 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:34:10.520 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:34:10.520 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-12T08:34:10.520 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 40: cannot install the best candidate for the job 2024-04-12T08:34:10.520 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-12T08:34:10.520 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-12T08:34:10.520 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:34:10.520 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:34:10.520 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 41: cannot install the best candidate for the job 2024-04-12T08:34:10.520 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T08:34:10.520 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T08:34:10.520 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:34:10.520 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:34:10.520 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 42: cannot install the best candidate for the job 2024-04-12T08:34:10.521 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T08:34:10.521 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T08:34:10.521 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T08:34:10.521 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T08:34:10.521 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 43: cannot install the best candidate for the job 2024-04-12T08:34:10.521 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-12T08:34:10.521 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-12T08:34:10.521 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-12T08:34:10.521 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-12T08:34:10.521 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 44: cannot install the best candidate for the job 2024-04-12T08:34:10.521 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T08:34:10.521 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T08:34:10.521 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T08:34:10.521 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T08:34:10.522 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 45: cannot install the best candidate for the job 2024-04-12T08:34:10.522 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-12T08:34:10.522 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-12T08:34:10.522 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-12T08:34:10.522 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-12T08:34:10.583 INFO:teuthology.orchestra.run.smithi175.stdout:Dependencies resolved. 2024-04-12T08:34:10.584 INFO:teuthology.orchestra.run.smithi175.stdout:====================================================================================== 2024-04-12T08:34:10.584 INFO:teuthology.orchestra.run.smithi175.stdout: Package Arch Version Repository Size 2024-04-12T08:34:10.584 INFO:teuthology.orchestra.run.smithi175.stdout:====================================================================================== 2024-04-12T08:34:10.584 INFO:teuthology.orchestra.run.smithi175.stdout:Installing: 2024-04-12T08:34:10.584 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-mgr-diskprediction-local noarch 2:17.2.7-827.gd3b5060a.el9 ceph-noarch 7.4 M 2024-04-12T08:34:10.584 INFO:teuthology.orchestra.run.smithi175.stdout:Installing dependencies: 2024-04-12T08:34:10.585 INFO:teuthology.orchestra.run.smithi175.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-04-12T08:34:10.585 INFO:teuthology.orchestra.run.smithi175.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-04-12T08:34:10.585 INFO:teuthology.orchestra.run.smithi175.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-04-12T08:34:10.585 INFO:teuthology.orchestra.run.smithi175.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-04-12T08:34:10.585 INFO:teuthology.orchestra.run.smithi175.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-04-12T08:34:10.585 INFO:teuthology.orchestra.run.smithi175.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-04-12T08:34:10.585 INFO:teuthology.orchestra.run.smithi175.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-04-12T08:34:10.585 INFO:teuthology.orchestra.run.smithi175.stdout: python3-devel x86_64 3.9.17-2.el9 appstream 245 k 2024-04-12T08:34:10.585 INFO:teuthology.orchestra.run.smithi175.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-04-12T08:34:10.585 INFO:teuthology.orchestra.run.smithi175.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-04-12T08:34:10.585 INFO:teuthology.orchestra.run.smithi175.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-04-12T08:34:10.585 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-04-12T08:34:10.585 INFO:teuthology.orchestra.run.smithi175.stdout:Transaction Summary 2024-04-12T08:34:10.585 INFO:teuthology.orchestra.run.smithi175.stdout:====================================================================================== 2024-04-12T08:34:10.585 INFO:teuthology.orchestra.run.smithi175.stdout:Install 12 Packages 2024-04-12T08:34:10.586 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-04-12T08:34:10.586 INFO:teuthology.orchestra.run.smithi175.stdout:Total download size: 38 M 2024-04-12T08:34:10.586 INFO:teuthology.orchestra.run.smithi175.stdout:Installed size: 209 M 2024-04-12T08:34:10.586 INFO:teuthology.orchestra.run.smithi175.stdout:Downloading Packages: 2024-04-12T08:34:10.937 INFO:teuthology.orchestra.run.smithi175.stdout:(1/12): libquadmath-11.4.1-3.el9.x86_64.rpm 1.1 MB/s | 195 kB 00:00 2024-04-12T08:34:11.054 INFO:teuthology.orchestra.run.smithi175.stdout:(2/12): libgfortran-11.4.1-3.el9.x86_64.rpm 2.7 MB/s | 803 kB 00:00 2024-04-12T08:34:11.059 INFO:teuthology.orchestra.run.smithi112.stdout:Last metadata expiration check: 0:01:39 ago on Fri 12 Apr 2024 08:32:32 AM UTC. 2024-04-12T08:34:11.205 INFO:teuthology.orchestra.run.smithi175.stdout:(3/12): flexiblas-3.0.4-8.el9.x86_64.rpm 122 kB/s | 33 kB 00:00 2024-04-12T08:34:11.338 INFO:teuthology.orchestra.run.smithi175.stdout:(4/12): flexiblas-openblas-openmp-3.0.4-8.el9.x 137 kB/s | 18 kB 00:00 2024-04-12T08:34:11.347 INFO:teuthology.orchestra.run.smithi112.stderr:Modular dependency problems: 2024-04-12T08:34:11.347 INFO:teuthology.orchestra.run.smithi112.stderr: 2024-04-12T08:34:11.347 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 1: conflicting requests 2024-04-12T08:34:11.347 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-12T08:34:11.347 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 2: conflicting requests 2024-04-12T08:34:11.347 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-12T08:34:11.347 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 3: conflicting requests 2024-04-12T08:34:11.347 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-12T08:34:11.347 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 4: conflicting requests 2024-04-12T08:34:11.347 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T08:34:11.348 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 5: conflicting requests 2024-04-12T08:34:11.348 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-12T08:34:11.348 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 6: conflicting requests 2024-04-12T08:34:11.348 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:11.348 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 7: conflicting requests 2024-04-12T08:34:11.348 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-12T08:34:11.348 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 8: conflicting requests 2024-04-12T08:34:11.348 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-12T08:34:11.348 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 9: conflicting requests 2024-04-12T08:34:11.348 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-12T08:34:11.348 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 10: conflicting requests 2024-04-12T08:34:11.348 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:11.348 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 11: conflicting requests 2024-04-12T08:34:11.348 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-12T08:34:11.349 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 12: conflicting requests 2024-04-12T08:34:11.349 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-12T08:34:11.349 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 13: conflicting requests 2024-04-12T08:34:11.349 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T08:34:11.349 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 14: conflicting requests 2024-04-12T08:34:11.349 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-12T08:34:11.349 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 15: conflicting requests 2024-04-12T08:34:11.349 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T08:34:11.349 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 16: conflicting requests 2024-04-12T08:34:11.349 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:11.349 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 17: conflicting requests 2024-04-12T08:34:11.349 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:34:11.350 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 18: conflicting requests 2024-04-12T08:34:11.350 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T08:34:11.350 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 19: conflicting requests 2024-04-12T08:34:11.350 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:34:11.350 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 20: conflicting requests 2024-04-12T08:34:11.350 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T08:34:11.350 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 21: conflicting requests 2024-04-12T08:34:11.350 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-12T08:34:11.350 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 22: conflicting requests 2024-04-12T08:34:11.350 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:11.350 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 23: conflicting requests 2024-04-12T08:34:11.350 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-12T08:34:11.350 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 24: conflicting requests 2024-04-12T08:34:11.351 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-12T08:34:11.351 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 25: conflicting requests 2024-04-12T08:34:11.351 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-12T08:34:11.351 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 26: conflicting requests 2024-04-12T08:34:11.351 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-12T08:34:11.351 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 27: conflicting requests 2024-04-12T08:34:11.351 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:34:11.351 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 28: conflicting requests 2024-04-12T08:34:11.351 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-12T08:34:11.351 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 29: conflicting requests 2024-04-12T08:34:11.351 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:11.351 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 30: conflicting requests 2024-04-12T08:34:11.352 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-12T08:34:11.352 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 31: conflicting requests 2024-04-12T08:34:11.352 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-12T08:34:11.352 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 32: conflicting requests 2024-04-12T08:34:11.352 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:11.352 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 33: conflicting requests 2024-04-12T08:34:11.352 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-12T08:34:11.352 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 34: conflicting requests 2024-04-12T08:34:11.352 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T08:34:11.352 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 35: conflicting requests 2024-04-12T08:34:11.352 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-12T08:34:11.352 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 36: conflicting requests 2024-04-12T08:34:11.353 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:11.353 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 37: conflicting requests 2024-04-12T08:34:11.353 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-12T08:34:11.353 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-12T08:34:11.354 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-12T08:34:11.354 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 38: cannot install the best candidate for the job 2024-04-12T08:34:11.354 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-12T08:34:11.354 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-12T08:34:11.354 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-12T08:34:11.354 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-12T08:34:11.354 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 39: conflicting requests 2024-04-12T08:34:11.354 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T08:34:11.354 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T08:34:11.354 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-12T08:34:11.354 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:34:11.354 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:34:11.354 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-12T08:34:11.355 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 40: cannot install the best candidate for the job 2024-04-12T08:34:11.355 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-12T08:34:11.355 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-12T08:34:11.355 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:34:11.355 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:34:11.355 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 41: cannot install the best candidate for the job 2024-04-12T08:34:11.355 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T08:34:11.355 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T08:34:11.355 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:34:11.355 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:34:11.355 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 42: cannot install the best candidate for the job 2024-04-12T08:34:11.355 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T08:34:11.356 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T08:34:11.356 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T08:34:11.356 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T08:34:11.356 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 43: cannot install the best candidate for the job 2024-04-12T08:34:11.356 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-12T08:34:11.356 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-12T08:34:11.356 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-12T08:34:11.356 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-12T08:34:11.356 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 44: cannot install the best candidate for the job 2024-04-12T08:34:11.356 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T08:34:11.356 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T08:34:11.356 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T08:34:11.356 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T08:34:11.356 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 45: cannot install the best candidate for the job 2024-04-12T08:34:11.357 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-12T08:34:11.357 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-12T08:34:11.357 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-12T08:34:11.357 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-12T08:34:11.416 INFO:teuthology.orchestra.run.smithi112.stdout:Dependencies resolved. 2024-04-12T08:34:11.417 INFO:teuthology.orchestra.run.smithi112.stdout:================================================================================ 2024-04-12T08:34:11.417 INFO:teuthology.orchestra.run.smithi112.stdout: Package Arch Version Repository Size 2024-04-12T08:34:11.418 INFO:teuthology.orchestra.run.smithi112.stdout:================================================================================ 2024-04-12T08:34:11.418 INFO:teuthology.orchestra.run.smithi112.stdout:Installing: 2024-04-12T08:34:11.418 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-mgr-rook noarch 2:17.2.7-827.gd3b5060a.el9 ceph-noarch 47 k 2024-04-12T08:34:11.418 INFO:teuthology.orchestra.run.smithi112.stdout:Installing dependencies: 2024-04-12T08:34:11.418 INFO:teuthology.orchestra.run.smithi112.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-04-12T08:34:11.418 INFO:teuthology.orchestra.run.smithi112.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-04-12T08:34:11.418 INFO:teuthology.orchestra.run.smithi112.stdout: python3-google-auth noarch 1:2.28.2-1.el9 epel 203 k 2024-04-12T08:34:11.418 INFO:teuthology.orchestra.run.smithi112.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-04-12T08:34:11.418 INFO:teuthology.orchestra.run.smithi112.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-04-12T08:34:11.418 INFO:teuthology.orchestra.run.smithi112.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-04-12T08:34:11.418 INFO:teuthology.orchestra.run.smithi112.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-04-12T08:34:11.418 INFO:teuthology.orchestra.run.smithi112.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-04-12T08:34:11.418 INFO:teuthology.orchestra.run.smithi112.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-04-12T08:34:11.419 INFO:teuthology.orchestra.run.smithi112.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-04-12T08:34:11.419 INFO:teuthology.orchestra.run.smithi112.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-04-12T08:34:11.419 INFO:teuthology.orchestra.run.smithi112.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-04-12T08:34:11.419 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T08:34:11.419 INFO:teuthology.orchestra.run.smithi112.stdout:Transaction Summary 2024-04-12T08:34:11.419 INFO:teuthology.orchestra.run.smithi112.stdout:================================================================================ 2024-04-12T08:34:11.419 INFO:teuthology.orchestra.run.smithi112.stdout:Install 13 Packages 2024-04-12T08:34:11.419 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T08:34:11.420 INFO:teuthology.orchestra.run.smithi112.stdout:Total download size: 2.2 M 2024-04-12T08:34:11.420 INFO:teuthology.orchestra.run.smithi112.stdout:Installed size: 26 M 2024-04-12T08:34:11.420 INFO:teuthology.orchestra.run.smithi112.stdout:Downloading Packages: 2024-04-12T08:34:11.446 INFO:teuthology.orchestra.run.smithi175.stdout:(5/12): openblas-0.3.21-2.el9.x86_64.rpm 325 kB/s | 35 kB 00:00 2024-04-12T08:34:11.790 INFO:teuthology.orchestra.run.smithi112.stdout:(1/13): python3-jsonpatch-1.21-16.el9.noarch.rp 220 kB/s | 26 kB 00:00 2024-04-12T08:34:11.815 INFO:teuthology.orchestra.run.smithi112.stdout:(2/13): python3-jsonpointer-2.0-4.el9.noarch.rp 135 kB/s | 19 kB 00:00 2024-04-12T08:34:11.874 INFO:teuthology.orchestra.run.smithi112.stdout:(3/13): ceph-mgr-rook-17.2.7-827.gd3b5060a.el9. 237 kB/s | 47 kB 00:00 2024-04-12T08:34:11.933 INFO:teuthology.orchestra.run.smithi112.stdout:(4/13): python3-oauthlib-3.1.1-5.el9.noarch.rpm 1.5 MB/s | 222 kB 00:00 2024-04-12T08:34:11.967 INFO:teuthology.orchestra.run.smithi112.stdout:(5/13): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.0 MB/s | 159 kB 00:00 2024-04-12T08:34:11.991 INFO:teuthology.orchestra.run.smithi112.stdout:(6/13): python3-requests-oauthlib-1.3.0-12.el9. 916 kB/s | 54 kB 00:00 2024-04-12T08:34:12.051 INFO:teuthology.orchestra.run.smithi112.stdout:(7/13): python3-certifi-2021.10.8-2.el9.noarch. 257 kB/s | 15 kB 00:00 2024-04-12T08:34:12.075 INFO:teuthology.orchestra.run.smithi112.stdout:(8/13): python3-cachetools-4.2.4-1.el9.noarch.r 296 kB/s | 32 kB 00:00 2024-04-12T08:34:12.101 INFO:teuthology.orchestra.run.smithi112.stdout:(9/13): python3-pyasn1-modules-0.4.8-6.el9.noar 1.2 MB/s | 279 kB 00:00 2024-04-12T08:34:12.159 INFO:teuthology.orchestra.run.smithi112.stdout:(10/13): python3-google-auth-2.28.2-1.el9.noarc 1.8 MB/s | 203 kB 00:00 2024-04-12T08:34:12.185 INFO:teuthology.orchestra.run.smithi112.stdout:(11/13): python3-rsa-4.9-2.el9.noarch.rpm 706 kB/s | 59 kB 00:00 2024-04-12T08:34:12.218 INFO:teuthology.orchestra.run.smithi112.stdout:(12/13): python3-kubernetes-26.1.0-2.el9.noarch 7.2 MB/s | 1.0 MB 00:00 2024-04-12T08:34:12.244 INFO:teuthology.orchestra.run.smithi112.stdout:(13/13): python3-websocket-client-1.2.3-2.el9.n 1.0 MB/s | 90 kB 00:00 2024-04-12T08:34:12.244 INFO:teuthology.orchestra.run.smithi112.stdout:-------------------------------------------------------------------------------- 2024-04-12T08:34:12.244 INFO:teuthology.orchestra.run.smithi112.stdout:Total 2.7 MB/s | 2.2 MB 00:00 2024-04-12T08:34:12.306 INFO:teuthology.orchestra.run.smithi112.stdout:Running transaction check 2024-04-12T08:34:12.321 INFO:teuthology.orchestra.run.smithi112.stdout:Transaction check succeeded. 2024-04-12T08:34:12.321 INFO:teuthology.orchestra.run.smithi112.stdout:Running transaction test 2024-04-12T08:34:12.322 INFO:teuthology.orchestra.run.smithi175.stdout:(6/12): flexiblas-netlib-3.0.4-8.el9.x86_64.rpm 2.4 MB/s | 3.0 MB 00:01 2024-04-12T08:34:12.389 INFO:teuthology.orchestra.run.smithi175.stdout:(7/12): openblas-openmp-0.3.21-2.el9.x86_64.rpm 5.0 MB/s | 4.7 MB 00:00 2024-04-12T08:34:12.413 INFO:teuthology.orchestra.run.smithi112.stdout:Transaction test succeeded. 2024-04-12T08:34:12.414 INFO:teuthology.orchestra.run.smithi112.stdout:Running transaction 2024-04-12T08:34:12.431 INFO:teuthology.orchestra.run.smithi175.stdout:(8/12): python3-devel-3.9.17-2.el9.x86_64.rpm 2.2 MB/s | 245 kB 00:00 2024-04-12T08:34:12.539 INFO:teuthology.orchestra.run.smithi175.stdout:(9/12): python3-numpy-f2py-1.20.1-5.el9.x86_64. 2.3 MB/s | 250 kB 00:00 2024-04-12T08:34:12.933 INFO:teuthology.orchestra.run.smithi112.stdout: Preparing : 1/1 2024-04-12T08:34:12.948 INFO:teuthology.orchestra.run.smithi175.stdout:(10/12): ceph-mgr-diskprediction-local-17.2.7-8 3.4 MB/s | 7.4 MB 00:02 2024-04-12T08:34:13.097 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 1/13 2024-04-12T08:34:13.153 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 2/13 2024-04-12T08:34:13.216 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-rsa-4.9-2.el9.noarch 3/13 2024-04-12T08:34:13.254 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 4/13 2024-04-12T08:34:13.295 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 5/13 2024-04-12T08:34:13.389 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 6/13 2024-04-12T08:34:13.497 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-google-auth-1:2.28.2-1.el9.noarch 7/13 2024-04-12T08:34:13.547 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 8/13 2024-04-12T08:34:14.278 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 9/13 2024-04-12T08:34:14.327 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 10/13 2024-04-12T08:34:14.361 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 11/13 2024-04-12T08:34:14.407 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 12/13 2024-04-12T08:34:14.431 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : ceph-mgr-rook-2:17.2.7-827.gd3b5060a.el9.noarch 13/13 2024-04-12T08:34:15.238 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: ceph-mgr-rook-2:17.2.7-827.gd3b5060a.el9.noarch 13/13 2024-04-12T08:34:15.238 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : ceph-mgr-rook-2:17.2.7-827.gd3b5060a.el9.noarch 1/13 2024-04-12T08:34:15.238 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 2/13 2024-04-12T08:34:15.239 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 3/13 2024-04-12T08:34:15.239 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 4/13 2024-04-12T08:34:15.239 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 5/13 2024-04-12T08:34:15.239 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 6/13 2024-04-12T08:34:15.239 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 7/13 2024-04-12T08:34:15.239 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 8/13 2024-04-12T08:34:15.239 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 9/13 2024-04-12T08:34:15.239 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-google-auth-1:2.28.2-1.el9.noarch 10/13 2024-04-12T08:34:15.239 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 11/13 2024-04-12T08:34:15.239 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 12/13 2024-04-12T08:34:15.632 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 13/13 2024-04-12T08:34:15.632 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T08:34:15.632 INFO:teuthology.orchestra.run.smithi112.stdout:Installed: 2024-04-12T08:34:15.632 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-mgr-rook-2:17.2.7-827.gd3b5060a.el9.noarch 2024-04-12T08:34:15.632 INFO:teuthology.orchestra.run.smithi112.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-04-12T08:34:15.632 INFO:teuthology.orchestra.run.smithi112.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-04-12T08:34:15.632 INFO:teuthology.orchestra.run.smithi112.stdout: python3-google-auth-1:2.28.2-1.el9.noarch 2024-04-12T08:34:15.633 INFO:teuthology.orchestra.run.smithi112.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-04-12T08:34:15.633 INFO:teuthology.orchestra.run.smithi112.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-04-12T08:34:15.633 INFO:teuthology.orchestra.run.smithi112.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-04-12T08:34:15.633 INFO:teuthology.orchestra.run.smithi112.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-04-12T08:34:15.633 INFO:teuthology.orchestra.run.smithi112.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-04-12T08:34:15.633 INFO:teuthology.orchestra.run.smithi112.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-04-12T08:34:15.633 INFO:teuthology.orchestra.run.smithi112.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-04-12T08:34:15.633 INFO:teuthology.orchestra.run.smithi112.stdout: python3-rsa-4.9-2.el9.noarch 2024-04-12T08:34:15.633 INFO:teuthology.orchestra.run.smithi112.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-04-12T08:34:15.633 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T08:34:15.633 INFO:teuthology.orchestra.run.smithi112.stdout:Complete! 2024-04-12T08:34:15.869 DEBUG:teuthology.orchestra.run.smithi112:> sudo yum -y install ceph-mgr-cephadm 2024-04-12T08:34:15.989 INFO:teuthology.orchestra.run.smithi175.stdout:(11/12): python3-numpy-1.20.1-5.el9.x86_64.rpm 1.4 MB/s | 5.1 MB 00:03 2024-04-12T08:34:16.465 INFO:teuthology.orchestra.run.smithi112.stdout:Last metadata expiration check: 0:01:44 ago on Fri 12 Apr 2024 08:32:32 AM UTC. 2024-04-12T08:34:16.756 INFO:teuthology.orchestra.run.smithi112.stderr:Modular dependency problems: 2024-04-12T08:34:16.756 INFO:teuthology.orchestra.run.smithi112.stderr: 2024-04-12T08:34:16.757 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 1: conflicting requests 2024-04-12T08:34:16.757 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-12T08:34:16.757 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 2: conflicting requests 2024-04-12T08:34:16.757 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-12T08:34:16.757 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 3: conflicting requests 2024-04-12T08:34:16.757 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-12T08:34:16.757 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 4: conflicting requests 2024-04-12T08:34:16.757 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T08:34:16.757 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 5: conflicting requests 2024-04-12T08:34:16.757 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-12T08:34:16.757 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 6: conflicting requests 2024-04-12T08:34:16.757 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:16.757 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 7: conflicting requests 2024-04-12T08:34:16.758 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-12T08:34:16.758 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 8: conflicting requests 2024-04-12T08:34:16.758 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-12T08:34:16.758 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 9: conflicting requests 2024-04-12T08:34:16.758 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-12T08:34:16.758 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 10: conflicting requests 2024-04-12T08:34:16.758 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:16.758 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 11: conflicting requests 2024-04-12T08:34:16.758 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-12T08:34:16.758 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 12: conflicting requests 2024-04-12T08:34:16.758 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-12T08:34:16.758 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 13: conflicting requests 2024-04-12T08:34:16.758 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T08:34:16.759 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 14: conflicting requests 2024-04-12T08:34:16.759 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-12T08:34:16.759 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 15: conflicting requests 2024-04-12T08:34:16.759 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T08:34:16.759 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 16: conflicting requests 2024-04-12T08:34:16.759 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:16.759 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 17: conflicting requests 2024-04-12T08:34:16.759 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:34:16.759 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 18: conflicting requests 2024-04-12T08:34:16.759 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T08:34:16.759 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 19: conflicting requests 2024-04-12T08:34:16.759 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:34:16.759 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 20: conflicting requests 2024-04-12T08:34:16.759 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T08:34:16.760 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 21: conflicting requests 2024-04-12T08:34:16.760 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-12T08:34:16.760 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 22: conflicting requests 2024-04-12T08:34:16.760 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:16.760 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 23: conflicting requests 2024-04-12T08:34:16.760 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-12T08:34:16.760 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 24: conflicting requests 2024-04-12T08:34:16.760 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-12T08:34:16.760 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 25: conflicting requests 2024-04-12T08:34:16.760 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-12T08:34:16.760 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 26: conflicting requests 2024-04-12T08:34:16.760 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-12T08:34:16.760 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 27: conflicting requests 2024-04-12T08:34:16.760 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:34:16.761 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 28: conflicting requests 2024-04-12T08:34:16.761 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-12T08:34:16.761 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 29: conflicting requests 2024-04-12T08:34:16.761 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:16.761 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 30: conflicting requests 2024-04-12T08:34:16.761 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-12T08:34:16.761 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 31: conflicting requests 2024-04-12T08:34:16.761 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-12T08:34:16.761 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 32: conflicting requests 2024-04-12T08:34:16.761 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:16.761 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 33: conflicting requests 2024-04-12T08:34:16.761 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-12T08:34:16.761 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 34: conflicting requests 2024-04-12T08:34:16.761 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T08:34:16.762 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 35: conflicting requests 2024-04-12T08:34:16.762 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-12T08:34:16.762 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 36: conflicting requests 2024-04-12T08:34:16.762 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:16.762 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 37: conflicting requests 2024-04-12T08:34:16.762 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-12T08:34:16.762 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-12T08:34:16.762 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-12T08:34:16.762 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 38: cannot install the best candidate for the job 2024-04-12T08:34:16.762 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-12T08:34:16.762 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-12T08:34:16.762 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-12T08:34:16.762 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-12T08:34:16.763 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 39: conflicting requests 2024-04-12T08:34:16.763 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T08:34:16.763 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T08:34:16.763 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-12T08:34:16.763 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:34:16.763 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:34:16.763 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-12T08:34:16.763 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 40: cannot install the best candidate for the job 2024-04-12T08:34:16.763 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-12T08:34:16.763 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-12T08:34:16.763 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:34:16.763 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:34:16.763 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 41: cannot install the best candidate for the job 2024-04-12T08:34:16.763 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T08:34:16.764 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T08:34:16.764 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:34:16.764 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:34:16.764 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 42: cannot install the best candidate for the job 2024-04-12T08:34:16.764 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T08:34:16.764 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T08:34:16.764 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T08:34:16.764 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T08:34:16.764 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 43: cannot install the best candidate for the job 2024-04-12T08:34:16.764 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-12T08:34:16.764 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-12T08:34:16.764 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-12T08:34:16.764 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-12T08:34:16.764 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 44: cannot install the best candidate for the job 2024-04-12T08:34:16.764 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T08:34:16.765 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T08:34:16.765 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T08:34:16.765 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T08:34:16.765 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 45: cannot install the best candidate for the job 2024-04-12T08:34:16.765 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-12T08:34:16.765 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-12T08:34:16.765 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-12T08:34:16.765 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-12T08:34:16.826 INFO:teuthology.orchestra.run.smithi112.stdout:Dependencies resolved. 2024-04-12T08:34:16.827 INFO:teuthology.orchestra.run.smithi112.stdout:================================================================================ 2024-04-12T08:34:16.828 INFO:teuthology.orchestra.run.smithi112.stdout: Package Arch Version Repository Size 2024-04-12T08:34:16.828 INFO:teuthology.orchestra.run.smithi112.stdout:================================================================================ 2024-04-12T08:34:16.828 INFO:teuthology.orchestra.run.smithi112.stdout:Installing: 2024-04-12T08:34:16.828 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-mgr-cephadm noarch 2:17.2.7-827.gd3b5060a.el9 ceph-noarch 123 k 2024-04-12T08:34:16.828 INFO:teuthology.orchestra.run.smithi112.stdout:Installing dependencies: 2024-04-12T08:34:16.828 INFO:teuthology.orchestra.run.smithi112.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-04-12T08:34:16.828 INFO:teuthology.orchestra.run.smithi112.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-04-12T08:34:16.828 INFO:teuthology.orchestra.run.smithi112.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-04-12T08:34:16.828 INFO:teuthology.orchestra.run.smithi112.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-04-12T08:34:16.828 INFO:teuthology.orchestra.run.smithi112.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-04-12T08:34:16.828 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T08:34:16.828 INFO:teuthology.orchestra.run.smithi112.stdout:Transaction Summary 2024-04-12T08:34:16.828 INFO:teuthology.orchestra.run.smithi112.stdout:================================================================================ 2024-04-12T08:34:16.828 INFO:teuthology.orchestra.run.smithi112.stdout:Install 6 Packages 2024-04-12T08:34:16.829 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T08:34:16.829 INFO:teuthology.orchestra.run.smithi112.stdout:Total download size: 7.0 M 2024-04-12T08:34:16.829 INFO:teuthology.orchestra.run.smithi112.stdout:Installed size: 33 M 2024-04-12T08:34:16.829 INFO:teuthology.orchestra.run.smithi112.stdout:Downloading Packages: 2024-04-12T08:34:17.487 INFO:teuthology.orchestra.run.smithi112.stdout:(1/6): python3-jinja2-2.11.3-5.el9.noarch.rpm 1.4 MB/s | 248 kB 00:00 2024-04-12T08:34:17.662 INFO:teuthology.orchestra.run.smithi112.stdout:(2/6): python3-babel-2.9.1-2.el9.noarch.rpm 17 MB/s | 6.0 MB 00:00 2024-04-12T08:34:17.704 INFO:teuthology.orchestra.run.smithi112.stdout:(3/6): ceph-mgr-cephadm-17.2.7-827.gd3b5060a.el 317 kB/s | 123 kB 00:00 2024-04-12T08:34:17.754 INFO:teuthology.orchestra.run.smithi112.stdout:(4/6): python3-natsort-7.1.1-5.el9.noarch.rpm 629 kB/s | 58 kB 00:00 2024-04-12T08:34:17.780 INFO:teuthology.orchestra.run.smithi112.stdout:(5/6): python3-asyncssh-2.13.2-5.el9.noarch.rpm 1.8 MB/s | 548 kB 00:00 2024-04-12T08:34:17.805 INFO:teuthology.orchestra.run.smithi112.stdout:(6/6): python3-typing-extensions-4.4.0-2.el9.no 508 kB/s | 51 kB 00:00 2024-04-12T08:34:17.805 INFO:teuthology.orchestra.run.smithi112.stdout:-------------------------------------------------------------------------------- 2024-04-12T08:34:17.806 INFO:teuthology.orchestra.run.smithi112.stdout:Total 7.1 MB/s | 7.0 MB 00:00 2024-04-12T08:34:17.876 INFO:teuthology.orchestra.run.smithi112.stdout:Running transaction check 2024-04-12T08:34:17.887 INFO:teuthology.orchestra.run.smithi112.stdout:Transaction check succeeded. 2024-04-12T08:34:17.887 INFO:teuthology.orchestra.run.smithi112.stdout:Running transaction test 2024-04-12T08:34:17.990 INFO:teuthology.orchestra.run.smithi112.stdout:Transaction test succeeded. 2024-04-12T08:34:17.991 INFO:teuthology.orchestra.run.smithi112.stdout:Running transaction 2024-04-12T08:34:18.300 INFO:teuthology.orchestra.run.smithi112.stdout: Preparing : 1/1 2024-04-12T08:34:18.471 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 1/6 2024-04-12T08:34:18.522 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 2/6 2024-04-12T08:34:19.055 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 3/6 2024-04-12T08:34:19.146 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 4/6 2024-04-12T08:34:19.205 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 5/6 2024-04-12T08:34:19.235 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : ceph-mgr-cephadm-2:17.2.7-827.gd3b5060a.el9.noarch 6/6 2024-04-12T08:34:20.051 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: ceph-mgr-cephadm-2:17.2.7-827.gd3b5060a.el9.noarch 6/6 2024-04-12T08:34:20.051 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : ceph-mgr-cephadm-2:17.2.7-827.gd3b5060a.el9.noarch 1/6 2024-04-12T08:34:20.051 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 2/6 2024-04-12T08:34:20.051 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 3/6 2024-04-12T08:34:20.051 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 4/6 2024-04-12T08:34:20.051 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 5/6 2024-04-12T08:34:20.371 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 6/6 2024-04-12T08:34:20.371 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T08:34:20.371 INFO:teuthology.orchestra.run.smithi112.stdout:Installed: 2024-04-12T08:34:20.372 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-mgr-cephadm-2:17.2.7-827.gd3b5060a.el9.noarch 2024-04-12T08:34:20.372 INFO:teuthology.orchestra.run.smithi112.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-04-12T08:34:20.372 INFO:teuthology.orchestra.run.smithi112.stdout: python3-babel-2.9.1-2.el9.noarch 2024-04-12T08:34:20.372 INFO:teuthology.orchestra.run.smithi112.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-04-12T08:34:20.372 INFO:teuthology.orchestra.run.smithi112.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-04-12T08:34:20.372 INFO:teuthology.orchestra.run.smithi112.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-04-12T08:34:20.372 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T08:34:20.372 INFO:teuthology.orchestra.run.smithi112.stdout:Complete! 2024-04-12T08:34:20.623 DEBUG:teuthology.orchestra.run.smithi112:> sudo yum -y install ceph-fuse 2024-04-12T08:34:21.217 INFO:teuthology.orchestra.run.smithi112.stdout:Last metadata expiration check: 0:01:49 ago on Fri 12 Apr 2024 08:32:32 AM UTC. 2024-04-12T08:34:21.504 INFO:teuthology.orchestra.run.smithi112.stderr:Modular dependency problems: 2024-04-12T08:34:21.504 INFO:teuthology.orchestra.run.smithi112.stderr: 2024-04-12T08:34:21.504 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 1: conflicting requests 2024-04-12T08:34:21.504 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-12T08:34:21.504 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 2: conflicting requests 2024-04-12T08:34:21.504 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-12T08:34:21.504 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 3: conflicting requests 2024-04-12T08:34:21.504 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-12T08:34:21.504 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 4: conflicting requests 2024-04-12T08:34:21.505 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T08:34:21.505 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 5: conflicting requests 2024-04-12T08:34:21.505 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-12T08:34:21.505 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 6: conflicting requests 2024-04-12T08:34:21.505 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:21.505 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 7: conflicting requests 2024-04-12T08:34:21.505 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-12T08:34:21.505 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 8: conflicting requests 2024-04-12T08:34:21.505 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-12T08:34:21.505 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 9: conflicting requests 2024-04-12T08:34:21.505 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-12T08:34:21.506 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 10: conflicting requests 2024-04-12T08:34:21.506 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:21.506 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 11: conflicting requests 2024-04-12T08:34:21.506 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-12T08:34:21.506 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 12: conflicting requests 2024-04-12T08:34:21.506 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-12T08:34:21.506 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 13: conflicting requests 2024-04-12T08:34:21.506 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T08:34:21.506 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 14: conflicting requests 2024-04-12T08:34:21.506 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-12T08:34:21.506 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 15: conflicting requests 2024-04-12T08:34:21.507 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T08:34:21.507 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 16: conflicting requests 2024-04-12T08:34:21.507 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:21.507 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 17: conflicting requests 2024-04-12T08:34:21.507 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:34:21.507 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 18: conflicting requests 2024-04-12T08:34:21.507 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T08:34:21.507 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 19: conflicting requests 2024-04-12T08:34:21.507 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:34:21.507 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 20: conflicting requests 2024-04-12T08:34:21.507 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T08:34:21.507 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 21: conflicting requests 2024-04-12T08:34:21.508 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-12T08:34:21.508 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 22: conflicting requests 2024-04-12T08:34:21.508 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:21.508 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 23: conflicting requests 2024-04-12T08:34:21.508 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-12T08:34:21.508 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 24: conflicting requests 2024-04-12T08:34:21.508 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-12T08:34:21.508 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 25: conflicting requests 2024-04-12T08:34:21.508 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-12T08:34:21.508 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 26: conflicting requests 2024-04-12T08:34:21.508 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-12T08:34:21.508 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 27: conflicting requests 2024-04-12T08:34:21.509 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:34:21.509 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 28: conflicting requests 2024-04-12T08:34:21.509 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-12T08:34:21.509 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 29: conflicting requests 2024-04-12T08:34:21.509 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:21.509 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 30: conflicting requests 2024-04-12T08:34:21.509 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-12T08:34:21.509 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 31: conflicting requests 2024-04-12T08:34:21.509 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-12T08:34:21.509 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 32: conflicting requests 2024-04-12T08:34:21.509 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:21.509 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 33: conflicting requests 2024-04-12T08:34:21.509 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-12T08:34:21.509 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 34: conflicting requests 2024-04-12T08:34:21.510 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T08:34:21.510 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 35: conflicting requests 2024-04-12T08:34:21.510 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-12T08:34:21.510 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 36: conflicting requests 2024-04-12T08:34:21.510 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:21.510 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 37: conflicting requests 2024-04-12T08:34:21.510 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-12T08:34:21.510 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-12T08:34:21.510 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-12T08:34:21.510 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 38: cannot install the best candidate for the job 2024-04-12T08:34:21.510 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-12T08:34:21.510 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-12T08:34:21.510 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-12T08:34:21.511 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-12T08:34:21.511 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 39: conflicting requests 2024-04-12T08:34:21.511 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T08:34:21.511 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T08:34:21.511 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-12T08:34:21.511 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:34:21.511 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:34:21.511 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-12T08:34:21.511 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 40: cannot install the best candidate for the job 2024-04-12T08:34:21.511 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-12T08:34:21.511 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-12T08:34:21.511 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:34:21.511 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:34:21.511 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 41: cannot install the best candidate for the job 2024-04-12T08:34:21.512 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T08:34:21.512 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T08:34:21.512 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:34:21.512 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:34:21.512 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 42: cannot install the best candidate for the job 2024-04-12T08:34:21.512 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T08:34:21.512 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T08:34:21.512 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T08:34:21.512 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T08:34:21.512 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 43: cannot install the best candidate for the job 2024-04-12T08:34:21.512 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-12T08:34:21.512 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-12T08:34:21.513 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-12T08:34:21.513 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-12T08:34:21.513 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 44: cannot install the best candidate for the job 2024-04-12T08:34:21.513 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T08:34:21.513 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T08:34:21.513 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T08:34:21.513 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T08:34:21.513 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 45: cannot install the best candidate for the job 2024-04-12T08:34:21.513 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-12T08:34:21.513 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-12T08:34:21.513 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-12T08:34:21.513 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-12T08:34:21.572 INFO:teuthology.orchestra.run.smithi112.stdout:Dependencies resolved. 2024-04-12T08:34:21.573 INFO:teuthology.orchestra.run.smithi112.stdout:================================================================================ 2024-04-12T08:34:21.573 INFO:teuthology.orchestra.run.smithi112.stdout: Package Arch Version Repository Size 2024-04-12T08:34:21.573 INFO:teuthology.orchestra.run.smithi112.stdout:================================================================================ 2024-04-12T08:34:21.573 INFO:teuthology.orchestra.run.smithi112.stdout:Installing: 2024-04-12T08:34:21.573 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-fuse x86_64 2:17.2.7-827.gd3b5060a.el9 ceph 812 k 2024-04-12T08:34:21.573 INFO:teuthology.orchestra.run.smithi112.stdout:Installing dependencies: 2024-04-12T08:34:21.573 INFO:teuthology.orchestra.run.smithi112.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-04-12T08:34:21.573 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T08:34:21.574 INFO:teuthology.orchestra.run.smithi112.stdout:Transaction Summary 2024-04-12T08:34:21.574 INFO:teuthology.orchestra.run.smithi112.stdout:================================================================================ 2024-04-12T08:34:21.574 INFO:teuthology.orchestra.run.smithi112.stdout:Install 2 Packages 2024-04-12T08:34:21.574 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T08:34:21.574 INFO:teuthology.orchestra.run.smithi112.stdout:Total download size: 892 k 2024-04-12T08:34:21.574 INFO:teuthology.orchestra.run.smithi112.stdout:Installed size: 2.6 M 2024-04-12T08:34:21.575 INFO:teuthology.orchestra.run.smithi112.stdout:Downloading Packages: 2024-04-12T08:34:21.823 INFO:teuthology.orchestra.run.smithi112.stdout:(1/2): fuse-2.9.9-15.el9.x86_64.rpm 585 kB/s | 80 kB 00:00 2024-04-12T08:34:22.073 INFO:teuthology.orchestra.run.smithi112.stdout:(2/2): ceph-fuse-17.2.7-827.gd3b5060a.el9.x86_6 2.0 MB/s | 812 kB 00:00 2024-04-12T08:34:22.074 INFO:teuthology.orchestra.run.smithi112.stdout:-------------------------------------------------------------------------------- 2024-04-12T08:34:22.074 INFO:teuthology.orchestra.run.smithi112.stdout:Total 1.7 MB/s | 892 kB 00:00 2024-04-12T08:34:22.086 INFO:teuthology.orchestra.run.smithi112.stdout:Running transaction check 2024-04-12T08:34:22.108 INFO:teuthology.orchestra.run.smithi112.stdout:Transaction check succeeded. 2024-04-12T08:34:22.108 INFO:teuthology.orchestra.run.smithi112.stdout:Running transaction test 2024-04-12T08:34:22.184 INFO:teuthology.orchestra.run.smithi112.stdout:Transaction test succeeded. 2024-04-12T08:34:22.185 INFO:teuthology.orchestra.run.smithi112.stdout:Running transaction 2024-04-12T08:34:22.373 INFO:teuthology.orchestra.run.smithi112.stdout: Preparing : 1/1 2024-04-12T08:34:22.526 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : fuse-2.9.9-15.el9.x86_64 1/2 2024-04-12T08:34:22.589 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : ceph-fuse-2:17.2.7-827.gd3b5060a.el9.x86_64 2/2 2024-04-12T08:34:23.330 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: ceph-fuse-2:17.2.7-827.gd3b5060a.el9.x86_64 2/2 2024-04-12T08:34:23.330 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : ceph-fuse-2:17.2.7-827.gd3b5060a.el9.x86_64 1/2 2024-04-12T08:34:23.673 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 2/2 2024-04-12T08:34:23.673 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T08:34:23.673 INFO:teuthology.orchestra.run.smithi112.stdout:Installed: 2024-04-12T08:34:23.673 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-fuse-2:17.2.7-827.gd3b5060a.el9.x86_64 fuse-2.9.9-15.el9.x86_64 2024-04-12T08:34:23.673 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T08:34:23.673 INFO:teuthology.orchestra.run.smithi112.stdout:Complete! 2024-04-12T08:34:23.964 DEBUG:teuthology.orchestra.run.smithi112:> sudo yum -y install librados-devel 2024-04-12T08:34:24.575 INFO:teuthology.orchestra.run.smithi112.stdout:Last metadata expiration check: 0:01:52 ago on Fri 12 Apr 2024 08:32:32 AM UTC. 2024-04-12T08:34:24.863 INFO:teuthology.orchestra.run.smithi112.stderr:Modular dependency problems: 2024-04-12T08:34:24.863 INFO:teuthology.orchestra.run.smithi112.stderr: 2024-04-12T08:34:24.864 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 1: conflicting requests 2024-04-12T08:34:24.864 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-12T08:34:24.864 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 2: conflicting requests 2024-04-12T08:34:24.864 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-12T08:34:24.864 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 3: conflicting requests 2024-04-12T08:34:24.864 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-12T08:34:24.864 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 4: conflicting requests 2024-04-12T08:34:24.864 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T08:34:24.864 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 5: conflicting requests 2024-04-12T08:34:24.864 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-12T08:34:24.864 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 6: conflicting requests 2024-04-12T08:34:24.864 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:24.864 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 7: conflicting requests 2024-04-12T08:34:24.865 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-12T08:34:24.865 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 8: conflicting requests 2024-04-12T08:34:24.865 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-12T08:34:24.865 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 9: conflicting requests 2024-04-12T08:34:24.865 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-12T08:34:24.865 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 10: conflicting requests 2024-04-12T08:34:24.865 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:24.865 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 11: conflicting requests 2024-04-12T08:34:24.865 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-12T08:34:24.865 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 12: conflicting requests 2024-04-12T08:34:24.865 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-12T08:34:24.865 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 13: conflicting requests 2024-04-12T08:34:24.865 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T08:34:24.865 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 14: conflicting requests 2024-04-12T08:34:24.866 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-12T08:34:24.866 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 15: conflicting requests 2024-04-12T08:34:24.866 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T08:34:24.866 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 16: conflicting requests 2024-04-12T08:34:24.866 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:24.866 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 17: conflicting requests 2024-04-12T08:34:24.866 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:34:24.866 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 18: conflicting requests 2024-04-12T08:34:24.866 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T08:34:24.866 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 19: conflicting requests 2024-04-12T08:34:24.866 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:34:24.866 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 20: conflicting requests 2024-04-12T08:34:24.866 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T08:34:24.867 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 21: conflicting requests 2024-04-12T08:34:24.867 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-12T08:34:24.867 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 22: conflicting requests 2024-04-12T08:34:24.867 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:24.867 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 23: conflicting requests 2024-04-12T08:34:24.867 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-12T08:34:24.867 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 24: conflicting requests 2024-04-12T08:34:24.867 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-12T08:34:24.867 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 25: conflicting requests 2024-04-12T08:34:24.867 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-12T08:34:24.867 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 26: conflicting requests 2024-04-12T08:34:24.867 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-12T08:34:24.867 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 27: conflicting requests 2024-04-12T08:34:24.867 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:34:24.868 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 28: conflicting requests 2024-04-12T08:34:24.868 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-12T08:34:24.868 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 29: conflicting requests 2024-04-12T08:34:24.868 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:24.868 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 30: conflicting requests 2024-04-12T08:34:24.868 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-12T08:34:24.868 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 31: conflicting requests 2024-04-12T08:34:24.868 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-12T08:34:24.868 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 32: conflicting requests 2024-04-12T08:34:24.868 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:24.868 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 33: conflicting requests 2024-04-12T08:34:24.868 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-12T08:34:24.868 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 34: conflicting requests 2024-04-12T08:34:24.868 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T08:34:24.869 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 35: conflicting requests 2024-04-12T08:34:24.869 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-12T08:34:24.869 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 36: conflicting requests 2024-04-12T08:34:24.869 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:24.869 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 37: conflicting requests 2024-04-12T08:34:24.869 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-12T08:34:24.869 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-12T08:34:24.869 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-12T08:34:24.869 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 38: cannot install the best candidate for the job 2024-04-12T08:34:24.869 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-12T08:34:24.869 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-12T08:34:24.869 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-12T08:34:24.869 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-12T08:34:24.869 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 39: conflicting requests 2024-04-12T08:34:24.870 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T08:34:24.870 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T08:34:24.870 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-12T08:34:24.870 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:34:24.870 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:34:24.870 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-12T08:34:24.870 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 40: cannot install the best candidate for the job 2024-04-12T08:34:24.870 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-12T08:34:24.870 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-12T08:34:24.870 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:34:24.870 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:34:24.870 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 41: cannot install the best candidate for the job 2024-04-12T08:34:24.870 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T08:34:24.870 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T08:34:24.871 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:34:24.871 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:34:24.871 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 42: cannot install the best candidate for the job 2024-04-12T08:34:24.871 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T08:34:24.871 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T08:34:24.871 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T08:34:24.871 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T08:34:24.871 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 43: cannot install the best candidate for the job 2024-04-12T08:34:24.871 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-12T08:34:24.871 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-12T08:34:24.871 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-12T08:34:24.871 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-12T08:34:24.871 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 44: cannot install the best candidate for the job 2024-04-12T08:34:24.871 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T08:34:24.872 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T08:34:24.872 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T08:34:24.872 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T08:34:24.872 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 45: cannot install the best candidate for the job 2024-04-12T08:34:24.872 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-12T08:34:24.872 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-12T08:34:24.872 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-12T08:34:24.872 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-12T08:34:24.933 INFO:teuthology.orchestra.run.smithi112.stdout:Dependencies resolved. 2024-04-12T08:34:24.934 INFO:teuthology.orchestra.run.smithi112.stdout:================================================================================ 2024-04-12T08:34:24.934 INFO:teuthology.orchestra.run.smithi112.stdout: Package Arch Version Repo Size 2024-04-12T08:34:24.934 INFO:teuthology.orchestra.run.smithi112.stdout:================================================================================ 2024-04-12T08:34:24.934 INFO:teuthology.orchestra.run.smithi112.stdout:Installing: 2024-04-12T08:34:24.934 INFO:teuthology.orchestra.run.smithi112.stdout: librados-devel x86_64 2:17.2.7-827.gd3b5060a.el9 ceph 126 k 2024-04-12T08:34:24.934 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T08:34:24.934 INFO:teuthology.orchestra.run.smithi112.stdout:Transaction Summary 2024-04-12T08:34:24.934 INFO:teuthology.orchestra.run.smithi112.stdout:================================================================================ 2024-04-12T08:34:24.934 INFO:teuthology.orchestra.run.smithi112.stdout:Install 1 Package 2024-04-12T08:34:24.934 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T08:34:24.934 INFO:teuthology.orchestra.run.smithi112.stdout:Total download size: 126 k 2024-04-12T08:34:24.935 INFO:teuthology.orchestra.run.smithi112.stdout:Installed size: 448 k 2024-04-12T08:34:24.935 INFO:teuthology.orchestra.run.smithi112.stdout:Downloading Packages: 2024-04-12T08:34:25.161 INFO:teuthology.orchestra.run.smithi112.stdout:librados-devel-17.2.7-827.gd3b5060a.el9.x86_64. 558 kB/s | 126 kB 00:00 2024-04-12T08:34:25.161 INFO:teuthology.orchestra.run.smithi112.stdout:-------------------------------------------------------------------------------- 2024-04-12T08:34:25.162 INFO:teuthology.orchestra.run.smithi112.stdout:Total 555 kB/s | 126 kB 00:00 2024-04-12T08:34:25.162 INFO:teuthology.orchestra.run.smithi112.stdout:Running transaction check 2024-04-12T08:34:25.167 INFO:teuthology.orchestra.run.smithi112.stdout:Transaction check succeeded. 2024-04-12T08:34:25.168 INFO:teuthology.orchestra.run.smithi112.stdout:Running transaction test 2024-04-12T08:34:25.227 INFO:teuthology.orchestra.run.smithi112.stdout:Transaction test succeeded. 2024-04-12T08:34:25.227 INFO:teuthology.orchestra.run.smithi112.stdout:Running transaction 2024-04-12T08:34:25.378 INFO:teuthology.orchestra.run.smithi112.stdout: Preparing : 1/1 2024-04-12T08:34:25.477 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : librados-devel-2:17.2.7-827.gd3b5060a.el9.x86_64 1/1 2024-04-12T08:34:25.976 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: librados-devel-2:17.2.7-827.gd3b5060a.el9.x86_64 1/1 2024-04-12T08:34:26.297 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : librados-devel-2:17.2.7-827.gd3b5060a.el9.x86_64 1/1 2024-04-12T08:34:26.297 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T08:34:26.297 INFO:teuthology.orchestra.run.smithi112.stdout:Installed: 2024-04-12T08:34:26.297 INFO:teuthology.orchestra.run.smithi112.stdout: librados-devel-2:17.2.7-827.gd3b5060a.el9.x86_64 2024-04-12T08:34:26.297 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T08:34:26.297 INFO:teuthology.orchestra.run.smithi112.stdout:Complete! 2024-04-12T08:34:26.544 DEBUG:teuthology.orchestra.run.smithi112:> sudo yum -y install libcephfs2 2024-04-12T08:34:27.151 INFO:teuthology.orchestra.run.smithi112.stdout:Last metadata expiration check: 0:01:55 ago on Fri 12 Apr 2024 08:32:32 AM UTC. 2024-04-12T08:34:27.443 INFO:teuthology.orchestra.run.smithi112.stderr:Modular dependency problems: 2024-04-12T08:34:27.443 INFO:teuthology.orchestra.run.smithi112.stderr: 2024-04-12T08:34:27.444 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 1: conflicting requests 2024-04-12T08:34:27.444 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-12T08:34:27.444 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 2: conflicting requests 2024-04-12T08:34:27.444 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-12T08:34:27.444 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 3: conflicting requests 2024-04-12T08:34:27.444 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-12T08:34:27.444 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 4: conflicting requests 2024-04-12T08:34:27.444 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T08:34:27.444 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 5: conflicting requests 2024-04-12T08:34:27.444 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-12T08:34:27.444 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 6: conflicting requests 2024-04-12T08:34:27.445 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:27.445 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 7: conflicting requests 2024-04-12T08:34:27.445 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-12T08:34:27.445 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 8: conflicting requests 2024-04-12T08:34:27.445 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-12T08:34:27.445 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 9: conflicting requests 2024-04-12T08:34:27.445 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-12T08:34:27.445 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 10: conflicting requests 2024-04-12T08:34:27.445 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:27.445 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 11: conflicting requests 2024-04-12T08:34:27.445 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-12T08:34:27.445 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 12: conflicting requests 2024-04-12T08:34:27.446 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-12T08:34:27.446 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 13: conflicting requests 2024-04-12T08:34:27.446 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T08:34:27.446 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 14: conflicting requests 2024-04-12T08:34:27.446 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-12T08:34:27.446 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 15: conflicting requests 2024-04-12T08:34:27.446 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T08:34:27.446 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 16: conflicting requests 2024-04-12T08:34:27.446 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:27.446 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 17: conflicting requests 2024-04-12T08:34:27.446 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:34:27.446 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 18: conflicting requests 2024-04-12T08:34:27.447 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T08:34:27.447 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 19: conflicting requests 2024-04-12T08:34:27.447 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:34:27.447 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 20: conflicting requests 2024-04-12T08:34:27.447 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T08:34:27.447 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 21: conflicting requests 2024-04-12T08:34:27.447 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-12T08:34:27.447 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 22: conflicting requests 2024-04-12T08:34:27.447 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:27.447 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 23: conflicting requests 2024-04-12T08:34:27.447 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-12T08:34:27.447 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 24: conflicting requests 2024-04-12T08:34:27.447 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-12T08:34:27.447 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 25: conflicting requests 2024-04-12T08:34:27.448 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-12T08:34:27.448 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 26: conflicting requests 2024-04-12T08:34:27.448 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-12T08:34:27.448 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 27: conflicting requests 2024-04-12T08:34:27.448 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:34:27.448 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 28: conflicting requests 2024-04-12T08:34:27.448 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-12T08:34:27.448 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 29: conflicting requests 2024-04-12T08:34:27.448 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:27.448 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 30: conflicting requests 2024-04-12T08:34:27.448 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-12T08:34:27.449 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 31: conflicting requests 2024-04-12T08:34:27.449 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-12T08:34:27.449 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 32: conflicting requests 2024-04-12T08:34:27.449 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:27.449 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 33: conflicting requests 2024-04-12T08:34:27.449 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-12T08:34:27.449 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 34: conflicting requests 2024-04-12T08:34:27.449 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T08:34:27.449 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 35: conflicting requests 2024-04-12T08:34:27.449 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-12T08:34:27.449 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 36: conflicting requests 2024-04-12T08:34:27.449 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:27.449 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 37: conflicting requests 2024-04-12T08:34:27.449 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-12T08:34:27.450 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-12T08:34:27.450 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-12T08:34:27.450 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 38: cannot install the best candidate for the job 2024-04-12T08:34:27.450 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-12T08:34:27.450 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-12T08:34:27.450 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-12T08:34:27.450 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-12T08:34:27.450 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 39: conflicting requests 2024-04-12T08:34:27.450 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T08:34:27.450 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T08:34:27.450 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-12T08:34:27.450 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:34:27.450 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:34:27.450 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-12T08:34:27.451 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 40: cannot install the best candidate for the job 2024-04-12T08:34:27.451 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-12T08:34:27.451 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-12T08:34:27.451 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:34:27.451 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:34:27.451 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 41: cannot install the best candidate for the job 2024-04-12T08:34:27.451 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T08:34:27.451 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T08:34:27.451 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:34:27.451 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:34:27.451 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 42: cannot install the best candidate for the job 2024-04-12T08:34:27.451 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T08:34:27.451 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T08:34:27.452 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T08:34:27.452 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T08:34:27.452 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 43: cannot install the best candidate for the job 2024-04-12T08:34:27.452 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-12T08:34:27.452 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-12T08:34:27.452 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-12T08:34:27.452 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-12T08:34:27.452 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 44: cannot install the best candidate for the job 2024-04-12T08:34:27.452 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T08:34:27.452 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T08:34:27.452 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T08:34:27.453 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T08:34:27.453 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 45: cannot install the best candidate for the job 2024-04-12T08:34:27.453 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-12T08:34:27.453 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-12T08:34:27.453 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-12T08:34:27.453 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-12T08:34:27.453 INFO:teuthology.orchestra.run.smithi112.stdout:Package libcephfs2-2:17.2.7-827.gd3b5060a.el9.x86_64 is already installed. 2024-04-12T08:34:27.513 INFO:teuthology.orchestra.run.smithi112.stdout:Dependencies resolved. 2024-04-12T08:34:27.514 INFO:teuthology.orchestra.run.smithi112.stdout:Nothing to do. 2024-04-12T08:34:27.514 INFO:teuthology.orchestra.run.smithi112.stdout:Complete! 2024-04-12T08:34:27.581 DEBUG:teuthology.orchestra.run.smithi112:> sudo yum -y install libcephfs-devel 2024-04-12T08:34:28.176 INFO:teuthology.orchestra.run.smithi112.stdout:Last metadata expiration check: 0:01:56 ago on Fri 12 Apr 2024 08:32:32 AM UTC. 2024-04-12T08:34:28.465 INFO:teuthology.orchestra.run.smithi112.stderr:Modular dependency problems: 2024-04-12T08:34:28.465 INFO:teuthology.orchestra.run.smithi112.stderr: 2024-04-12T08:34:28.466 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 1: conflicting requests 2024-04-12T08:34:28.466 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-12T08:34:28.466 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 2: conflicting requests 2024-04-12T08:34:28.466 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-12T08:34:28.466 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 3: conflicting requests 2024-04-12T08:34:28.466 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-12T08:34:28.467 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 4: conflicting requests 2024-04-12T08:34:28.467 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T08:34:28.467 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 5: conflicting requests 2024-04-12T08:34:28.467 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-12T08:34:28.467 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 6: conflicting requests 2024-04-12T08:34:28.467 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:28.468 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 7: conflicting requests 2024-04-12T08:34:28.468 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-12T08:34:28.468 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 8: conflicting requests 2024-04-12T08:34:28.468 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-12T08:34:28.468 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 9: conflicting requests 2024-04-12T08:34:28.469 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-12T08:34:28.469 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 10: conflicting requests 2024-04-12T08:34:28.469 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:28.469 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 11: conflicting requests 2024-04-12T08:34:28.469 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-12T08:34:28.470 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 12: conflicting requests 2024-04-12T08:34:28.470 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-12T08:34:28.470 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 13: conflicting requests 2024-04-12T08:34:28.470 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T08:34:28.470 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 14: conflicting requests 2024-04-12T08:34:28.470 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-12T08:34:28.471 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 15: conflicting requests 2024-04-12T08:34:28.471 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T08:34:28.471 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 16: conflicting requests 2024-04-12T08:34:28.471 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:28.471 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 17: conflicting requests 2024-04-12T08:34:28.471 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:34:28.472 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 18: conflicting requests 2024-04-12T08:34:28.472 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T08:34:28.472 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 19: conflicting requests 2024-04-12T08:34:28.472 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:34:28.472 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 20: conflicting requests 2024-04-12T08:34:28.473 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T08:34:28.473 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 21: conflicting requests 2024-04-12T08:34:28.473 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-12T08:34:28.473 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 22: conflicting requests 2024-04-12T08:34:28.473 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:28.474 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 23: conflicting requests 2024-04-12T08:34:28.474 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-12T08:34:28.474 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 24: conflicting requests 2024-04-12T08:34:28.474 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-12T08:34:28.474 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 25: conflicting requests 2024-04-12T08:34:28.474 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-12T08:34:28.475 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 26: conflicting requests 2024-04-12T08:34:28.475 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-12T08:34:28.475 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 27: conflicting requests 2024-04-12T08:34:28.475 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:34:28.475 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 28: conflicting requests 2024-04-12T08:34:28.476 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-12T08:34:28.476 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 29: conflicting requests 2024-04-12T08:34:28.476 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:28.476 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 30: conflicting requests 2024-04-12T08:34:28.476 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-12T08:34:28.476 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 31: conflicting requests 2024-04-12T08:34:28.477 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-12T08:34:28.477 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 32: conflicting requests 2024-04-12T08:34:28.477 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:28.477 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 33: conflicting requests 2024-04-12T08:34:28.477 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-12T08:34:28.477 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 34: conflicting requests 2024-04-12T08:34:28.478 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T08:34:28.478 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 35: conflicting requests 2024-04-12T08:34:28.478 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-12T08:34:28.478 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 36: conflicting requests 2024-04-12T08:34:28.478 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:28.479 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 37: conflicting requests 2024-04-12T08:34:28.479 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-12T08:34:28.479 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-12T08:34:28.479 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-12T08:34:28.479 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 38: cannot install the best candidate for the job 2024-04-12T08:34:28.479 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-12T08:34:28.480 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-12T08:34:28.480 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-12T08:34:28.480 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-12T08:34:28.480 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 39: conflicting requests 2024-04-12T08:34:28.480 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T08:34:28.480 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T08:34:28.481 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-12T08:34:28.481 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:34:28.481 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:34:28.482 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-12T08:34:28.482 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 40: cannot install the best candidate for the job 2024-04-12T08:34:28.482 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-12T08:34:28.482 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-12T08:34:28.482 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:34:28.483 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:34:28.483 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 41: cannot install the best candidate for the job 2024-04-12T08:34:28.483 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T08:34:28.483 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T08:34:28.483 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:34:28.483 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:34:28.483 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 42: cannot install the best candidate for the job 2024-04-12T08:34:28.483 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T08:34:28.483 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T08:34:28.483 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T08:34:28.483 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T08:34:28.483 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 43: cannot install the best candidate for the job 2024-04-12T08:34:28.483 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-12T08:34:28.483 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-12T08:34:28.484 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-12T08:34:28.484 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-12T08:34:28.484 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 44: cannot install the best candidate for the job 2024-04-12T08:34:28.484 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T08:34:28.484 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T08:34:28.484 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T08:34:28.484 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T08:34:28.484 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 45: cannot install the best candidate for the job 2024-04-12T08:34:28.484 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-12T08:34:28.484 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-12T08:34:28.484 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-12T08:34:28.484 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-12T08:34:28.533 INFO:teuthology.orchestra.run.smithi112.stdout:Dependencies resolved. 2024-04-12T08:34:28.534 INFO:teuthology.orchestra.run.smithi112.stdout:================================================================================ 2024-04-12T08:34:28.534 INFO:teuthology.orchestra.run.smithi112.stdout: Package Arch Version Repo Size 2024-04-12T08:34:28.534 INFO:teuthology.orchestra.run.smithi112.stdout:================================================================================ 2024-04-12T08:34:28.534 INFO:teuthology.orchestra.run.smithi112.stdout:Installing: 2024-04-12T08:34:28.534 INFO:teuthology.orchestra.run.smithi112.stdout: libcephfs-devel x86_64 2:17.2.7-827.gd3b5060a.el9 ceph 25 k 2024-04-12T08:34:28.535 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T08:34:28.535 INFO:teuthology.orchestra.run.smithi112.stdout:Transaction Summary 2024-04-12T08:34:28.535 INFO:teuthology.orchestra.run.smithi112.stdout:================================================================================ 2024-04-12T08:34:28.535 INFO:teuthology.orchestra.run.smithi112.stdout:Install 1 Package 2024-04-12T08:34:28.535 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T08:34:28.535 INFO:teuthology.orchestra.run.smithi112.stdout:Total download size: 25 k 2024-04-12T08:34:28.535 INFO:teuthology.orchestra.run.smithi112.stdout:Installed size: 110 k 2024-04-12T08:34:28.535 INFO:teuthology.orchestra.run.smithi112.stdout:Downloading Packages: 2024-04-12T08:34:28.714 INFO:teuthology.orchestra.run.smithi112.stdout:libcephfs-devel-17.2.7-827.gd3b5060a.el9.x86_64 139 kB/s | 25 kB 00:00 2024-04-12T08:34:28.715 INFO:teuthology.orchestra.run.smithi112.stdout:-------------------------------------------------------------------------------- 2024-04-12T08:34:28.715 INFO:teuthology.orchestra.run.smithi112.stdout:Total 138 kB/s | 25 kB 00:00 2024-04-12T08:34:28.715 INFO:teuthology.orchestra.run.smithi112.stdout:Running transaction check 2024-04-12T08:34:28.718 INFO:teuthology.orchestra.run.smithi112.stdout:Transaction check succeeded. 2024-04-12T08:34:28.719 INFO:teuthology.orchestra.run.smithi112.stdout:Running transaction test 2024-04-12T08:34:28.720 INFO:teuthology.orchestra.run.smithi112.stdout:Transaction test succeeded. 2024-04-12T08:34:28.720 INFO:teuthology.orchestra.run.smithi112.stdout:Running transaction 2024-04-12T08:34:28.802 INFO:teuthology.orchestra.run.smithi112.stdout: Preparing : 1/1 2024-04-12T08:34:28.903 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : libcephfs-devel-2:17.2.7-827.gd3b5060a.el9.x86_64 1/1 2024-04-12T08:34:29.302 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: libcephfs-devel-2:17.2.7-827.gd3b5060a.el9.x86_64 1/1 2024-04-12T08:34:29.578 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : libcephfs-devel-2:17.2.7-827.gd3b5060a.el9.x86_64 1/1 2024-04-12T08:34:29.578 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T08:34:29.578 INFO:teuthology.orchestra.run.smithi112.stdout:Installed: 2024-04-12T08:34:29.578 INFO:teuthology.orchestra.run.smithi112.stdout: libcephfs-devel-2:17.2.7-827.gd3b5060a.el9.x86_64 2024-04-12T08:34:29.578 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T08:34:29.578 INFO:teuthology.orchestra.run.smithi112.stdout:Complete! 2024-04-12T08:34:29.732 DEBUG:teuthology.orchestra.run.smithi112:> sudo yum -y install librados2 2024-04-12T08:34:30.332 INFO:teuthology.orchestra.run.smithi112.stdout:Last metadata expiration check: 0:01:58 ago on Fri 12 Apr 2024 08:32:32 AM UTC. 2024-04-12T08:34:30.622 INFO:teuthology.orchestra.run.smithi112.stderr:Modular dependency problems: 2024-04-12T08:34:30.622 INFO:teuthology.orchestra.run.smithi112.stderr: 2024-04-12T08:34:30.622 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 1: conflicting requests 2024-04-12T08:34:30.623 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-12T08:34:30.623 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 2: conflicting requests 2024-04-12T08:34:30.623 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-12T08:34:30.623 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 3: conflicting requests 2024-04-12T08:34:30.623 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-12T08:34:30.623 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 4: conflicting requests 2024-04-12T08:34:30.623 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T08:34:30.623 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 5: conflicting requests 2024-04-12T08:34:30.623 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-12T08:34:30.623 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 6: conflicting requests 2024-04-12T08:34:30.623 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:30.623 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 7: conflicting requests 2024-04-12T08:34:30.623 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-12T08:34:30.624 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 8: conflicting requests 2024-04-12T08:34:30.624 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-12T08:34:30.624 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 9: conflicting requests 2024-04-12T08:34:30.624 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-12T08:34:30.624 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 10: conflicting requests 2024-04-12T08:34:30.624 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:30.624 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 11: conflicting requests 2024-04-12T08:34:30.624 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-12T08:34:30.624 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 12: conflicting requests 2024-04-12T08:34:30.624 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-12T08:34:30.624 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 13: conflicting requests 2024-04-12T08:34:30.624 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T08:34:30.624 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 14: conflicting requests 2024-04-12T08:34:30.625 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-12T08:34:30.625 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 15: conflicting requests 2024-04-12T08:34:30.625 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T08:34:30.625 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 16: conflicting requests 2024-04-12T08:34:30.625 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:30.625 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 17: conflicting requests 2024-04-12T08:34:30.625 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:34:30.625 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 18: conflicting requests 2024-04-12T08:34:30.625 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T08:34:30.625 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 19: conflicting requests 2024-04-12T08:34:30.625 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:34:30.625 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 20: conflicting requests 2024-04-12T08:34:30.625 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T08:34:30.625 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 21: conflicting requests 2024-04-12T08:34:30.626 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-12T08:34:30.626 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 22: conflicting requests 2024-04-12T08:34:30.626 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:30.626 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 23: conflicting requests 2024-04-12T08:34:30.626 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-12T08:34:30.626 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 24: conflicting requests 2024-04-12T08:34:30.626 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-12T08:34:30.626 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 25: conflicting requests 2024-04-12T08:34:30.626 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-12T08:34:30.626 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 26: conflicting requests 2024-04-12T08:34:30.626 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-12T08:34:30.626 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 27: conflicting requests 2024-04-12T08:34:30.626 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:34:30.627 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 28: conflicting requests 2024-04-12T08:34:30.627 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-12T08:34:30.627 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 29: conflicting requests 2024-04-12T08:34:30.627 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:30.627 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 30: conflicting requests 2024-04-12T08:34:30.627 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-12T08:34:30.627 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 31: conflicting requests 2024-04-12T08:34:30.627 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-12T08:34:30.627 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 32: conflicting requests 2024-04-12T08:34:30.627 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:30.627 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 33: conflicting requests 2024-04-12T08:34:30.627 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-12T08:34:30.627 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 34: conflicting requests 2024-04-12T08:34:30.627 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T08:34:30.628 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 35: conflicting requests 2024-04-12T08:34:30.628 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-12T08:34:30.628 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 36: conflicting requests 2024-04-12T08:34:30.628 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:30.628 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 37: conflicting requests 2024-04-12T08:34:30.628 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-12T08:34:30.628 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-12T08:34:30.628 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-12T08:34:30.628 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 38: cannot install the best candidate for the job 2024-04-12T08:34:30.628 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-12T08:34:30.628 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-12T08:34:30.628 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-12T08:34:30.628 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-12T08:34:30.628 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 39: conflicting requests 2024-04-12T08:34:30.629 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T08:34:30.629 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T08:34:30.629 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-12T08:34:30.629 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:34:30.629 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:34:30.629 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-12T08:34:30.629 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 40: cannot install the best candidate for the job 2024-04-12T08:34:30.629 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-12T08:34:30.629 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-12T08:34:30.629 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:34:30.629 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:34:30.629 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 41: cannot install the best candidate for the job 2024-04-12T08:34:30.629 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T08:34:30.629 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T08:34:30.630 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:34:30.630 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:34:30.630 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 42: cannot install the best candidate for the job 2024-04-12T08:34:30.630 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T08:34:30.630 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T08:34:30.630 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T08:34:30.630 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T08:34:30.630 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 43: cannot install the best candidate for the job 2024-04-12T08:34:30.630 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-12T08:34:30.630 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-12T08:34:30.630 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-12T08:34:30.630 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-12T08:34:30.630 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 44: cannot install the best candidate for the job 2024-04-12T08:34:30.631 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T08:34:30.631 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T08:34:30.631 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T08:34:30.631 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T08:34:30.631 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 45: cannot install the best candidate for the job 2024-04-12T08:34:30.631 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-12T08:34:30.631 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-12T08:34:30.631 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-12T08:34:30.631 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-12T08:34:30.631 INFO:teuthology.orchestra.run.smithi112.stdout:Package librados2-2:17.2.7-827.gd3b5060a.el9.x86_64 is already installed. 2024-04-12T08:34:30.691 INFO:teuthology.orchestra.run.smithi112.stdout:Dependencies resolved. 2024-04-12T08:34:30.692 INFO:teuthology.orchestra.run.smithi112.stdout:Nothing to do. 2024-04-12T08:34:30.692 INFO:teuthology.orchestra.run.smithi112.stdout:Complete! 2024-04-12T08:34:30.763 DEBUG:teuthology.orchestra.run.smithi112:> sudo yum -y install librbd1 2024-04-12T08:34:31.362 INFO:teuthology.orchestra.run.smithi112.stdout:Last metadata expiration check: 0:01:59 ago on Fri 12 Apr 2024 08:32:32 AM UTC. 2024-04-12T08:34:31.637 INFO:teuthology.orchestra.run.smithi175.stdout:(12/12): python3-scipy-1.6.2-8.el9.x86_64.rpm 871 kB/s | 16 MB 00:19 2024-04-12T08:34:31.638 INFO:teuthology.orchestra.run.smithi175.stdout:-------------------------------------------------------------------------------- 2024-04-12T08:34:31.638 INFO:teuthology.orchestra.run.smithi175.stdout:Total 1.8 MB/s | 38 MB 00:21 2024-04-12T08:34:31.652 INFO:teuthology.orchestra.run.smithi112.stderr:Modular dependency problems: 2024-04-12T08:34:31.652 INFO:teuthology.orchestra.run.smithi112.stderr: 2024-04-12T08:34:31.652 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 1: conflicting requests 2024-04-12T08:34:31.653 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-12T08:34:31.653 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 2: conflicting requests 2024-04-12T08:34:31.653 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-12T08:34:31.653 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 3: conflicting requests 2024-04-12T08:34:31.653 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-12T08:34:31.653 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 4: conflicting requests 2024-04-12T08:34:31.653 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T08:34:31.653 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 5: conflicting requests 2024-04-12T08:34:31.653 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-12T08:34:31.653 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 6: conflicting requests 2024-04-12T08:34:31.653 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:31.653 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 7: conflicting requests 2024-04-12T08:34:31.654 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-12T08:34:31.654 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 8: conflicting requests 2024-04-12T08:34:31.654 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-12T08:34:31.654 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 9: conflicting requests 2024-04-12T08:34:31.654 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-12T08:34:31.654 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 10: conflicting requests 2024-04-12T08:34:31.654 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:31.654 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 11: conflicting requests 2024-04-12T08:34:31.654 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-12T08:34:31.654 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 12: conflicting requests 2024-04-12T08:34:31.654 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-12T08:34:31.654 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 13: conflicting requests 2024-04-12T08:34:31.655 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T08:34:31.655 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 14: conflicting requests 2024-04-12T08:34:31.655 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-12T08:34:31.655 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 15: conflicting requests 2024-04-12T08:34:31.655 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T08:34:31.655 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 16: conflicting requests 2024-04-12T08:34:31.655 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:31.655 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 17: conflicting requests 2024-04-12T08:34:31.655 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:34:31.655 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 18: conflicting requests 2024-04-12T08:34:31.655 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T08:34:31.655 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 19: conflicting requests 2024-04-12T08:34:31.655 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:34:31.655 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 20: conflicting requests 2024-04-12T08:34:31.656 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T08:34:31.656 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 21: conflicting requests 2024-04-12T08:34:31.656 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-12T08:34:31.656 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 22: conflicting requests 2024-04-12T08:34:31.656 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:31.656 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 23: conflicting requests 2024-04-12T08:34:31.656 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-12T08:34:31.656 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 24: conflicting requests 2024-04-12T08:34:31.656 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-12T08:34:31.656 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 25: conflicting requests 2024-04-12T08:34:31.656 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-12T08:34:31.656 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 26: conflicting requests 2024-04-12T08:34:31.656 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-12T08:34:31.657 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 27: conflicting requests 2024-04-12T08:34:31.657 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:34:31.657 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 28: conflicting requests 2024-04-12T08:34:31.657 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-12T08:34:31.657 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 29: conflicting requests 2024-04-12T08:34:31.657 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:31.657 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 30: conflicting requests 2024-04-12T08:34:31.657 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-12T08:34:31.657 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 31: conflicting requests 2024-04-12T08:34:31.657 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-12T08:34:31.657 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 32: conflicting requests 2024-04-12T08:34:31.657 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:31.657 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 33: conflicting requests 2024-04-12T08:34:31.658 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-12T08:34:31.658 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 34: conflicting requests 2024-04-12T08:34:31.658 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T08:34:31.658 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 35: conflicting requests 2024-04-12T08:34:31.658 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-12T08:34:31.658 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 36: conflicting requests 2024-04-12T08:34:31.658 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:31.658 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 37: conflicting requests 2024-04-12T08:34:31.658 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-12T08:34:31.658 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-12T08:34:31.658 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-12T08:34:31.658 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 38: cannot install the best candidate for the job 2024-04-12T08:34:31.658 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-12T08:34:31.659 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-12T08:34:31.659 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-12T08:34:31.659 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-12T08:34:31.659 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 39: conflicting requests 2024-04-12T08:34:31.659 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T08:34:31.659 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T08:34:31.659 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-12T08:34:31.659 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:34:31.659 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:34:31.659 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-12T08:34:31.659 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 40: cannot install the best candidate for the job 2024-04-12T08:34:31.659 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-12T08:34:31.659 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-12T08:34:31.659 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:34:31.660 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:34:31.660 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 41: cannot install the best candidate for the job 2024-04-12T08:34:31.660 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T08:34:31.660 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T08:34:31.660 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:34:31.660 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:34:31.660 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 42: cannot install the best candidate for the job 2024-04-12T08:34:31.660 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T08:34:31.660 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T08:34:31.660 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T08:34:31.660 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T08:34:31.660 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 43: cannot install the best candidate for the job 2024-04-12T08:34:31.660 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-12T08:34:31.660 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-12T08:34:31.661 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-12T08:34:31.661 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-12T08:34:31.661 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 44: cannot install the best candidate for the job 2024-04-12T08:34:31.661 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T08:34:31.661 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T08:34:31.661 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T08:34:31.661 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T08:34:31.661 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 45: cannot install the best candidate for the job 2024-04-12T08:34:31.661 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-12T08:34:31.661 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-12T08:34:31.661 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-12T08:34:31.661 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-12T08:34:31.662 INFO:teuthology.orchestra.run.smithi112.stdout:Package librbd1-2:17.2.7-827.gd3b5060a.el9.x86_64 is already installed. 2024-04-12T08:34:31.724 INFO:teuthology.orchestra.run.smithi112.stdout:Dependencies resolved. 2024-04-12T08:34:31.725 INFO:teuthology.orchestra.run.smithi112.stdout:Nothing to do. 2024-04-12T08:34:31.725 INFO:teuthology.orchestra.run.smithi112.stdout:Complete! 2024-04-12T08:34:31.796 DEBUG:teuthology.orchestra.run.smithi112:> sudo yum -y install python3-rados 2024-04-12T08:34:31.991 INFO:teuthology.orchestra.run.smithi175.stdout:Running transaction check 2024-04-12T08:34:32.018 INFO:teuthology.orchestra.run.smithi175.stdout:Transaction check succeeded. 2024-04-12T08:34:32.018 INFO:teuthology.orchestra.run.smithi175.stdout:Running transaction test 2024-04-12T08:34:32.387 INFO:teuthology.orchestra.run.smithi112.stdout:Last metadata expiration check: 0:02:00 ago on Fri 12 Apr 2024 08:32:32 AM UTC. 2024-04-12T08:34:32.499 INFO:teuthology.orchestra.run.smithi175.stdout:Transaction test succeeded. 2024-04-12T08:34:32.500 INFO:teuthology.orchestra.run.smithi175.stdout:Running transaction 2024-04-12T08:34:32.673 INFO:teuthology.orchestra.run.smithi112.stderr:Modular dependency problems: 2024-04-12T08:34:32.673 INFO:teuthology.orchestra.run.smithi112.stderr: 2024-04-12T08:34:32.673 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 1: conflicting requests 2024-04-12T08:34:32.673 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-12T08:34:32.673 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 2: conflicting requests 2024-04-12T08:34:32.673 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-12T08:34:32.673 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 3: conflicting requests 2024-04-12T08:34:32.673 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-12T08:34:32.674 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 4: conflicting requests 2024-04-12T08:34:32.674 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T08:34:32.674 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 5: conflicting requests 2024-04-12T08:34:32.674 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-12T08:34:32.674 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 6: conflicting requests 2024-04-12T08:34:32.674 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:32.674 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 7: conflicting requests 2024-04-12T08:34:32.674 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-12T08:34:32.674 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 8: conflicting requests 2024-04-12T08:34:32.674 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-12T08:34:32.674 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 9: conflicting requests 2024-04-12T08:34:32.675 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-12T08:34:32.675 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 10: conflicting requests 2024-04-12T08:34:32.675 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:32.675 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 11: conflicting requests 2024-04-12T08:34:32.675 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-12T08:34:32.675 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 12: conflicting requests 2024-04-12T08:34:32.675 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-12T08:34:32.675 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 13: conflicting requests 2024-04-12T08:34:32.675 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T08:34:32.675 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 14: conflicting requests 2024-04-12T08:34:32.675 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-12T08:34:32.675 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 15: conflicting requests 2024-04-12T08:34:32.675 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T08:34:32.676 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 16: conflicting requests 2024-04-12T08:34:32.676 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:32.676 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 17: conflicting requests 2024-04-12T08:34:32.676 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:34:32.676 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 18: conflicting requests 2024-04-12T08:34:32.676 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T08:34:32.676 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 19: conflicting requests 2024-04-12T08:34:32.676 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:34:32.676 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 20: conflicting requests 2024-04-12T08:34:32.676 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T08:34:32.676 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 21: conflicting requests 2024-04-12T08:34:32.676 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-12T08:34:32.677 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 22: conflicting requests 2024-04-12T08:34:32.677 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:32.677 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 23: conflicting requests 2024-04-12T08:34:32.677 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-12T08:34:32.677 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 24: conflicting requests 2024-04-12T08:34:32.677 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-12T08:34:32.677 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 25: conflicting requests 2024-04-12T08:34:32.677 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-12T08:34:32.677 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 26: conflicting requests 2024-04-12T08:34:32.677 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-12T08:34:32.677 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 27: conflicting requests 2024-04-12T08:34:32.677 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:34:32.677 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 28: conflicting requests 2024-04-12T08:34:32.678 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-12T08:34:32.678 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 29: conflicting requests 2024-04-12T08:34:32.678 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:32.678 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 30: conflicting requests 2024-04-12T08:34:32.678 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-12T08:34:32.678 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 31: conflicting requests 2024-04-12T08:34:32.678 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-12T08:34:32.678 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 32: conflicting requests 2024-04-12T08:34:32.678 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:32.678 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 33: conflicting requests 2024-04-12T08:34:32.678 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-12T08:34:32.679 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 34: conflicting requests 2024-04-12T08:34:32.679 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T08:34:32.679 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 35: conflicting requests 2024-04-12T08:34:32.679 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-12T08:34:32.679 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 36: conflicting requests 2024-04-12T08:34:32.679 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:32.679 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 37: conflicting requests 2024-04-12T08:34:32.679 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-12T08:34:32.679 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-12T08:34:32.679 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-12T08:34:32.679 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 38: cannot install the best candidate for the job 2024-04-12T08:34:32.679 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-12T08:34:32.679 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-12T08:34:32.680 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-12T08:34:32.680 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-12T08:34:32.680 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 39: conflicting requests 2024-04-12T08:34:32.680 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T08:34:32.680 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T08:34:32.680 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-12T08:34:32.680 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:34:32.680 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:34:32.680 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-12T08:34:32.680 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 40: cannot install the best candidate for the job 2024-04-12T08:34:32.680 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-12T08:34:32.680 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-12T08:34:32.680 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:34:32.680 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:34:32.681 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 41: cannot install the best candidate for the job 2024-04-12T08:34:32.681 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T08:34:32.681 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T08:34:32.681 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:34:32.681 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:34:32.681 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 42: cannot install the best candidate for the job 2024-04-12T08:34:32.681 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T08:34:32.681 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T08:34:32.681 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T08:34:32.681 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T08:34:32.681 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 43: cannot install the best candidate for the job 2024-04-12T08:34:32.681 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-12T08:34:32.681 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-12T08:34:32.681 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-12T08:34:32.681 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-12T08:34:32.682 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 44: cannot install the best candidate for the job 2024-04-12T08:34:32.682 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T08:34:32.682 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T08:34:32.682 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T08:34:32.682 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T08:34:32.682 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 45: cannot install the best candidate for the job 2024-04-12T08:34:32.682 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-12T08:34:32.682 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-12T08:34:32.682 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-12T08:34:32.682 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-12T08:34:32.683 INFO:teuthology.orchestra.run.smithi112.stdout:Package python3-rados-2:17.2.7-827.gd3b5060a.el9.x86_64 is already installed. 2024-04-12T08:34:32.743 INFO:teuthology.orchestra.run.smithi112.stdout:Dependencies resolved. 2024-04-12T08:34:32.744 INFO:teuthology.orchestra.run.smithi112.stdout:Nothing to do. 2024-04-12T08:34:32.744 INFO:teuthology.orchestra.run.smithi112.stdout:Complete! 2024-04-12T08:34:32.809 DEBUG:teuthology.orchestra.run.smithi112:> sudo yum -y install python3-rgw 2024-04-12T08:34:33.250 INFO:teuthology.orchestra.run.smithi175.stdout: Preparing : 1/1 2024-04-12T08:34:33.315 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 1/12 2024-04-12T08:34:33.351 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 2/12 2024-04-12T08:34:33.399 INFO:teuthology.orchestra.run.smithi112.stdout:Last metadata expiration check: 0:02:01 ago on Fri 12 Apr 2024 08:32:32 AM UTC. 2024-04-12T08:34:33.455 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 3/12 2024-04-12T08:34:33.502 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-devel-3.9.17-2.el9.x86_64 4/12 2024-04-12T08:34:33.685 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : openblas-0.3.21-2.el9.x86_64 5/12 2024-04-12T08:34:33.687 INFO:teuthology.orchestra.run.smithi112.stderr:Modular dependency problems: 2024-04-12T08:34:33.687 INFO:teuthology.orchestra.run.smithi112.stderr: 2024-04-12T08:34:33.688 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 1: conflicting requests 2024-04-12T08:34:33.688 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-12T08:34:33.688 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 2: conflicting requests 2024-04-12T08:34:33.688 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-12T08:34:33.688 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 3: conflicting requests 2024-04-12T08:34:33.688 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-12T08:34:33.688 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 4: conflicting requests 2024-04-12T08:34:33.688 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T08:34:33.688 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 5: conflicting requests 2024-04-12T08:34:33.688 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-12T08:34:33.688 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 6: conflicting requests 2024-04-12T08:34:33.688 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:33.688 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 7: conflicting requests 2024-04-12T08:34:33.688 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-12T08:34:33.689 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 8: conflicting requests 2024-04-12T08:34:33.689 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-12T08:34:33.689 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 9: conflicting requests 2024-04-12T08:34:33.689 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-12T08:34:33.689 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 10: conflicting requests 2024-04-12T08:34:33.689 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:33.689 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 11: conflicting requests 2024-04-12T08:34:33.689 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-12T08:34:33.689 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 12: conflicting requests 2024-04-12T08:34:33.689 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-12T08:34:33.689 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 13: conflicting requests 2024-04-12T08:34:33.689 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T08:34:33.689 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 14: conflicting requests 2024-04-12T08:34:33.690 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-12T08:34:33.690 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 15: conflicting requests 2024-04-12T08:34:33.690 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T08:34:33.690 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 16: conflicting requests 2024-04-12T08:34:33.690 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:33.690 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 17: conflicting requests 2024-04-12T08:34:33.690 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:34:33.690 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 18: conflicting requests 2024-04-12T08:34:33.690 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T08:34:33.690 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 19: conflicting requests 2024-04-12T08:34:33.690 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:34:33.690 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 20: conflicting requests 2024-04-12T08:34:33.691 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T08:34:33.691 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 21: conflicting requests 2024-04-12T08:34:33.691 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-12T08:34:33.691 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 22: conflicting requests 2024-04-12T08:34:33.691 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:33.691 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 23: conflicting requests 2024-04-12T08:34:33.691 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-12T08:34:33.691 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 24: conflicting requests 2024-04-12T08:34:33.691 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-12T08:34:33.691 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 25: conflicting requests 2024-04-12T08:34:33.691 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-12T08:34:33.692 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 26: conflicting requests 2024-04-12T08:34:33.692 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-12T08:34:33.692 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 27: conflicting requests 2024-04-12T08:34:33.692 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:34:33.692 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 28: conflicting requests 2024-04-12T08:34:33.692 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-12T08:34:33.692 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 29: conflicting requests 2024-04-12T08:34:33.692 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:33.692 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 30: conflicting requests 2024-04-12T08:34:33.692 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-12T08:34:33.692 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 31: conflicting requests 2024-04-12T08:34:33.692 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-12T08:34:33.692 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 32: conflicting requests 2024-04-12T08:34:33.693 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:33.693 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 33: conflicting requests 2024-04-12T08:34:33.693 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-12T08:34:33.693 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 34: conflicting requests 2024-04-12T08:34:33.693 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T08:34:33.693 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 35: conflicting requests 2024-04-12T08:34:33.693 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-12T08:34:33.693 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 36: conflicting requests 2024-04-12T08:34:33.693 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:33.693 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 37: conflicting requests 2024-04-12T08:34:33.693 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-12T08:34:33.694 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-12T08:34:33.694 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-12T08:34:33.694 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 38: cannot install the best candidate for the job 2024-04-12T08:34:33.694 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-12T08:34:33.694 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-12T08:34:33.694 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-12T08:34:33.694 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-12T08:34:33.694 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 39: conflicting requests 2024-04-12T08:34:33.694 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T08:34:33.694 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T08:34:33.694 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-12T08:34:33.694 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:34:33.694 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:34:33.695 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-12T08:34:33.695 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 40: cannot install the best candidate for the job 2024-04-12T08:34:33.695 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-12T08:34:33.695 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-12T08:34:33.695 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:34:33.695 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:34:33.695 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 41: cannot install the best candidate for the job 2024-04-12T08:34:33.695 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T08:34:33.695 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T08:34:33.695 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:34:33.695 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:34:33.695 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 42: cannot install the best candidate for the job 2024-04-12T08:34:33.695 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T08:34:33.695 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T08:34:33.696 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T08:34:33.696 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T08:34:33.696 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 43: cannot install the best candidate for the job 2024-04-12T08:34:33.696 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-12T08:34:33.696 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-12T08:34:33.696 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-12T08:34:33.696 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-12T08:34:33.696 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 44: cannot install the best candidate for the job 2024-04-12T08:34:33.696 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T08:34:33.696 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T08:34:33.696 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T08:34:33.696 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T08:34:33.696 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 45: cannot install the best candidate for the job 2024-04-12T08:34:33.696 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-12T08:34:33.696 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-12T08:34:33.697 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-12T08:34:33.697 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-12T08:34:33.697 INFO:teuthology.orchestra.run.smithi112.stdout:Package python3-rgw-2:17.2.7-827.gd3b5060a.el9.x86_64 is already installed. 2024-04-12T08:34:33.718 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 6/12 2024-04-12T08:34:33.756 INFO:teuthology.orchestra.run.smithi112.stdout:Dependencies resolved. 2024-04-12T08:34:33.757 INFO:teuthology.orchestra.run.smithi112.stdout:Nothing to do. 2024-04-12T08:34:33.757 INFO:teuthology.orchestra.run.smithi112.stdout:Complete! 2024-04-12T08:34:33.802 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 7/12 2024-04-12T08:34:33.825 DEBUG:teuthology.orchestra.run.smithi112:> sudo yum -y install python3-cephfs 2024-04-12T08:34:34.420 INFO:teuthology.orchestra.run.smithi112.stdout:Last metadata expiration check: 0:02:02 ago on Fri 12 Apr 2024 08:32:32 AM UTC. 2024-04-12T08:34:34.457 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 8/12 2024-04-12T08:34:34.564 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 9/12 2024-04-12T08:34:34.710 INFO:teuthology.orchestra.run.smithi112.stderr:Modular dependency problems: 2024-04-12T08:34:34.710 INFO:teuthology.orchestra.run.smithi112.stderr: 2024-04-12T08:34:34.710 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 1: conflicting requests 2024-04-12T08:34:34.711 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-12T08:34:34.711 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 2: conflicting requests 2024-04-12T08:34:34.711 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-12T08:34:34.711 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 3: conflicting requests 2024-04-12T08:34:34.711 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-12T08:34:34.711 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 4: conflicting requests 2024-04-12T08:34:34.711 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T08:34:34.711 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 5: conflicting requests 2024-04-12T08:34:34.711 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-12T08:34:34.711 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 6: conflicting requests 2024-04-12T08:34:34.711 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:34.711 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 7: conflicting requests 2024-04-12T08:34:34.711 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-12T08:34:34.711 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 8: conflicting requests 2024-04-12T08:34:34.712 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-12T08:34:34.712 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 9: conflicting requests 2024-04-12T08:34:34.712 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-12T08:34:34.712 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 10: conflicting requests 2024-04-12T08:34:34.712 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:34.712 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 11: conflicting requests 2024-04-12T08:34:34.712 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-12T08:34:34.712 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 12: conflicting requests 2024-04-12T08:34:34.712 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-12T08:34:34.712 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 13: conflicting requests 2024-04-12T08:34:34.712 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T08:34:34.712 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 14: conflicting requests 2024-04-12T08:34:34.712 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-12T08:34:34.713 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 15: conflicting requests 2024-04-12T08:34:34.713 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T08:34:34.713 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 16: conflicting requests 2024-04-12T08:34:34.713 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:34.713 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 17: conflicting requests 2024-04-12T08:34:34.713 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:34:34.713 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 18: conflicting requests 2024-04-12T08:34:34.713 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T08:34:34.713 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 19: conflicting requests 2024-04-12T08:34:34.713 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:34:34.713 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 20: conflicting requests 2024-04-12T08:34:34.713 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T08:34:34.713 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 21: conflicting requests 2024-04-12T08:34:34.714 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-12T08:34:34.714 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 22: conflicting requests 2024-04-12T08:34:34.714 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:34.714 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 23: conflicting requests 2024-04-12T08:34:34.714 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-12T08:34:34.714 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 24: conflicting requests 2024-04-12T08:34:34.714 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-12T08:34:34.714 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 25: conflicting requests 2024-04-12T08:34:34.714 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-12T08:34:34.714 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 26: conflicting requests 2024-04-12T08:34:34.714 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-12T08:34:34.714 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 27: conflicting requests 2024-04-12T08:34:34.714 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:34:34.715 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 28: conflicting requests 2024-04-12T08:34:34.715 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-12T08:34:34.715 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 29: conflicting requests 2024-04-12T08:34:34.715 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:34.715 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 30: conflicting requests 2024-04-12T08:34:34.715 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-12T08:34:34.715 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 31: conflicting requests 2024-04-12T08:34:34.715 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-12T08:34:34.715 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 32: conflicting requests 2024-04-12T08:34:34.715 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:34.715 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 33: conflicting requests 2024-04-12T08:34:34.715 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-12T08:34:34.715 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 34: conflicting requests 2024-04-12T08:34:34.715 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T08:34:34.716 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 35: conflicting requests 2024-04-12T08:34:34.716 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-12T08:34:34.716 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 36: conflicting requests 2024-04-12T08:34:34.716 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:34.716 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 37: conflicting requests 2024-04-12T08:34:34.716 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-12T08:34:34.716 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-12T08:34:34.716 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-12T08:34:34.716 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 38: cannot install the best candidate for the job 2024-04-12T08:34:34.716 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-12T08:34:34.716 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-12T08:34:34.716 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-12T08:34:34.716 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-12T08:34:34.716 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 39: conflicting requests 2024-04-12T08:34:34.717 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T08:34:34.717 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T08:34:34.717 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-12T08:34:34.717 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:34:34.717 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:34:34.717 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-12T08:34:34.717 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 40: cannot install the best candidate for the job 2024-04-12T08:34:34.717 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-12T08:34:34.717 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-12T08:34:34.717 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:34:34.717 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:34:34.717 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 41: cannot install the best candidate for the job 2024-04-12T08:34:34.717 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T08:34:34.717 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T08:34:34.718 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:34:34.718 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:34:34.718 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 42: cannot install the best candidate for the job 2024-04-12T08:34:34.718 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T08:34:34.718 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T08:34:34.718 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T08:34:34.718 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T08:34:34.718 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 43: cannot install the best candidate for the job 2024-04-12T08:34:34.718 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-12T08:34:34.718 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-12T08:34:34.718 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-12T08:34:34.718 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-12T08:34:34.719 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 44: cannot install the best candidate for the job 2024-04-12T08:34:34.719 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T08:34:34.719 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T08:34:34.719 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T08:34:34.719 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T08:34:34.719 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 45: cannot install the best candidate for the job 2024-04-12T08:34:34.719 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-12T08:34:34.719 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-12T08:34:34.719 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-12T08:34:34.719 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-12T08:34:34.720 INFO:teuthology.orchestra.run.smithi112.stdout:Package python3-cephfs-2:17.2.7-827.gd3b5060a.el9.x86_64 is already installed. 2024-04-12T08:34:34.780 INFO:teuthology.orchestra.run.smithi112.stdout:Dependencies resolved. 2024-04-12T08:34:34.781 INFO:teuthology.orchestra.run.smithi112.stdout:Nothing to do. 2024-04-12T08:34:34.781 INFO:teuthology.orchestra.run.smithi112.stdout:Complete! 2024-04-12T08:34:34.852 DEBUG:teuthology.orchestra.run.smithi112:> sudo yum -y install python3-rbd 2024-04-12T08:34:35.442 INFO:teuthology.orchestra.run.smithi112.stdout:Last metadata expiration check: 0:02:03 ago on Fri 12 Apr 2024 08:32:32 AM UTC. 2024-04-12T08:34:35.731 INFO:teuthology.orchestra.run.smithi112.stderr:Modular dependency problems: 2024-04-12T08:34:35.731 INFO:teuthology.orchestra.run.smithi112.stderr: 2024-04-12T08:34:35.731 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 1: conflicting requests 2024-04-12T08:34:35.731 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-12T08:34:35.731 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 2: conflicting requests 2024-04-12T08:34:35.731 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-12T08:34:35.731 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 3: conflicting requests 2024-04-12T08:34:35.731 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-12T08:34:35.731 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 4: conflicting requests 2024-04-12T08:34:35.732 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T08:34:35.732 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 5: conflicting requests 2024-04-12T08:34:35.732 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-12T08:34:35.732 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 6: conflicting requests 2024-04-12T08:34:35.732 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:35.732 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 7: conflicting requests 2024-04-12T08:34:35.732 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-12T08:34:35.732 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 8: conflicting requests 2024-04-12T08:34:35.732 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-12T08:34:35.732 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 9: conflicting requests 2024-04-12T08:34:35.732 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-12T08:34:35.732 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 10: conflicting requests 2024-04-12T08:34:35.732 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:35.732 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 11: conflicting requests 2024-04-12T08:34:35.733 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-12T08:34:35.733 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 12: conflicting requests 2024-04-12T08:34:35.733 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-12T08:34:35.733 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 13: conflicting requests 2024-04-12T08:34:35.733 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T08:34:35.733 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 14: conflicting requests 2024-04-12T08:34:35.733 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-12T08:34:35.733 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 15: conflicting requests 2024-04-12T08:34:35.733 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T08:34:35.733 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 16: conflicting requests 2024-04-12T08:34:35.733 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:35.733 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 17: conflicting requests 2024-04-12T08:34:35.733 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:34:35.733 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 18: conflicting requests 2024-04-12T08:34:35.734 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T08:34:35.734 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 19: conflicting requests 2024-04-12T08:34:35.734 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:34:35.734 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 20: conflicting requests 2024-04-12T08:34:35.734 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T08:34:35.734 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 21: conflicting requests 2024-04-12T08:34:35.734 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-12T08:34:35.734 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 22: conflicting requests 2024-04-12T08:34:35.734 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:35.734 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 23: conflicting requests 2024-04-12T08:34:35.734 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-12T08:34:35.734 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 24: conflicting requests 2024-04-12T08:34:35.734 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-12T08:34:35.734 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 25: conflicting requests 2024-04-12T08:34:35.735 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-12T08:34:35.735 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 26: conflicting requests 2024-04-12T08:34:35.735 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-12T08:34:35.735 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 27: conflicting requests 2024-04-12T08:34:35.735 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:34:35.735 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 28: conflicting requests 2024-04-12T08:34:35.735 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-12T08:34:35.735 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 29: conflicting requests 2024-04-12T08:34:35.735 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:35.735 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 30: conflicting requests 2024-04-12T08:34:35.735 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-12T08:34:35.735 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 31: conflicting requests 2024-04-12T08:34:35.735 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-12T08:34:35.736 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 32: conflicting requests 2024-04-12T08:34:35.736 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:35.736 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 33: conflicting requests 2024-04-12T08:34:35.736 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-12T08:34:35.736 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 34: conflicting requests 2024-04-12T08:34:35.736 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T08:34:35.736 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 35: conflicting requests 2024-04-12T08:34:35.736 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-12T08:34:35.736 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 36: conflicting requests 2024-04-12T08:34:35.736 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:35.736 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 37: conflicting requests 2024-04-12T08:34:35.736 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-12T08:34:35.736 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-12T08:34:35.736 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-12T08:34:35.736 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 38: cannot install the best candidate for the job 2024-04-12T08:34:35.737 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-12T08:34:35.737 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-12T08:34:35.737 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-12T08:34:35.737 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-12T08:34:35.737 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 39: conflicting requests 2024-04-12T08:34:35.737 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T08:34:35.737 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T08:34:35.737 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-12T08:34:35.737 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:34:35.737 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:34:35.737 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-12T08:34:35.737 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 40: cannot install the best candidate for the job 2024-04-12T08:34:35.737 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-12T08:34:35.737 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-12T08:34:35.738 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:34:35.738 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:34:35.738 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 41: cannot install the best candidate for the job 2024-04-12T08:34:35.738 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T08:34:35.738 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T08:34:35.738 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:34:35.738 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:34:35.738 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 42: cannot install the best candidate for the job 2024-04-12T08:34:35.738 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T08:34:35.738 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T08:34:35.738 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T08:34:35.738 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T08:34:35.738 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 43: cannot install the best candidate for the job 2024-04-12T08:34:35.739 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-12T08:34:35.739 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-12T08:34:35.739 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-12T08:34:35.739 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-12T08:34:35.739 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 44: cannot install the best candidate for the job 2024-04-12T08:34:35.739 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T08:34:35.739 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T08:34:35.739 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T08:34:35.739 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T08:34:35.739 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 45: cannot install the best candidate for the job 2024-04-12T08:34:35.739 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-12T08:34:35.739 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-12T08:34:35.739 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-12T08:34:35.739 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-12T08:34:35.740 INFO:teuthology.orchestra.run.smithi112.stdout:Package python3-rbd-2:17.2.7-827.gd3b5060a.el9.x86_64 is already installed. 2024-04-12T08:34:35.783 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 10/12 2024-04-12T08:34:35.799 INFO:teuthology.orchestra.run.smithi112.stdout:Dependencies resolved. 2024-04-12T08:34:35.800 INFO:teuthology.orchestra.run.smithi112.stdout:Nothing to do. 2024-04-12T08:34:35.800 INFO:teuthology.orchestra.run.smithi112.stdout:Complete! 2024-04-12T08:34:35.871 DEBUG:teuthology.orchestra.run.smithi112:> sudo yum -y install rbd-fuse 2024-04-12T08:34:36.467 INFO:teuthology.orchestra.run.smithi112.stdout:Last metadata expiration check: 0:02:04 ago on Fri 12 Apr 2024 08:32:32 AM UTC. 2024-04-12T08:34:36.753 INFO:teuthology.orchestra.run.smithi112.stderr:Modular dependency problems: 2024-04-12T08:34:36.753 INFO:teuthology.orchestra.run.smithi112.stderr: 2024-04-12T08:34:36.753 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 1: conflicting requests 2024-04-12T08:34:36.753 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-12T08:34:36.753 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 2: conflicting requests 2024-04-12T08:34:36.754 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-12T08:34:36.754 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 3: conflicting requests 2024-04-12T08:34:36.754 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-12T08:34:36.754 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 4: conflicting requests 2024-04-12T08:34:36.754 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T08:34:36.754 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 5: conflicting requests 2024-04-12T08:34:36.754 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-12T08:34:36.754 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 6: conflicting requests 2024-04-12T08:34:36.754 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:36.754 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 7: conflicting requests 2024-04-12T08:34:36.754 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-12T08:34:36.754 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 8: conflicting requests 2024-04-12T08:34:36.755 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-12T08:34:36.755 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 9: conflicting requests 2024-04-12T08:34:36.755 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-12T08:34:36.755 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 10: conflicting requests 2024-04-12T08:34:36.755 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:36.755 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 11: conflicting requests 2024-04-12T08:34:36.755 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-12T08:34:36.755 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 12: conflicting requests 2024-04-12T08:34:36.755 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-12T08:34:36.755 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 13: conflicting requests 2024-04-12T08:34:36.755 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T08:34:36.755 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 14: conflicting requests 2024-04-12T08:34:36.755 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-12T08:34:36.755 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 15: conflicting requests 2024-04-12T08:34:36.756 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T08:34:36.756 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 16: conflicting requests 2024-04-12T08:34:36.756 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:36.756 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 17: conflicting requests 2024-04-12T08:34:36.756 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:34:36.756 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 18: conflicting requests 2024-04-12T08:34:36.756 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T08:34:36.756 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 19: conflicting requests 2024-04-12T08:34:36.756 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:34:36.756 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 20: conflicting requests 2024-04-12T08:34:36.756 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T08:34:36.756 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 21: conflicting requests 2024-04-12T08:34:36.757 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-12T08:34:36.757 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 22: conflicting requests 2024-04-12T08:34:36.757 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:36.757 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 23: conflicting requests 2024-04-12T08:34:36.757 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-12T08:34:36.757 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 24: conflicting requests 2024-04-12T08:34:36.757 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-12T08:34:36.757 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 25: conflicting requests 2024-04-12T08:34:36.757 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-12T08:34:36.757 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 26: conflicting requests 2024-04-12T08:34:36.757 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-12T08:34:36.757 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 27: conflicting requests 2024-04-12T08:34:36.757 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:34:36.758 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 28: conflicting requests 2024-04-12T08:34:36.758 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-12T08:34:36.758 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 29: conflicting requests 2024-04-12T08:34:36.758 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:36.758 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 30: conflicting requests 2024-04-12T08:34:36.758 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-12T08:34:36.758 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 31: conflicting requests 2024-04-12T08:34:36.758 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-12T08:34:36.758 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 32: conflicting requests 2024-04-12T08:34:36.758 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:36.758 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 33: conflicting requests 2024-04-12T08:34:36.758 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-12T08:34:36.758 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 34: conflicting requests 2024-04-12T08:34:36.759 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T08:34:36.759 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 35: conflicting requests 2024-04-12T08:34:36.759 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-12T08:34:36.759 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 36: conflicting requests 2024-04-12T08:34:36.759 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:36.759 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 37: conflicting requests 2024-04-12T08:34:36.759 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-12T08:34:36.759 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-12T08:34:36.759 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-12T08:34:36.759 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 38: cannot install the best candidate for the job 2024-04-12T08:34:36.759 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-12T08:34:36.759 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-12T08:34:36.759 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-12T08:34:36.759 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-12T08:34:36.759 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 39: conflicting requests 2024-04-12T08:34:36.760 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T08:34:36.760 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T08:34:36.760 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-12T08:34:36.760 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:34:36.760 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:34:36.760 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-12T08:34:36.760 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 40: cannot install the best candidate for the job 2024-04-12T08:34:36.760 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-12T08:34:36.760 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-12T08:34:36.760 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:34:36.760 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:34:36.760 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 41: cannot install the best candidate for the job 2024-04-12T08:34:36.760 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T08:34:36.761 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T08:34:36.761 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:34:36.761 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:34:36.761 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 42: cannot install the best candidate for the job 2024-04-12T08:34:36.761 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T08:34:36.761 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T08:34:36.761 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T08:34:36.761 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T08:34:36.761 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 43: cannot install the best candidate for the job 2024-04-12T08:34:36.761 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-12T08:34:36.761 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-12T08:34:36.761 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-12T08:34:36.761 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-12T08:34:36.762 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 44: cannot install the best candidate for the job 2024-04-12T08:34:36.762 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T08:34:36.762 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T08:34:36.762 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T08:34:36.762 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T08:34:36.762 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 45: cannot install the best candidate for the job 2024-04-12T08:34:36.762 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-12T08:34:36.762 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-12T08:34:36.762 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-12T08:34:36.762 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-12T08:34:36.816 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 11/12 2024-04-12T08:34:36.845 INFO:teuthology.orchestra.run.smithi112.stdout:Dependencies resolved. 2024-04-12T08:34:36.845 INFO:teuthology.orchestra.run.smithi112.stdout:================================================================================ 2024-04-12T08:34:36.845 INFO:teuthology.orchestra.run.smithi112.stdout: Package Architecture Version Repository Size 2024-04-12T08:34:36.845 INFO:teuthology.orchestra.run.smithi112.stdout:================================================================================ 2024-04-12T08:34:36.845 INFO:teuthology.orchestra.run.smithi112.stdout:Installing: 2024-04-12T08:34:36.845 INFO:teuthology.orchestra.run.smithi112.stdout: rbd-fuse x86_64 2:17.2.7-827.gd3b5060a.el9 ceph 82 k 2024-04-12T08:34:36.845 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T08:34:36.845 INFO:teuthology.orchestra.run.smithi112.stdout:Transaction Summary 2024-04-12T08:34:36.846 INFO:teuthology.orchestra.run.smithi112.stdout:================================================================================ 2024-04-12T08:34:36.846 INFO:teuthology.orchestra.run.smithi112.stdout:Install 1 Package 2024-04-12T08:34:36.846 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T08:34:36.846 INFO:teuthology.orchestra.run.smithi112.stdout:Total download size: 82 k 2024-04-12T08:34:36.846 INFO:teuthology.orchestra.run.smithi112.stdout:Installed size: 222 k 2024-04-12T08:34:36.846 INFO:teuthology.orchestra.run.smithi112.stdout:Downloading Packages: 2024-04-12T08:34:36.849 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : ceph-mgr-diskprediction-local-2:17.2.7-827.gd3b506 12/12 2024-04-12T08:34:37.051 INFO:teuthology.orchestra.run.smithi112.stdout:rbd-fuse-17.2.7-827.gd3b5060a.el9.x86_64.rpm 401 kB/s | 82 kB 00:00 2024-04-12T08:34:37.051 INFO:teuthology.orchestra.run.smithi112.stdout:-------------------------------------------------------------------------------- 2024-04-12T08:34:37.051 INFO:teuthology.orchestra.run.smithi112.stdout:Total 398 kB/s | 82 kB 00:00 2024-04-12T08:34:37.052 INFO:teuthology.orchestra.run.smithi112.stdout:Running transaction check 2024-04-12T08:34:37.058 INFO:teuthology.orchestra.run.smithi112.stdout:Transaction check succeeded. 2024-04-12T08:34:37.058 INFO:teuthology.orchestra.run.smithi112.stdout:Running transaction test 2024-04-12T08:34:37.117 INFO:teuthology.orchestra.run.smithi112.stdout:Transaction test succeeded. 2024-04-12T08:34:37.117 INFO:teuthology.orchestra.run.smithi112.stdout:Running transaction 2024-04-12T08:34:37.254 INFO:teuthology.orchestra.run.smithi112.stdout: Preparing : 1/1 2024-04-12T08:34:37.357 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : rbd-fuse-2:17.2.7-827.gd3b5060a.el9.x86_64 1/1 2024-04-12T08:34:37.745 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: rbd-fuse-2:17.2.7-827.gd3b5060a.el9.x86_64 1/1 2024-04-12T08:34:38.065 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : rbd-fuse-2:17.2.7-827.gd3b5060a.el9.x86_64 1/1 2024-04-12T08:34:38.065 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T08:34:38.065 INFO:teuthology.orchestra.run.smithi112.stdout:Installed: 2024-04-12T08:34:38.065 INFO:teuthology.orchestra.run.smithi112.stdout: rbd-fuse-2:17.2.7-827.gd3b5060a.el9.x86_64 2024-04-12T08:34:38.065 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T08:34:38.065 INFO:teuthology.orchestra.run.smithi112.stdout:Complete! 2024-04-12T08:34:38.330 DEBUG:teuthology.orchestra.run.smithi112:> sudo yum -y install rbd-mirror 2024-04-12T08:34:38.955 INFO:teuthology.orchestra.run.smithi112.stdout:Last metadata expiration check: 0:02:06 ago on Fri 12 Apr 2024 08:32:32 AM UTC. 2024-04-12T08:34:39.254 INFO:teuthology.orchestra.run.smithi112.stderr:Modular dependency problems: 2024-04-12T08:34:39.255 INFO:teuthology.orchestra.run.smithi112.stderr: 2024-04-12T08:34:39.255 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 1: conflicting requests 2024-04-12T08:34:39.255 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-12T08:34:39.255 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 2: conflicting requests 2024-04-12T08:34:39.255 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-12T08:34:39.255 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 3: conflicting requests 2024-04-12T08:34:39.255 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-12T08:34:39.255 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 4: conflicting requests 2024-04-12T08:34:39.255 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T08:34:39.255 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 5: conflicting requests 2024-04-12T08:34:39.255 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-12T08:34:39.256 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 6: conflicting requests 2024-04-12T08:34:39.256 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:39.256 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 7: conflicting requests 2024-04-12T08:34:39.256 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-12T08:34:39.256 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 8: conflicting requests 2024-04-12T08:34:39.256 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-12T08:34:39.256 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 9: conflicting requests 2024-04-12T08:34:39.256 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-12T08:34:39.256 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 10: conflicting requests 2024-04-12T08:34:39.256 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:39.256 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 11: conflicting requests 2024-04-12T08:34:39.256 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-12T08:34:39.256 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 12: conflicting requests 2024-04-12T08:34:39.256 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-12T08:34:39.257 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 13: conflicting requests 2024-04-12T08:34:39.257 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T08:34:39.257 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 14: conflicting requests 2024-04-12T08:34:39.257 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-12T08:34:39.257 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 15: conflicting requests 2024-04-12T08:34:39.257 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T08:34:39.257 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 16: conflicting requests 2024-04-12T08:34:39.257 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:39.257 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 17: conflicting requests 2024-04-12T08:34:39.257 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:34:39.257 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 18: conflicting requests 2024-04-12T08:34:39.257 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T08:34:39.257 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 19: conflicting requests 2024-04-12T08:34:39.257 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:34:39.258 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 20: conflicting requests 2024-04-12T08:34:39.258 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T08:34:39.258 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 21: conflicting requests 2024-04-12T08:34:39.258 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-12T08:34:39.258 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 22: conflicting requests 2024-04-12T08:34:39.258 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:39.258 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 23: conflicting requests 2024-04-12T08:34:39.258 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-12T08:34:39.258 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 24: conflicting requests 2024-04-12T08:34:39.258 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-12T08:34:39.258 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 25: conflicting requests 2024-04-12T08:34:39.258 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-12T08:34:39.259 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 26: conflicting requests 2024-04-12T08:34:39.259 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-12T08:34:39.259 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 27: conflicting requests 2024-04-12T08:34:39.259 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:34:39.259 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 28: conflicting requests 2024-04-12T08:34:39.259 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-12T08:34:39.259 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 29: conflicting requests 2024-04-12T08:34:39.259 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:39.259 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 30: conflicting requests 2024-04-12T08:34:39.259 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-12T08:34:39.259 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 31: conflicting requests 2024-04-12T08:34:39.259 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-12T08:34:39.259 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 32: conflicting requests 2024-04-12T08:34:39.259 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:39.260 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 33: conflicting requests 2024-04-12T08:34:39.260 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-12T08:34:39.260 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 34: conflicting requests 2024-04-12T08:34:39.260 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T08:34:39.260 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 35: conflicting requests 2024-04-12T08:34:39.260 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-12T08:34:39.260 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 36: conflicting requests 2024-04-12T08:34:39.260 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:39.260 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 37: conflicting requests 2024-04-12T08:34:39.260 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-12T08:34:39.260 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-12T08:34:39.260 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-12T08:34:39.260 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 38: cannot install the best candidate for the job 2024-04-12T08:34:39.260 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-12T08:34:39.260 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-12T08:34:39.261 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-12T08:34:39.261 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-12T08:34:39.261 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 39: conflicting requests 2024-04-12T08:34:39.261 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T08:34:39.261 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T08:34:39.261 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-12T08:34:39.261 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:34:39.261 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:34:39.261 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-12T08:34:39.261 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 40: cannot install the best candidate for the job 2024-04-12T08:34:39.261 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-12T08:34:39.261 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-12T08:34:39.261 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:34:39.261 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:34:39.262 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 41: cannot install the best candidate for the job 2024-04-12T08:34:39.262 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T08:34:39.262 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T08:34:39.262 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:34:39.262 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:34:39.262 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 42: cannot install the best candidate for the job 2024-04-12T08:34:39.262 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T08:34:39.262 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T08:34:39.262 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T08:34:39.262 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T08:34:39.262 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 43: cannot install the best candidate for the job 2024-04-12T08:34:39.262 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-12T08:34:39.262 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-12T08:34:39.263 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-12T08:34:39.263 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-12T08:34:39.263 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 44: cannot install the best candidate for the job 2024-04-12T08:34:39.263 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T08:34:39.263 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T08:34:39.263 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T08:34:39.263 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T08:34:39.263 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 45: cannot install the best candidate for the job 2024-04-12T08:34:39.263 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-12T08:34:39.263 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-12T08:34:39.263 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-12T08:34:39.263 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-12T08:34:39.319 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:17.2.7-827.gd3b506 12/12 2024-04-12T08:34:39.319 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ceph-mgr-diskprediction-local-2:17.2.7-827.gd3b506 1/12 2024-04-12T08:34:39.319 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 2/12 2024-04-12T08:34:39.319 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 3/12 2024-04-12T08:34:39.319 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 4/12 2024-04-12T08:34:39.319 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 5/12 2024-04-12T08:34:39.319 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 6/12 2024-04-12T08:34:39.319 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 7/12 2024-04-12T08:34:39.320 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 8/12 2024-04-12T08:34:39.320 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-devel-3.9.17-2.el9.x86_64 9/12 2024-04-12T08:34:39.320 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 10/12 2024-04-12T08:34:39.320 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 11/12 2024-04-12T08:34:39.323 INFO:teuthology.orchestra.run.smithi112.stdout:Dependencies resolved. 2024-04-12T08:34:39.324 INFO:teuthology.orchestra.run.smithi112.stdout:================================================================================ 2024-04-12T08:34:39.324 INFO:teuthology.orchestra.run.smithi112.stdout: Package Arch Version Repo Size 2024-04-12T08:34:39.324 INFO:teuthology.orchestra.run.smithi112.stdout:================================================================================ 2024-04-12T08:34:39.324 INFO:teuthology.orchestra.run.smithi112.stdout:Installing: 2024-04-12T08:34:39.324 INFO:teuthology.orchestra.run.smithi112.stdout: rbd-mirror x86_64 2:17.2.7-827.gd3b5060a.el9 ceph 2.9 M 2024-04-12T08:34:39.324 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T08:34:39.324 INFO:teuthology.orchestra.run.smithi112.stdout:Transaction Summary 2024-04-12T08:34:39.324 INFO:teuthology.orchestra.run.smithi112.stdout:================================================================================ 2024-04-12T08:34:39.324 INFO:teuthology.orchestra.run.smithi112.stdout:Install 1 Package 2024-04-12T08:34:39.325 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T08:34:39.325 INFO:teuthology.orchestra.run.smithi112.stdout:Total download size: 2.9 M 2024-04-12T08:34:39.325 INFO:teuthology.orchestra.run.smithi112.stdout:Installed size: 12 M 2024-04-12T08:34:39.325 INFO:teuthology.orchestra.run.smithi112.stdout:Downloading Packages: 2024-04-12T08:34:39.806 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 12/12 2024-04-12T08:34:39.807 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-04-12T08:34:39.807 INFO:teuthology.orchestra.run.smithi175.stdout:Installed: 2024-04-12T08:34:39.807 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-mgr-diskprediction-local-2:17.2.7-827.gd3b5060a.el9.noarch 2024-04-12T08:34:39.807 INFO:teuthology.orchestra.run.smithi175.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-04-12T08:34:39.807 INFO:teuthology.orchestra.run.smithi175.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-04-12T08:34:39.807 INFO:teuthology.orchestra.run.smithi175.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-04-12T08:34:39.807 INFO:teuthology.orchestra.run.smithi175.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-04-12T08:34:39.807 INFO:teuthology.orchestra.run.smithi175.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-04-12T08:34:39.807 INFO:teuthology.orchestra.run.smithi175.stdout: openblas-0.3.21-2.el9.x86_64 2024-04-12T08:34:39.807 INFO:teuthology.orchestra.run.smithi175.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-04-12T08:34:39.807 INFO:teuthology.orchestra.run.smithi175.stdout: python3-devel-3.9.17-2.el9.x86_64 2024-04-12T08:34:39.807 INFO:teuthology.orchestra.run.smithi175.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-04-12T08:34:39.807 INFO:teuthology.orchestra.run.smithi175.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-04-12T08:34:39.808 INFO:teuthology.orchestra.run.smithi175.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-04-12T08:34:39.808 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-04-12T08:34:39.808 INFO:teuthology.orchestra.run.smithi175.stdout:Complete! 2024-04-12T08:34:39.856 INFO:teuthology.orchestra.run.smithi112.stdout:rbd-mirror-17.2.7-827.gd3b5060a.el9.x86_64.rpm 5.5 MB/s | 2.9 MB 00:00 2024-04-12T08:34:39.857 INFO:teuthology.orchestra.run.smithi112.stdout:-------------------------------------------------------------------------------- 2024-04-12T08:34:39.857 INFO:teuthology.orchestra.run.smithi112.stdout:Total 5.5 MB/s | 2.9 MB 00:00 2024-04-12T08:34:39.857 INFO:teuthology.orchestra.run.smithi112.stdout:Running transaction check 2024-04-12T08:34:39.866 INFO:teuthology.orchestra.run.smithi112.stdout:Transaction check succeeded. 2024-04-12T08:34:39.866 INFO:teuthology.orchestra.run.smithi112.stdout:Running transaction test 2024-04-12T08:34:39.941 INFO:teuthology.orchestra.run.smithi112.stdout:Transaction test succeeded. 2024-04-12T08:34:39.941 INFO:teuthology.orchestra.run.smithi112.stdout:Running transaction 2024-04-12T08:34:40.200 DEBUG:teuthology.orchestra.run.smithi175:> sudo yum -y install ceph-mgr-rook 2024-04-12T08:34:40.359 INFO:teuthology.orchestra.run.smithi112.stdout: Preparing : 1/1 2024-04-12T08:34:40.406 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : rbd-mirror-2:17.2.7-827.gd3b5060a.el9.x86_64 1/1 2024-04-12T08:34:40.432 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: rbd-mirror-2:17.2.7-827.gd3b5060a.el9.x86_64 1/1 2024-04-12T08:34:40.432 INFO:teuthology.orchestra.run.smithi112.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-12T08:34:40.432 INFO:teuthology.orchestra.run.smithi112.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-04-12T08:34:40.432 INFO:teuthology.orchestra.run.smithi112.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-12T08:34:40.432 INFO:teuthology.orchestra.run.smithi112.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-12T08:34:40.432 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T08:34:40.806 INFO:teuthology.orchestra.run.smithi175.stdout:Last metadata expiration check: 0:01:42 ago on Fri 12 Apr 2024 08:32:58 AM UTC. 2024-04-12T08:34:41.093 INFO:teuthology.orchestra.run.smithi175.stderr:Modular dependency problems: 2024-04-12T08:34:41.094 INFO:teuthology.orchestra.run.smithi175.stderr: 2024-04-12T08:34:41.094 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 1: conflicting requests 2024-04-12T08:34:41.094 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-12T08:34:41.094 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 2: conflicting requests 2024-04-12T08:34:41.094 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-12T08:34:41.094 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 3: conflicting requests 2024-04-12T08:34:41.094 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-12T08:34:41.094 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 4: conflicting requests 2024-04-12T08:34:41.094 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T08:34:41.094 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 5: conflicting requests 2024-04-12T08:34:41.095 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-12T08:34:41.095 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 6: conflicting requests 2024-04-12T08:34:41.095 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:41.095 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 7: conflicting requests 2024-04-12T08:34:41.095 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-12T08:34:41.095 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 8: conflicting requests 2024-04-12T08:34:41.095 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-12T08:34:41.095 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 9: conflicting requests 2024-04-12T08:34:41.095 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-12T08:34:41.095 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 10: conflicting requests 2024-04-12T08:34:41.095 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:41.095 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 11: conflicting requests 2024-04-12T08:34:41.095 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-12T08:34:41.096 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 12: conflicting requests 2024-04-12T08:34:41.096 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-12T08:34:41.096 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 13: conflicting requests 2024-04-12T08:34:41.096 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T08:34:41.096 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 14: conflicting requests 2024-04-12T08:34:41.096 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-12T08:34:41.096 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 15: conflicting requests 2024-04-12T08:34:41.096 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T08:34:41.096 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 16: conflicting requests 2024-04-12T08:34:41.096 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:41.096 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 17: conflicting requests 2024-04-12T08:34:41.096 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:34:41.096 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 18: conflicting requests 2024-04-12T08:34:41.096 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T08:34:41.097 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 19: conflicting requests 2024-04-12T08:34:41.097 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:34:41.097 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 20: conflicting requests 2024-04-12T08:34:41.097 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T08:34:41.097 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 21: conflicting requests 2024-04-12T08:34:41.097 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-12T08:34:41.097 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 22: conflicting requests 2024-04-12T08:34:41.097 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:41.097 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 23: conflicting requests 2024-04-12T08:34:41.097 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-12T08:34:41.097 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 24: conflicting requests 2024-04-12T08:34:41.097 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-12T08:34:41.097 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 25: conflicting requests 2024-04-12T08:34:41.098 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-12T08:34:41.098 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 26: conflicting requests 2024-04-12T08:34:41.098 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-12T08:34:41.098 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 27: conflicting requests 2024-04-12T08:34:41.098 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:34:41.098 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 28: conflicting requests 2024-04-12T08:34:41.098 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-12T08:34:41.098 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 29: conflicting requests 2024-04-12T08:34:41.098 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:41.098 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 30: conflicting requests 2024-04-12T08:34:41.098 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-12T08:34:41.098 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 31: conflicting requests 2024-04-12T08:34:41.098 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-12T08:34:41.099 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 32: conflicting requests 2024-04-12T08:34:41.099 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:41.099 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 33: conflicting requests 2024-04-12T08:34:41.099 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-12T08:34:41.099 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 34: conflicting requests 2024-04-12T08:34:41.099 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T08:34:41.099 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 35: conflicting requests 2024-04-12T08:34:41.099 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-12T08:34:41.099 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 36: conflicting requests 2024-04-12T08:34:41.099 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:41.099 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 37: conflicting requests 2024-04-12T08:34:41.099 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-12T08:34:41.099 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-12T08:34:41.099 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-12T08:34:41.100 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 38: cannot install the best candidate for the job 2024-04-12T08:34:41.100 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-12T08:34:41.100 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-12T08:34:41.100 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-12T08:34:41.100 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-12T08:34:41.100 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 39: conflicting requests 2024-04-12T08:34:41.100 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T08:34:41.100 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T08:34:41.100 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-12T08:34:41.100 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:34:41.100 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:34:41.100 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-12T08:34:41.100 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 40: cannot install the best candidate for the job 2024-04-12T08:34:41.100 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-12T08:34:41.101 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-12T08:34:41.101 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:34:41.101 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:34:41.101 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 41: cannot install the best candidate for the job 2024-04-12T08:34:41.101 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T08:34:41.101 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T08:34:41.101 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:34:41.101 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:34:41.101 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 42: cannot install the best candidate for the job 2024-04-12T08:34:41.101 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T08:34:41.101 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T08:34:41.101 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T08:34:41.101 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T08:34:41.101 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 43: cannot install the best candidate for the job 2024-04-12T08:34:41.102 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-12T08:34:41.102 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-12T08:34:41.102 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-12T08:34:41.102 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-12T08:34:41.102 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 44: cannot install the best candidate for the job 2024-04-12T08:34:41.102 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T08:34:41.102 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T08:34:41.102 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T08:34:41.102 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T08:34:41.102 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 45: cannot install the best candidate for the job 2024-04-12T08:34:41.102 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-12T08:34:41.102 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-12T08:34:41.103 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-12T08:34:41.103 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-12T08:34:41.163 INFO:teuthology.orchestra.run.smithi175.stdout:Dependencies resolved. 2024-04-12T08:34:41.164 INFO:teuthology.orchestra.run.smithi175.stdout:================================================================================ 2024-04-12T08:34:41.164 INFO:teuthology.orchestra.run.smithi175.stdout: Package Arch Version Repository Size 2024-04-12T08:34:41.164 INFO:teuthology.orchestra.run.smithi175.stdout:================================================================================ 2024-04-12T08:34:41.164 INFO:teuthology.orchestra.run.smithi175.stdout:Installing: 2024-04-12T08:34:41.164 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-mgr-rook noarch 2:17.2.7-827.gd3b5060a.el9 ceph-noarch 47 k 2024-04-12T08:34:41.164 INFO:teuthology.orchestra.run.smithi175.stdout:Installing dependencies: 2024-04-12T08:34:41.164 INFO:teuthology.orchestra.run.smithi175.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-04-12T08:34:41.164 INFO:teuthology.orchestra.run.smithi175.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-04-12T08:34:41.164 INFO:teuthology.orchestra.run.smithi175.stdout: python3-google-auth noarch 1:2.28.2-1.el9 epel 203 k 2024-04-12T08:34:41.164 INFO:teuthology.orchestra.run.smithi175.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-04-12T08:34:41.164 INFO:teuthology.orchestra.run.smithi175.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-04-12T08:34:41.165 INFO:teuthology.orchestra.run.smithi175.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-04-12T08:34:41.165 INFO:teuthology.orchestra.run.smithi175.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-04-12T08:34:41.165 INFO:teuthology.orchestra.run.smithi175.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-04-12T08:34:41.165 INFO:teuthology.orchestra.run.smithi175.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-04-12T08:34:41.165 INFO:teuthology.orchestra.run.smithi175.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-04-12T08:34:41.165 INFO:teuthology.orchestra.run.smithi175.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-04-12T08:34:41.165 INFO:teuthology.orchestra.run.smithi175.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-04-12T08:34:41.165 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-04-12T08:34:41.165 INFO:teuthology.orchestra.run.smithi175.stdout:Transaction Summary 2024-04-12T08:34:41.165 INFO:teuthology.orchestra.run.smithi175.stdout:================================================================================ 2024-04-12T08:34:41.165 INFO:teuthology.orchestra.run.smithi175.stdout:Install 13 Packages 2024-04-12T08:34:41.165 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-04-12T08:34:41.166 INFO:teuthology.orchestra.run.smithi175.stdout:Total download size: 2.2 M 2024-04-12T08:34:41.166 INFO:teuthology.orchestra.run.smithi175.stdout:Installed size: 26 M 2024-04-12T08:34:41.166 INFO:teuthology.orchestra.run.smithi175.stdout:Downloading Packages: 2024-04-12T08:34:41.508 INFO:teuthology.orchestra.run.smithi175.stdout:(1/13): python3-jsonpatch-1.21-16.el9.noarch.rp 293 kB/s | 26 kB 00:00 2024-04-12T08:34:41.533 INFO:teuthology.orchestra.run.smithi175.stdout:(2/13): python3-jsonpointer-2.0-4.el9.noarch.rp 170 kB/s | 19 kB 00:00 2024-04-12T08:34:41.612 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : rbd-mirror-2:17.2.7-827.gd3b5060a.el9.x86_64 1/1 2024-04-12T08:34:41.612 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T08:34:41.612 INFO:teuthology.orchestra.run.smithi112.stdout:Installed: 2024-04-12T08:34:41.612 INFO:teuthology.orchestra.run.smithi112.stdout: rbd-mirror-2:17.2.7-827.gd3b5060a.el9.x86_64 2024-04-12T08:34:41.612 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T08:34:41.613 INFO:teuthology.orchestra.run.smithi112.stdout:Complete! 2024-04-12T08:34:41.658 INFO:teuthology.orchestra.run.smithi175.stdout:(3/13): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.2 MB/s | 159 kB 00:00 2024-04-12T08:34:41.692 INFO:teuthology.orchestra.run.smithi175.stdout:(4/13): python3-oauthlib-3.1.1-5.el9.noarch.rpm 1.4 MB/s | 222 kB 00:00 2024-04-12T08:34:41.742 INFO:teuthology.orchestra.run.smithi175.stdout:(5/13): ceph-mgr-rook-17.2.7-827.gd3b5060a.el9. 147 kB/s | 47 kB 00:00 2024-04-12T08:34:41.767 INFO:teuthology.orchestra.run.smithi175.stdout:(6/13): python3-requests-oauthlib-1.3.0-12.el9. 711 kB/s | 54 kB 00:00 2024-04-12T08:34:41.793 INFO:teuthology.orchestra.run.smithi175.stdout:(7/13): python3-pyasn1-modules-0.4.8-6.el9.noar 2.0 MB/s | 279 kB 00:00 2024-04-12T08:34:41.851 INFO:teuthology.orchestra.run.smithi175.stdout:(8/13): python3-certifi-2021.10.8-2.el9.noarch. 179 kB/s | 15 kB 00:00 2024-04-12T08:34:41.863 DEBUG:teuthology.orchestra.run.smithi112:> sudo yum -y install rbd-nbd 2024-04-12T08:34:41.876 INFO:teuthology.orchestra.run.smithi175.stdout:(9/13): python3-cachetools-4.2.4-1.el9.noarch.r 240 kB/s | 32 kB 00:00 2024-04-12T08:34:41.935 INFO:teuthology.orchestra.run.smithi175.stdout:(10/13): python3-rsa-4.9-2.el9.noarch.rpm 1.0 MB/s | 59 kB 00:00 2024-04-12T08:34:41.960 INFO:teuthology.orchestra.run.smithi175.stdout:(11/13): python3-google-auth-2.28.2-1.el9.noarc 1.2 MB/s | 203 kB 00:00 2024-04-12T08:34:41.994 INFO:teuthology.orchestra.run.smithi175.stdout:(12/13): python3-websocket-client-1.2.3-2.el9.n 1.5 MB/s | 90 kB 00:00 2024-04-12T08:34:42.061 INFO:teuthology.orchestra.run.smithi175.stdout:(13/13): python3-kubernetes-26.1.0-2.el9.noarch 4.9 MB/s | 1.0 MB 00:00 2024-04-12T08:34:42.061 INFO:teuthology.orchestra.run.smithi175.stdout:-------------------------------------------------------------------------------- 2024-04-12T08:34:42.061 INFO:teuthology.orchestra.run.smithi175.stdout:Total 2.5 MB/s | 2.2 MB 00:00 2024-04-12T08:34:42.125 INFO:teuthology.orchestra.run.smithi175.stdout:Running transaction check 2024-04-12T08:34:42.140 INFO:teuthology.orchestra.run.smithi175.stdout:Transaction check succeeded. 2024-04-12T08:34:42.140 INFO:teuthology.orchestra.run.smithi175.stdout:Running transaction test 2024-04-12T08:34:42.234 INFO:teuthology.orchestra.run.smithi175.stdout:Transaction test succeeded. 2024-04-12T08:34:42.237 INFO:teuthology.orchestra.run.smithi175.stdout:Running transaction 2024-04-12T08:34:42.479 INFO:teuthology.orchestra.run.smithi112.stdout:Last metadata expiration check: 0:02:10 ago on Fri 12 Apr 2024 08:32:32 AM UTC. 2024-04-12T08:34:42.771 INFO:teuthology.orchestra.run.smithi112.stderr:Modular dependency problems: 2024-04-12T08:34:42.771 INFO:teuthology.orchestra.run.smithi112.stderr: 2024-04-12T08:34:42.771 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 1: conflicting requests 2024-04-12T08:34:42.771 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-12T08:34:42.771 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 2: conflicting requests 2024-04-12T08:34:42.771 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-12T08:34:42.772 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 3: conflicting requests 2024-04-12T08:34:42.772 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-12T08:34:42.772 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 4: conflicting requests 2024-04-12T08:34:42.772 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T08:34:42.772 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 5: conflicting requests 2024-04-12T08:34:42.772 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-12T08:34:42.772 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 6: conflicting requests 2024-04-12T08:34:42.772 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:42.772 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 7: conflicting requests 2024-04-12T08:34:42.772 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-12T08:34:42.772 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 8: conflicting requests 2024-04-12T08:34:42.772 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-12T08:34:42.772 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 9: conflicting requests 2024-04-12T08:34:42.772 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-12T08:34:42.773 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 10: conflicting requests 2024-04-12T08:34:42.773 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:42.773 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 11: conflicting requests 2024-04-12T08:34:42.773 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-12T08:34:42.773 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 12: conflicting requests 2024-04-12T08:34:42.773 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-12T08:34:42.773 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 13: conflicting requests 2024-04-12T08:34:42.773 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T08:34:42.773 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 14: conflicting requests 2024-04-12T08:34:42.773 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-12T08:34:42.773 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 15: conflicting requests 2024-04-12T08:34:42.773 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T08:34:42.773 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 16: conflicting requests 2024-04-12T08:34:42.773 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:42.774 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 17: conflicting requests 2024-04-12T08:34:42.774 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:34:42.774 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 18: conflicting requests 2024-04-12T08:34:42.774 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T08:34:42.774 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 19: conflicting requests 2024-04-12T08:34:42.774 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:34:42.774 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 20: conflicting requests 2024-04-12T08:34:42.774 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T08:34:42.774 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 21: conflicting requests 2024-04-12T08:34:42.774 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-12T08:34:42.774 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 22: conflicting requests 2024-04-12T08:34:42.774 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:42.774 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 23: conflicting requests 2024-04-12T08:34:42.775 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-12T08:34:42.775 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 24: conflicting requests 2024-04-12T08:34:42.775 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-12T08:34:42.775 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 25: conflicting requests 2024-04-12T08:34:42.775 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-12T08:34:42.775 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 26: conflicting requests 2024-04-12T08:34:42.775 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-12T08:34:42.775 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 27: conflicting requests 2024-04-12T08:34:42.775 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:34:42.775 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 28: conflicting requests 2024-04-12T08:34:42.775 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-12T08:34:42.775 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 29: conflicting requests 2024-04-12T08:34:42.775 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:42.775 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 30: conflicting requests 2024-04-12T08:34:42.776 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-12T08:34:42.776 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 31: conflicting requests 2024-04-12T08:34:42.776 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-12T08:34:42.776 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 32: conflicting requests 2024-04-12T08:34:42.776 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:42.776 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 33: conflicting requests 2024-04-12T08:34:42.776 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-12T08:34:42.776 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 34: conflicting requests 2024-04-12T08:34:42.776 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T08:34:42.776 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 35: conflicting requests 2024-04-12T08:34:42.776 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-12T08:34:42.776 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 36: conflicting requests 2024-04-12T08:34:42.776 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:42.776 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 37: conflicting requests 2024-04-12T08:34:42.777 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-12T08:34:42.777 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-12T08:34:42.777 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-12T08:34:42.777 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 38: cannot install the best candidate for the job 2024-04-12T08:34:42.777 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-12T08:34:42.777 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-12T08:34:42.777 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-12T08:34:42.777 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-12T08:34:42.777 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 39: conflicting requests 2024-04-12T08:34:42.777 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T08:34:42.777 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T08:34:42.777 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-12T08:34:42.777 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:34:42.777 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:34:42.777 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-12T08:34:42.778 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 40: cannot install the best candidate for the job 2024-04-12T08:34:42.778 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-12T08:34:42.778 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-12T08:34:42.778 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:34:42.778 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:34:42.778 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 41: cannot install the best candidate for the job 2024-04-12T08:34:42.778 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T08:34:42.778 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T08:34:42.778 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:34:42.778 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:34:42.778 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 42: cannot install the best candidate for the job 2024-04-12T08:34:42.778 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T08:34:42.778 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T08:34:42.779 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T08:34:42.779 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T08:34:42.779 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 43: cannot install the best candidate for the job 2024-04-12T08:34:42.779 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-12T08:34:42.779 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-12T08:34:42.779 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-12T08:34:42.779 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-12T08:34:42.779 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 44: cannot install the best candidate for the job 2024-04-12T08:34:42.779 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T08:34:42.779 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T08:34:42.779 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T08:34:42.779 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T08:34:42.779 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 45: cannot install the best candidate for the job 2024-04-12T08:34:42.779 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-12T08:34:42.780 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-12T08:34:42.780 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-12T08:34:42.780 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-12T08:34:42.780 INFO:teuthology.orchestra.run.smithi175.stdout: Preparing : 1/1 2024-04-12T08:34:42.841 INFO:teuthology.orchestra.run.smithi112.stdout:Dependencies resolved. 2024-04-12T08:34:42.842 INFO:teuthology.orchestra.run.smithi112.stdout:================================================================================ 2024-04-12T08:34:42.842 INFO:teuthology.orchestra.run.smithi112.stdout: Package Architecture Version Repository Size 2024-04-12T08:34:42.842 INFO:teuthology.orchestra.run.smithi112.stdout:================================================================================ 2024-04-12T08:34:42.842 INFO:teuthology.orchestra.run.smithi112.stdout:Installing: 2024-04-12T08:34:42.843 INFO:teuthology.orchestra.run.smithi112.stdout: rbd-nbd x86_64 2:17.2.7-827.gd3b5060a.el9 ceph 165 k 2024-04-12T08:34:42.843 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T08:34:42.843 INFO:teuthology.orchestra.run.smithi112.stdout:Transaction Summary 2024-04-12T08:34:42.843 INFO:teuthology.orchestra.run.smithi112.stdout:================================================================================ 2024-04-12T08:34:42.843 INFO:teuthology.orchestra.run.smithi112.stdout:Install 1 Package 2024-04-12T08:34:42.843 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T08:34:42.843 INFO:teuthology.orchestra.run.smithi112.stdout:Total download size: 165 k 2024-04-12T08:34:42.843 INFO:teuthology.orchestra.run.smithi112.stdout:Installed size: 477 k 2024-04-12T08:34:42.843 INFO:teuthology.orchestra.run.smithi112.stdout:Downloading Packages: 2024-04-12T08:34:42.932 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 1/13 2024-04-12T08:34:42.987 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 2/13 2024-04-12T08:34:43.043 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-rsa-4.9-2.el9.noarch 3/13 2024-04-12T08:34:43.088 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 4/13 2024-04-12T08:34:43.129 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 5/13 2024-04-12T08:34:43.142 INFO:teuthology.orchestra.run.smithi112.stdout:rbd-nbd-17.2.7-827.gd3b5060a.el9.x86_64.rpm 552 kB/s | 165 kB 00:00 2024-04-12T08:34:43.142 INFO:teuthology.orchestra.run.smithi112.stdout:-------------------------------------------------------------------------------- 2024-04-12T08:34:43.143 INFO:teuthology.orchestra.run.smithi112.stdout:Total 550 kB/s | 165 kB 00:00 2024-04-12T08:34:43.143 INFO:teuthology.orchestra.run.smithi112.stdout:Running transaction check 2024-04-12T08:34:43.150 INFO:teuthology.orchestra.run.smithi112.stdout:Transaction check succeeded. 2024-04-12T08:34:43.151 INFO:teuthology.orchestra.run.smithi112.stdout:Running transaction test 2024-04-12T08:34:43.209 INFO:teuthology.orchestra.run.smithi112.stdout:Transaction test succeeded. 2024-04-12T08:34:43.210 INFO:teuthology.orchestra.run.smithi112.stdout:Running transaction 2024-04-12T08:34:43.223 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 6/13 2024-04-12T08:34:43.332 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-google-auth-1:2.28.2-1.el9.noarch 7/13 2024-04-12T08:34:43.361 INFO:teuthology.orchestra.run.smithi112.stdout: Preparing : 1/1 2024-04-12T08:34:43.380 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 8/13 2024-04-12T08:34:43.473 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : rbd-nbd-2:17.2.7-827.gd3b5060a.el9.x86_64 1/1 2024-04-12T08:34:43.891 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: rbd-nbd-2:17.2.7-827.gd3b5060a.el9.x86_64 1/1 2024-04-12T08:34:44.101 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 9/13 2024-04-12T08:34:44.153 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 10/13 2024-04-12T08:34:44.178 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 11/13 2024-04-12T08:34:44.196 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : rbd-nbd-2:17.2.7-827.gd3b5060a.el9.x86_64 1/1 2024-04-12T08:34:44.197 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T08:34:44.197 INFO:teuthology.orchestra.run.smithi112.stdout:Installed: 2024-04-12T08:34:44.197 INFO:teuthology.orchestra.run.smithi112.stdout: rbd-nbd-2:17.2.7-827.gd3b5060a.el9.x86_64 2024-04-12T08:34:44.197 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T08:34:44.197 INFO:teuthology.orchestra.run.smithi112.stdout:Complete! 2024-04-12T08:34:44.224 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 12/13 2024-04-12T08:34:44.248 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : ceph-mgr-rook-2:17.2.7-827.gd3b5060a.el9.noarch 13/13 2024-04-12T08:34:44.471 DEBUG:teuthology.parallel:result is None 2024-04-12T08:34:45.050 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: ceph-mgr-rook-2:17.2.7-827.gd3b5060a.el9.noarch 13/13 2024-04-12T08:34:45.050 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ceph-mgr-rook-2:17.2.7-827.gd3b5060a.el9.noarch 1/13 2024-04-12T08:34:45.050 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 2/13 2024-04-12T08:34:45.051 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 3/13 2024-04-12T08:34:45.051 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 4/13 2024-04-12T08:34:45.051 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 5/13 2024-04-12T08:34:45.051 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 6/13 2024-04-12T08:34:45.051 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 7/13 2024-04-12T08:34:45.051 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 8/13 2024-04-12T08:34:45.051 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 9/13 2024-04-12T08:34:45.051 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-google-auth-1:2.28.2-1.el9.noarch 10/13 2024-04-12T08:34:45.051 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 11/13 2024-04-12T08:34:45.051 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 12/13 2024-04-12T08:34:45.428 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 13/13 2024-04-12T08:34:45.428 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-04-12T08:34:45.428 INFO:teuthology.orchestra.run.smithi175.stdout:Installed: 2024-04-12T08:34:45.428 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-mgr-rook-2:17.2.7-827.gd3b5060a.el9.noarch 2024-04-12T08:34:45.428 INFO:teuthology.orchestra.run.smithi175.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-04-12T08:34:45.428 INFO:teuthology.orchestra.run.smithi175.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-04-12T08:34:45.428 INFO:teuthology.orchestra.run.smithi175.stdout: python3-google-auth-1:2.28.2-1.el9.noarch 2024-04-12T08:34:45.428 INFO:teuthology.orchestra.run.smithi175.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-04-12T08:34:45.428 INFO:teuthology.orchestra.run.smithi175.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-04-12T08:34:45.428 INFO:teuthology.orchestra.run.smithi175.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-04-12T08:34:45.429 INFO:teuthology.orchestra.run.smithi175.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-04-12T08:34:45.429 INFO:teuthology.orchestra.run.smithi175.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-04-12T08:34:45.429 INFO:teuthology.orchestra.run.smithi175.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-04-12T08:34:45.429 INFO:teuthology.orchestra.run.smithi175.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-04-12T08:34:45.429 INFO:teuthology.orchestra.run.smithi175.stdout: python3-rsa-4.9-2.el9.noarch 2024-04-12T08:34:45.429 INFO:teuthology.orchestra.run.smithi175.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-04-12T08:34:45.429 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-04-12T08:34:45.429 INFO:teuthology.orchestra.run.smithi175.stdout:Complete! 2024-04-12T08:34:45.669 DEBUG:teuthology.orchestra.run.smithi175:> sudo yum -y install ceph-mgr-cephadm 2024-04-12T08:34:46.270 INFO:teuthology.orchestra.run.smithi175.stdout:Last metadata expiration check: 0:01:48 ago on Fri 12 Apr 2024 08:32:58 AM UTC. 2024-04-12T08:34:46.561 INFO:teuthology.orchestra.run.smithi175.stderr:Modular dependency problems: 2024-04-12T08:34:46.561 INFO:teuthology.orchestra.run.smithi175.stderr: 2024-04-12T08:34:46.561 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 1: conflicting requests 2024-04-12T08:34:46.561 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-12T08:34:46.562 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 2: conflicting requests 2024-04-12T08:34:46.562 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-12T08:34:46.562 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 3: conflicting requests 2024-04-12T08:34:46.562 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-12T08:34:46.562 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 4: conflicting requests 2024-04-12T08:34:46.562 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T08:34:46.562 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 5: conflicting requests 2024-04-12T08:34:46.562 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-12T08:34:46.562 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 6: conflicting requests 2024-04-12T08:34:46.562 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:46.562 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 7: conflicting requests 2024-04-12T08:34:46.563 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-12T08:34:46.563 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 8: conflicting requests 2024-04-12T08:34:46.563 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-12T08:34:46.563 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 9: conflicting requests 2024-04-12T08:34:46.563 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-12T08:34:46.563 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 10: conflicting requests 2024-04-12T08:34:46.563 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:46.563 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 11: conflicting requests 2024-04-12T08:34:46.563 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-12T08:34:46.563 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 12: conflicting requests 2024-04-12T08:34:46.563 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-12T08:34:46.563 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 13: conflicting requests 2024-04-12T08:34:46.563 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T08:34:46.563 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 14: conflicting requests 2024-04-12T08:34:46.564 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-12T08:34:46.564 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 15: conflicting requests 2024-04-12T08:34:46.564 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T08:34:46.564 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 16: conflicting requests 2024-04-12T08:34:46.564 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:46.564 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 17: conflicting requests 2024-04-12T08:34:46.564 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:34:46.564 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 18: conflicting requests 2024-04-12T08:34:46.564 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T08:34:46.564 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 19: conflicting requests 2024-04-12T08:34:46.564 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:34:46.564 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 20: conflicting requests 2024-04-12T08:34:46.564 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T08:34:46.565 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 21: conflicting requests 2024-04-12T08:34:46.565 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-12T08:34:46.565 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 22: conflicting requests 2024-04-12T08:34:46.565 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:46.565 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 23: conflicting requests 2024-04-12T08:34:46.565 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-12T08:34:46.565 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 24: conflicting requests 2024-04-12T08:34:46.565 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-12T08:34:46.565 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 25: conflicting requests 2024-04-12T08:34:46.565 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-12T08:34:46.565 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 26: conflicting requests 2024-04-12T08:34:46.565 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-12T08:34:46.565 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 27: conflicting requests 2024-04-12T08:34:46.565 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:34:46.566 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 28: conflicting requests 2024-04-12T08:34:46.566 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-12T08:34:46.566 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 29: conflicting requests 2024-04-12T08:34:46.566 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:46.566 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 30: conflicting requests 2024-04-12T08:34:46.566 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-12T08:34:46.566 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 31: conflicting requests 2024-04-12T08:34:46.566 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-12T08:34:46.566 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 32: conflicting requests 2024-04-12T08:34:46.566 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:46.566 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 33: conflicting requests 2024-04-12T08:34:46.567 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-12T08:34:46.567 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 34: conflicting requests 2024-04-12T08:34:46.567 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T08:34:46.567 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 35: conflicting requests 2024-04-12T08:34:46.567 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-12T08:34:46.567 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 36: conflicting requests 2024-04-12T08:34:46.567 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:46.567 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 37: conflicting requests 2024-04-12T08:34:46.567 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-12T08:34:46.567 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-12T08:34:46.567 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-12T08:34:46.567 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 38: cannot install the best candidate for the job 2024-04-12T08:34:46.567 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-12T08:34:46.567 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-12T08:34:46.567 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-12T08:34:46.568 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-12T08:34:46.568 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 39: conflicting requests 2024-04-12T08:34:46.568 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T08:34:46.568 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T08:34:46.568 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-12T08:34:46.568 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:34:46.568 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:34:46.568 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-12T08:34:46.568 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 40: cannot install the best candidate for the job 2024-04-12T08:34:46.568 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-12T08:34:46.568 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-12T08:34:46.568 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:34:46.568 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:34:46.568 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 41: cannot install the best candidate for the job 2024-04-12T08:34:46.569 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T08:34:46.569 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T08:34:46.569 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:34:46.569 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:34:46.569 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 42: cannot install the best candidate for the job 2024-04-12T08:34:46.569 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T08:34:46.569 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T08:34:46.569 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T08:34:46.569 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T08:34:46.569 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 43: cannot install the best candidate for the job 2024-04-12T08:34:46.569 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-12T08:34:46.569 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-12T08:34:46.569 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-12T08:34:46.569 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-12T08:34:46.570 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 44: cannot install the best candidate for the job 2024-04-12T08:34:46.570 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T08:34:46.570 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T08:34:46.570 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T08:34:46.570 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T08:34:46.570 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 45: cannot install the best candidate for the job 2024-04-12T08:34:46.570 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-12T08:34:46.570 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-12T08:34:46.570 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-12T08:34:46.570 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-12T08:34:46.630 INFO:teuthology.orchestra.run.smithi175.stdout:Dependencies resolved. 2024-04-12T08:34:46.631 INFO:teuthology.orchestra.run.smithi175.stdout:================================================================================ 2024-04-12T08:34:46.631 INFO:teuthology.orchestra.run.smithi175.stdout: Package Arch Version Repository Size 2024-04-12T08:34:46.631 INFO:teuthology.orchestra.run.smithi175.stdout:================================================================================ 2024-04-12T08:34:46.631 INFO:teuthology.orchestra.run.smithi175.stdout:Installing: 2024-04-12T08:34:46.631 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-mgr-cephadm noarch 2:17.2.7-827.gd3b5060a.el9 ceph-noarch 123 k 2024-04-12T08:34:46.631 INFO:teuthology.orchestra.run.smithi175.stdout:Installing dependencies: 2024-04-12T08:34:46.631 INFO:teuthology.orchestra.run.smithi175.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-04-12T08:34:46.631 INFO:teuthology.orchestra.run.smithi175.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-04-12T08:34:46.631 INFO:teuthology.orchestra.run.smithi175.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-04-12T08:34:46.631 INFO:teuthology.orchestra.run.smithi175.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-04-12T08:34:46.631 INFO:teuthology.orchestra.run.smithi175.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-04-12T08:34:46.632 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-04-12T08:34:46.632 INFO:teuthology.orchestra.run.smithi175.stdout:Transaction Summary 2024-04-12T08:34:46.632 INFO:teuthology.orchestra.run.smithi175.stdout:================================================================================ 2024-04-12T08:34:46.632 INFO:teuthology.orchestra.run.smithi175.stdout:Install 6 Packages 2024-04-12T08:34:46.632 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-04-12T08:34:46.632 INFO:teuthology.orchestra.run.smithi175.stdout:Total download size: 7.0 M 2024-04-12T08:34:46.632 INFO:teuthology.orchestra.run.smithi175.stdout:Installed size: 33 M 2024-04-12T08:34:46.632 INFO:teuthology.orchestra.run.smithi175.stdout:Downloading Packages: 2024-04-12T08:34:47.236 INFO:teuthology.orchestra.run.smithi175.stdout:(1/6): python3-jinja2-2.11.3-5.el9.noarch.rpm 936 kB/s | 248 kB 00:00 2024-04-12T08:34:47.528 INFO:teuthology.orchestra.run.smithi175.stdout:(2/6): ceph-mgr-cephadm-17.2.7-827.gd3b5060a.el 221 kB/s | 123 kB 00:00 2024-04-12T08:34:47.645 INFO:teuthology.orchestra.run.smithi175.stdout:(3/6): python3-babel-2.9.1-2.el9.noarch.rpm 8.9 MB/s | 6.0 MB 00:00 2024-04-12T08:34:47.837 INFO:teuthology.orchestra.run.smithi175.stdout:(4/6): python3-asyncssh-2.13.2-5.el9.noarch.rpm 913 kB/s | 548 kB 00:00 2024-04-12T08:34:47.879 INFO:teuthology.orchestra.run.smithi175.stdout:(5/6): python3-natsort-7.1.1-5.el9.noarch.rpm 165 kB/s | 58 kB 00:00 2024-04-12T08:34:47.962 INFO:teuthology.orchestra.run.smithi175.stdout:(6/6): python3-typing-extensions-4.4.0-2.el9.no 161 kB/s | 51 kB 00:00 2024-04-12T08:34:47.965 INFO:teuthology.orchestra.run.smithi175.stdout:-------------------------------------------------------------------------------- 2024-04-12T08:34:47.965 INFO:teuthology.orchestra.run.smithi175.stdout:Total 5.2 MB/s | 7.0 MB 00:01 2024-04-12T08:34:48.036 INFO:teuthology.orchestra.run.smithi175.stdout:Running transaction check 2024-04-12T08:34:48.047 INFO:teuthology.orchestra.run.smithi175.stdout:Transaction check succeeded. 2024-04-12T08:34:48.047 INFO:teuthology.orchestra.run.smithi175.stdout:Running transaction test 2024-04-12T08:34:48.148 INFO:teuthology.orchestra.run.smithi175.stdout:Transaction test succeeded. 2024-04-12T08:34:48.148 INFO:teuthology.orchestra.run.smithi175.stdout:Running transaction 2024-04-12T08:34:48.451 INFO:teuthology.orchestra.run.smithi175.stdout: Preparing : 1/1 2024-04-12T08:34:48.627 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 1/6 2024-04-12T08:34:48.689 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 2/6 2024-04-12T08:34:49.205 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 3/6 2024-04-12T08:34:49.291 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 4/6 2024-04-12T08:34:49.346 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 5/6 2024-04-12T08:34:49.376 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : ceph-mgr-cephadm-2:17.2.7-827.gd3b5060a.el9.noarch 6/6 2024-04-12T08:34:50.143 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: ceph-mgr-cephadm-2:17.2.7-827.gd3b5060a.el9.noarch 6/6 2024-04-12T08:34:50.143 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ceph-mgr-cephadm-2:17.2.7-827.gd3b5060a.el9.noarch 1/6 2024-04-12T08:34:50.143 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 2/6 2024-04-12T08:34:50.143 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 3/6 2024-04-12T08:34:50.144 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 4/6 2024-04-12T08:34:50.144 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 5/6 2024-04-12T08:34:50.474 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 6/6 2024-04-12T08:34:50.475 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-04-12T08:34:50.475 INFO:teuthology.orchestra.run.smithi175.stdout:Installed: 2024-04-12T08:34:50.475 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-mgr-cephadm-2:17.2.7-827.gd3b5060a.el9.noarch 2024-04-12T08:34:50.475 INFO:teuthology.orchestra.run.smithi175.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-04-12T08:34:50.475 INFO:teuthology.orchestra.run.smithi175.stdout: python3-babel-2.9.1-2.el9.noarch 2024-04-12T08:34:50.475 INFO:teuthology.orchestra.run.smithi175.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-04-12T08:34:50.475 INFO:teuthology.orchestra.run.smithi175.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-04-12T08:34:50.475 INFO:teuthology.orchestra.run.smithi175.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-04-12T08:34:50.475 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-04-12T08:34:50.475 INFO:teuthology.orchestra.run.smithi175.stdout:Complete! 2024-04-12T08:34:50.707 DEBUG:teuthology.orchestra.run.smithi175:> sudo yum -y install ceph-fuse 2024-04-12T08:34:51.313 INFO:teuthology.orchestra.run.smithi175.stdout:Last metadata expiration check: 0:01:53 ago on Fri 12 Apr 2024 08:32:58 AM UTC. 2024-04-12T08:34:51.602 INFO:teuthology.orchestra.run.smithi175.stderr:Modular dependency problems: 2024-04-12T08:34:51.602 INFO:teuthology.orchestra.run.smithi175.stderr: 2024-04-12T08:34:51.603 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 1: conflicting requests 2024-04-12T08:34:51.603 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-12T08:34:51.603 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 2: conflicting requests 2024-04-12T08:34:51.603 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-12T08:34:51.603 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 3: conflicting requests 2024-04-12T08:34:51.603 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-12T08:34:51.603 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 4: conflicting requests 2024-04-12T08:34:51.603 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T08:34:51.603 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 5: conflicting requests 2024-04-12T08:34:51.603 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-12T08:34:51.603 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 6: conflicting requests 2024-04-12T08:34:51.604 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:51.604 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 7: conflicting requests 2024-04-12T08:34:51.604 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-12T08:34:51.604 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 8: conflicting requests 2024-04-12T08:34:51.604 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-12T08:34:51.604 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 9: conflicting requests 2024-04-12T08:34:51.604 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-12T08:34:51.604 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 10: conflicting requests 2024-04-12T08:34:51.604 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:51.605 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 11: conflicting requests 2024-04-12T08:34:51.605 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-12T08:34:51.605 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 12: conflicting requests 2024-04-12T08:34:51.605 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-12T08:34:51.605 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 13: conflicting requests 2024-04-12T08:34:51.605 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T08:34:51.605 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 14: conflicting requests 2024-04-12T08:34:51.605 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-12T08:34:51.605 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 15: conflicting requests 2024-04-12T08:34:51.605 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T08:34:51.605 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 16: conflicting requests 2024-04-12T08:34:51.605 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:51.606 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 17: conflicting requests 2024-04-12T08:34:51.606 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:34:51.606 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 18: conflicting requests 2024-04-12T08:34:51.606 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T08:34:51.606 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 19: conflicting requests 2024-04-12T08:34:51.606 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:34:51.606 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 20: conflicting requests 2024-04-12T08:34:51.606 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T08:34:51.606 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 21: conflicting requests 2024-04-12T08:34:51.607 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-12T08:34:51.607 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 22: conflicting requests 2024-04-12T08:34:51.607 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:51.607 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 23: conflicting requests 2024-04-12T08:34:51.607 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-12T08:34:51.607 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 24: conflicting requests 2024-04-12T08:34:51.607 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-12T08:34:51.607 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 25: conflicting requests 2024-04-12T08:34:51.607 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-12T08:34:51.607 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 26: conflicting requests 2024-04-12T08:34:51.607 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-12T08:34:51.607 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 27: conflicting requests 2024-04-12T08:34:51.608 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:34:51.608 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 28: conflicting requests 2024-04-12T08:34:51.608 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-12T08:34:51.608 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 29: conflicting requests 2024-04-12T08:34:51.608 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:51.608 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 30: conflicting requests 2024-04-12T08:34:51.608 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-12T08:34:51.608 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 31: conflicting requests 2024-04-12T08:34:51.608 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-12T08:34:51.608 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 32: conflicting requests 2024-04-12T08:34:51.608 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:51.608 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 33: conflicting requests 2024-04-12T08:34:51.608 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-12T08:34:51.608 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 34: conflicting requests 2024-04-12T08:34:51.609 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T08:34:51.609 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 35: conflicting requests 2024-04-12T08:34:51.609 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-12T08:34:51.609 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 36: conflicting requests 2024-04-12T08:34:51.609 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:51.609 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 37: conflicting requests 2024-04-12T08:34:51.609 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-12T08:34:51.609 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-12T08:34:51.609 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-12T08:34:51.609 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 38: cannot install the best candidate for the job 2024-04-12T08:34:51.609 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-12T08:34:51.609 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-12T08:34:51.610 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-12T08:34:51.610 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-12T08:34:51.610 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 39: conflicting requests 2024-04-12T08:34:51.610 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T08:34:51.610 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T08:34:51.610 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-12T08:34:51.610 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:34:51.610 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:34:51.610 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-12T08:34:51.610 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 40: cannot install the best candidate for the job 2024-04-12T08:34:51.610 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-12T08:34:51.610 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-12T08:34:51.610 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:34:51.611 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:34:51.611 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 41: cannot install the best candidate for the job 2024-04-12T08:34:51.611 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T08:34:51.611 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T08:34:51.611 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:34:51.611 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:34:51.611 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 42: cannot install the best candidate for the job 2024-04-12T08:34:51.611 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T08:34:51.611 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T08:34:51.612 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T08:34:51.612 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T08:34:51.612 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 43: cannot install the best candidate for the job 2024-04-12T08:34:51.612 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-12T08:34:51.612 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-12T08:34:51.612 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-12T08:34:51.613 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-12T08:34:51.613 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 44: cannot install the best candidate for the job 2024-04-12T08:34:51.613 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T08:34:51.613 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T08:34:51.613 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T08:34:51.613 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T08:34:51.613 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 45: cannot install the best candidate for the job 2024-04-12T08:34:51.614 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-12T08:34:51.614 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-12T08:34:51.614 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-12T08:34:51.614 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-12T08:34:51.672 INFO:teuthology.orchestra.run.smithi175.stdout:Dependencies resolved. 2024-04-12T08:34:51.673 INFO:teuthology.orchestra.run.smithi175.stdout:================================================================================ 2024-04-12T08:34:51.673 INFO:teuthology.orchestra.run.smithi175.stdout: Package Arch Version Repository Size 2024-04-12T08:34:51.673 INFO:teuthology.orchestra.run.smithi175.stdout:================================================================================ 2024-04-12T08:34:51.673 INFO:teuthology.orchestra.run.smithi175.stdout:Installing: 2024-04-12T08:34:51.673 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-fuse x86_64 2:17.2.7-827.gd3b5060a.el9 ceph 812 k 2024-04-12T08:34:51.673 INFO:teuthology.orchestra.run.smithi175.stdout:Installing dependencies: 2024-04-12T08:34:51.673 INFO:teuthology.orchestra.run.smithi175.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-04-12T08:34:51.673 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-04-12T08:34:51.673 INFO:teuthology.orchestra.run.smithi175.stdout:Transaction Summary 2024-04-12T08:34:51.674 INFO:teuthology.orchestra.run.smithi175.stdout:================================================================================ 2024-04-12T08:34:51.674 INFO:teuthology.orchestra.run.smithi175.stdout:Install 2 Packages 2024-04-12T08:34:51.674 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-04-12T08:34:51.674 INFO:teuthology.orchestra.run.smithi175.stdout:Total download size: 892 k 2024-04-12T08:34:51.674 INFO:teuthology.orchestra.run.smithi175.stdout:Installed size: 2.6 M 2024-04-12T08:34:51.675 INFO:teuthology.orchestra.run.smithi175.stdout:Downloading Packages: 2024-04-12T08:34:51.938 INFO:teuthology.orchestra.run.smithi175.stdout:(1/2): fuse-2.9.9-15.el9.x86_64.rpm 535 kB/s | 80 kB 00:00 2024-04-12T08:34:52.222 INFO:teuthology.orchestra.run.smithi175.stdout:(2/2): ceph-fuse-17.2.7-827.gd3b5060a.el9.x86_6 1.8 MB/s | 812 kB 00:00 2024-04-12T08:34:52.223 INFO:teuthology.orchestra.run.smithi175.stdout:-------------------------------------------------------------------------------- 2024-04-12T08:34:52.223 INFO:teuthology.orchestra.run.smithi175.stdout:Total 1.6 MB/s | 892 kB 00:00 2024-04-12T08:34:52.235 INFO:teuthology.orchestra.run.smithi175.stdout:Running transaction check 2024-04-12T08:34:52.257 INFO:teuthology.orchestra.run.smithi175.stdout:Transaction check succeeded. 2024-04-12T08:34:52.257 INFO:teuthology.orchestra.run.smithi175.stdout:Running transaction test 2024-04-12T08:34:52.334 INFO:teuthology.orchestra.run.smithi175.stdout:Transaction test succeeded. 2024-04-12T08:34:52.334 INFO:teuthology.orchestra.run.smithi175.stdout:Running transaction 2024-04-12T08:34:52.519 INFO:teuthology.orchestra.run.smithi175.stdout: Preparing : 1/1 2024-04-12T08:34:52.642 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : fuse-2.9.9-15.el9.x86_64 1/2 2024-04-12T08:34:52.713 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : ceph-fuse-2:17.2.7-827.gd3b5060a.el9.x86_64 2/2 2024-04-12T08:34:53.343 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: ceph-fuse-2:17.2.7-827.gd3b5060a.el9.x86_64 2/2 2024-04-12T08:34:53.344 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ceph-fuse-2:17.2.7-827.gd3b5060a.el9.x86_64 1/2 2024-04-12T08:34:53.658 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 2/2 2024-04-12T08:34:53.658 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-04-12T08:34:53.658 INFO:teuthology.orchestra.run.smithi175.stdout:Installed: 2024-04-12T08:34:53.658 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-fuse-2:17.2.7-827.gd3b5060a.el9.x86_64 fuse-2.9.9-15.el9.x86_64 2024-04-12T08:34:53.658 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-04-12T08:34:53.658 INFO:teuthology.orchestra.run.smithi175.stdout:Complete! 2024-04-12T08:34:53.933 DEBUG:teuthology.orchestra.run.smithi175:> sudo yum -y install librados-devel 2024-04-12T08:34:54.542 INFO:teuthology.orchestra.run.smithi175.stdout:Last metadata expiration check: 0:01:56 ago on Fri 12 Apr 2024 08:32:58 AM UTC. 2024-04-12T08:34:54.830 INFO:teuthology.orchestra.run.smithi175.stderr:Modular dependency problems: 2024-04-12T08:34:54.831 INFO:teuthology.orchestra.run.smithi175.stderr: 2024-04-12T08:34:54.831 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 1: conflicting requests 2024-04-12T08:34:54.831 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-12T08:34:54.831 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 2: conflicting requests 2024-04-12T08:34:54.831 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-12T08:34:54.831 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 3: conflicting requests 2024-04-12T08:34:54.831 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-12T08:34:54.831 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 4: conflicting requests 2024-04-12T08:34:54.831 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T08:34:54.831 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 5: conflicting requests 2024-04-12T08:34:54.831 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-12T08:34:54.831 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 6: conflicting requests 2024-04-12T08:34:54.832 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:54.832 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 7: conflicting requests 2024-04-12T08:34:54.832 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-12T08:34:54.832 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 8: conflicting requests 2024-04-12T08:34:54.832 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-12T08:34:54.832 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 9: conflicting requests 2024-04-12T08:34:54.832 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-12T08:34:54.832 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 10: conflicting requests 2024-04-12T08:34:54.832 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:54.832 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 11: conflicting requests 2024-04-12T08:34:54.832 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-12T08:34:54.832 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 12: conflicting requests 2024-04-12T08:34:54.833 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-12T08:34:54.833 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 13: conflicting requests 2024-04-12T08:34:54.833 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T08:34:54.833 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 14: conflicting requests 2024-04-12T08:34:54.833 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-12T08:34:54.833 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 15: conflicting requests 2024-04-12T08:34:54.833 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T08:34:54.833 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 16: conflicting requests 2024-04-12T08:34:54.833 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:54.833 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 17: conflicting requests 2024-04-12T08:34:54.833 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:34:54.833 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 18: conflicting requests 2024-04-12T08:34:54.833 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T08:34:54.833 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 19: conflicting requests 2024-04-12T08:34:54.833 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:34:54.833 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 20: conflicting requests 2024-04-12T08:34:54.834 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T08:34:54.834 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 21: conflicting requests 2024-04-12T08:34:54.834 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-12T08:34:54.834 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 22: conflicting requests 2024-04-12T08:34:54.834 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:54.834 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 23: conflicting requests 2024-04-12T08:34:54.834 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-12T08:34:54.834 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 24: conflicting requests 2024-04-12T08:34:54.834 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-12T08:34:54.834 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 25: conflicting requests 2024-04-12T08:34:54.834 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-12T08:34:54.834 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 26: conflicting requests 2024-04-12T08:34:54.834 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-12T08:34:54.834 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 27: conflicting requests 2024-04-12T08:34:54.835 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:34:54.835 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 28: conflicting requests 2024-04-12T08:34:54.835 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-12T08:34:54.835 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 29: conflicting requests 2024-04-12T08:34:54.835 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:54.835 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 30: conflicting requests 2024-04-12T08:34:54.835 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-12T08:34:54.835 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 31: conflicting requests 2024-04-12T08:34:54.835 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-12T08:34:54.835 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 32: conflicting requests 2024-04-12T08:34:54.835 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:54.835 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 33: conflicting requests 2024-04-12T08:34:54.835 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-12T08:34:54.835 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 34: conflicting requests 2024-04-12T08:34:54.835 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T08:34:54.836 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 35: conflicting requests 2024-04-12T08:34:54.836 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-12T08:34:54.836 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 36: conflicting requests 2024-04-12T08:34:54.836 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:54.836 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 37: conflicting requests 2024-04-12T08:34:54.836 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-12T08:34:54.836 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-12T08:34:54.836 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-12T08:34:54.836 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 38: cannot install the best candidate for the job 2024-04-12T08:34:54.836 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-12T08:34:54.836 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-12T08:34:54.836 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-12T08:34:54.836 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-12T08:34:54.837 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 39: conflicting requests 2024-04-12T08:34:54.837 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T08:34:54.837 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T08:34:54.837 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-12T08:34:54.837 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:34:54.837 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:34:54.837 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-12T08:34:54.837 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 40: cannot install the best candidate for the job 2024-04-12T08:34:54.837 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-12T08:34:54.837 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-12T08:34:54.837 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:34:54.837 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:34:54.837 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 41: cannot install the best candidate for the job 2024-04-12T08:34:54.837 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T08:34:54.838 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T08:34:54.838 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:34:54.838 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:34:54.838 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 42: cannot install the best candidate for the job 2024-04-12T08:34:54.838 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T08:34:54.838 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T08:34:54.838 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T08:34:54.838 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T08:34:54.838 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 43: cannot install the best candidate for the job 2024-04-12T08:34:54.838 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-12T08:34:54.838 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-12T08:34:54.838 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-12T08:34:54.838 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-12T08:34:54.839 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 44: cannot install the best candidate for the job 2024-04-12T08:34:54.839 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T08:34:54.839 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T08:34:54.839 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T08:34:54.839 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T08:34:54.839 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 45: cannot install the best candidate for the job 2024-04-12T08:34:54.839 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-12T08:34:54.839 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-12T08:34:54.839 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-12T08:34:54.839 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-12T08:34:54.899 INFO:teuthology.orchestra.run.smithi175.stdout:Dependencies resolved. 2024-04-12T08:34:54.900 INFO:teuthology.orchestra.run.smithi175.stdout:================================================================================ 2024-04-12T08:34:54.900 INFO:teuthology.orchestra.run.smithi175.stdout: Package Arch Version Repo Size 2024-04-12T08:34:54.900 INFO:teuthology.orchestra.run.smithi175.stdout:================================================================================ 2024-04-12T08:34:54.900 INFO:teuthology.orchestra.run.smithi175.stdout:Installing: 2024-04-12T08:34:54.901 INFO:teuthology.orchestra.run.smithi175.stdout: librados-devel x86_64 2:17.2.7-827.gd3b5060a.el9 ceph 126 k 2024-04-12T08:34:54.901 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-04-12T08:34:54.901 INFO:teuthology.orchestra.run.smithi175.stdout:Transaction Summary 2024-04-12T08:34:54.901 INFO:teuthology.orchestra.run.smithi175.stdout:================================================================================ 2024-04-12T08:34:54.901 INFO:teuthology.orchestra.run.smithi175.stdout:Install 1 Package 2024-04-12T08:34:54.901 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-04-12T08:34:54.901 INFO:teuthology.orchestra.run.smithi175.stdout:Total download size: 126 k 2024-04-12T08:34:54.901 INFO:teuthology.orchestra.run.smithi175.stdout:Installed size: 448 k 2024-04-12T08:34:54.901 INFO:teuthology.orchestra.run.smithi175.stdout:Downloading Packages: 2024-04-12T08:34:55.101 INFO:teuthology.orchestra.run.smithi175.stdout:librados-devel-17.2.7-827.gd3b5060a.el9.x86_64. 632 kB/s | 126 kB 00:00 2024-04-12T08:34:55.102 INFO:teuthology.orchestra.run.smithi175.stdout:-------------------------------------------------------------------------------- 2024-04-12T08:34:55.102 INFO:teuthology.orchestra.run.smithi175.stdout:Total 628 kB/s | 126 kB 00:00 2024-04-12T08:34:55.102 INFO:teuthology.orchestra.run.smithi175.stdout:Running transaction check 2024-04-12T08:34:55.107 INFO:teuthology.orchestra.run.smithi175.stdout:Transaction check succeeded. 2024-04-12T08:34:55.107 INFO:teuthology.orchestra.run.smithi175.stdout:Running transaction test 2024-04-12T08:34:55.165 INFO:teuthology.orchestra.run.smithi175.stdout:Transaction test succeeded. 2024-04-12T08:34:55.165 INFO:teuthology.orchestra.run.smithi175.stdout:Running transaction 2024-04-12T08:34:55.311 INFO:teuthology.orchestra.run.smithi175.stdout: Preparing : 1/1 2024-04-12T08:34:55.407 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : librados-devel-2:17.2.7-827.gd3b5060a.el9.x86_64 1/1 2024-04-12T08:34:55.837 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: librados-devel-2:17.2.7-827.gd3b5060a.el9.x86_64 1/1 2024-04-12T08:34:56.147 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : librados-devel-2:17.2.7-827.gd3b5060a.el9.x86_64 1/1 2024-04-12T08:34:56.148 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-04-12T08:34:56.148 INFO:teuthology.orchestra.run.smithi175.stdout:Installed: 2024-04-12T08:34:56.148 INFO:teuthology.orchestra.run.smithi175.stdout: librados-devel-2:17.2.7-827.gd3b5060a.el9.x86_64 2024-04-12T08:34:56.148 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-04-12T08:34:56.148 INFO:teuthology.orchestra.run.smithi175.stdout:Complete! 2024-04-12T08:34:56.384 DEBUG:teuthology.orchestra.run.smithi175:> sudo yum -y install libcephfs2 2024-04-12T08:34:56.999 INFO:teuthology.orchestra.run.smithi175.stdout:Last metadata expiration check: 0:01:58 ago on Fri 12 Apr 2024 08:32:58 AM UTC. 2024-04-12T08:34:57.289 INFO:teuthology.orchestra.run.smithi175.stderr:Modular dependency problems: 2024-04-12T08:34:57.289 INFO:teuthology.orchestra.run.smithi175.stderr: 2024-04-12T08:34:57.290 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 1: conflicting requests 2024-04-12T08:34:57.290 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-12T08:34:57.290 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 2: conflicting requests 2024-04-12T08:34:57.290 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-12T08:34:57.290 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 3: conflicting requests 2024-04-12T08:34:57.290 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-12T08:34:57.290 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 4: conflicting requests 2024-04-12T08:34:57.290 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T08:34:57.290 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 5: conflicting requests 2024-04-12T08:34:57.290 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-12T08:34:57.290 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 6: conflicting requests 2024-04-12T08:34:57.290 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:57.290 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 7: conflicting requests 2024-04-12T08:34:57.291 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-12T08:34:57.291 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 8: conflicting requests 2024-04-12T08:34:57.291 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-12T08:34:57.291 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 9: conflicting requests 2024-04-12T08:34:57.291 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-12T08:34:57.291 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 10: conflicting requests 2024-04-12T08:34:57.291 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:57.291 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 11: conflicting requests 2024-04-12T08:34:57.291 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-12T08:34:57.291 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 12: conflicting requests 2024-04-12T08:34:57.291 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-12T08:34:57.291 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 13: conflicting requests 2024-04-12T08:34:57.291 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T08:34:57.291 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 14: conflicting requests 2024-04-12T08:34:57.291 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-12T08:34:57.292 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 15: conflicting requests 2024-04-12T08:34:57.292 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T08:34:57.292 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 16: conflicting requests 2024-04-12T08:34:57.292 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:57.292 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 17: conflicting requests 2024-04-12T08:34:57.292 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:34:57.292 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 18: conflicting requests 2024-04-12T08:34:57.292 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T08:34:57.292 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 19: conflicting requests 2024-04-12T08:34:57.292 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:34:57.292 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 20: conflicting requests 2024-04-12T08:34:57.292 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T08:34:57.292 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 21: conflicting requests 2024-04-12T08:34:57.292 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-12T08:34:57.292 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 22: conflicting requests 2024-04-12T08:34:57.293 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:57.293 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 23: conflicting requests 2024-04-12T08:34:57.293 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-12T08:34:57.293 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 24: conflicting requests 2024-04-12T08:34:57.293 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-12T08:34:57.293 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 25: conflicting requests 2024-04-12T08:34:57.293 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-12T08:34:57.293 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 26: conflicting requests 2024-04-12T08:34:57.293 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-12T08:34:57.293 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 27: conflicting requests 2024-04-12T08:34:57.293 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:34:57.293 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 28: conflicting requests 2024-04-12T08:34:57.293 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-12T08:34:57.294 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 29: conflicting requests 2024-04-12T08:34:57.294 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:57.294 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 30: conflicting requests 2024-04-12T08:34:57.294 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-12T08:34:57.294 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 31: conflicting requests 2024-04-12T08:34:57.294 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-12T08:34:57.294 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 32: conflicting requests 2024-04-12T08:34:57.294 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:57.294 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 33: conflicting requests 2024-04-12T08:34:57.294 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-12T08:34:57.294 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 34: conflicting requests 2024-04-12T08:34:57.294 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T08:34:57.294 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 35: conflicting requests 2024-04-12T08:34:57.295 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-12T08:34:57.295 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 36: conflicting requests 2024-04-12T08:34:57.295 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:57.295 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 37: conflicting requests 2024-04-12T08:34:57.295 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-12T08:34:57.295 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-12T08:34:57.295 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-12T08:34:57.295 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 38: cannot install the best candidate for the job 2024-04-12T08:34:57.295 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-12T08:34:57.295 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-12T08:34:57.295 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-12T08:34:57.295 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-12T08:34:57.295 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 39: conflicting requests 2024-04-12T08:34:57.295 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T08:34:57.296 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T08:34:57.296 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-12T08:34:57.296 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:34:57.296 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:34:57.296 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-12T08:34:57.296 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 40: cannot install the best candidate for the job 2024-04-12T08:34:57.296 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-12T08:34:57.296 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-12T08:34:57.296 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:34:57.296 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:34:57.296 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 41: cannot install the best candidate for the job 2024-04-12T08:34:57.296 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T08:34:57.296 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T08:34:57.296 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:34:57.297 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:34:57.297 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 42: cannot install the best candidate for the job 2024-04-12T08:34:57.297 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T08:34:57.297 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T08:34:57.297 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T08:34:57.297 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T08:34:57.297 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 43: cannot install the best candidate for the job 2024-04-12T08:34:57.297 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-12T08:34:57.297 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-12T08:34:57.297 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-12T08:34:57.297 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-12T08:34:57.297 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 44: cannot install the best candidate for the job 2024-04-12T08:34:57.297 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T08:34:57.297 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T08:34:57.298 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T08:34:57.298 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T08:34:57.298 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 45: cannot install the best candidate for the job 2024-04-12T08:34:57.298 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-12T08:34:57.298 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-12T08:34:57.298 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-12T08:34:57.298 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-12T08:34:57.298 INFO:teuthology.orchestra.run.smithi175.stdout:Package libcephfs2-2:17.2.7-827.gd3b5060a.el9.x86_64 is already installed. 2024-04-12T08:34:57.359 INFO:teuthology.orchestra.run.smithi175.stdout:Dependencies resolved. 2024-04-12T08:34:57.360 INFO:teuthology.orchestra.run.smithi175.stdout:Nothing to do. 2024-04-12T08:34:57.361 INFO:teuthology.orchestra.run.smithi175.stdout:Complete! 2024-04-12T08:34:57.428 DEBUG:teuthology.orchestra.run.smithi175:> sudo yum -y install libcephfs-devel 2024-04-12T08:34:58.028 INFO:teuthology.orchestra.run.smithi175.stdout:Last metadata expiration check: 0:02:00 ago on Fri 12 Apr 2024 08:32:58 AM UTC. 2024-04-12T08:34:58.317 INFO:teuthology.orchestra.run.smithi175.stderr:Modular dependency problems: 2024-04-12T08:34:58.317 INFO:teuthology.orchestra.run.smithi175.stderr: 2024-04-12T08:34:58.317 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 1: conflicting requests 2024-04-12T08:34:58.317 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-12T08:34:58.318 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 2: conflicting requests 2024-04-12T08:34:58.318 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-12T08:34:58.318 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 3: conflicting requests 2024-04-12T08:34:58.318 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-12T08:34:58.318 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 4: conflicting requests 2024-04-12T08:34:58.318 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T08:34:58.318 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 5: conflicting requests 2024-04-12T08:34:58.318 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-12T08:34:58.318 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 6: conflicting requests 2024-04-12T08:34:58.318 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:58.318 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 7: conflicting requests 2024-04-12T08:34:58.318 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-12T08:34:58.319 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 8: conflicting requests 2024-04-12T08:34:58.319 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-12T08:34:58.319 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 9: conflicting requests 2024-04-12T08:34:58.319 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-12T08:34:58.319 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 10: conflicting requests 2024-04-12T08:34:58.319 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:58.319 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 11: conflicting requests 2024-04-12T08:34:58.319 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-12T08:34:58.319 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 12: conflicting requests 2024-04-12T08:34:58.319 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-12T08:34:58.319 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 13: conflicting requests 2024-04-12T08:34:58.319 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T08:34:58.319 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 14: conflicting requests 2024-04-12T08:34:58.319 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-12T08:34:58.320 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 15: conflicting requests 2024-04-12T08:34:58.320 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T08:34:58.320 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 16: conflicting requests 2024-04-12T08:34:58.320 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:58.320 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 17: conflicting requests 2024-04-12T08:34:58.320 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:34:58.320 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 18: conflicting requests 2024-04-12T08:34:58.320 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T08:34:58.320 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 19: conflicting requests 2024-04-12T08:34:58.320 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:34:58.320 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 20: conflicting requests 2024-04-12T08:34:58.320 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T08:34:58.321 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 21: conflicting requests 2024-04-12T08:34:58.321 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-12T08:34:58.321 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 22: conflicting requests 2024-04-12T08:34:58.321 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:58.321 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 23: conflicting requests 2024-04-12T08:34:58.321 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-12T08:34:58.321 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 24: conflicting requests 2024-04-12T08:34:58.321 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-12T08:34:58.321 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 25: conflicting requests 2024-04-12T08:34:58.321 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-12T08:34:58.321 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 26: conflicting requests 2024-04-12T08:34:58.321 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-12T08:34:58.321 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 27: conflicting requests 2024-04-12T08:34:58.322 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:34:58.322 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 28: conflicting requests 2024-04-12T08:34:58.322 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-12T08:34:58.322 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 29: conflicting requests 2024-04-12T08:34:58.322 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:58.322 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 30: conflicting requests 2024-04-12T08:34:58.322 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-12T08:34:58.322 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 31: conflicting requests 2024-04-12T08:34:58.322 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-12T08:34:58.322 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 32: conflicting requests 2024-04-12T08:34:58.322 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:58.322 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 33: conflicting requests 2024-04-12T08:34:58.322 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-12T08:34:58.323 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 34: conflicting requests 2024-04-12T08:34:58.323 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T08:34:58.323 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 35: conflicting requests 2024-04-12T08:34:58.323 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-12T08:34:58.323 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 36: conflicting requests 2024-04-12T08:34:58.323 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:34:58.323 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 37: conflicting requests 2024-04-12T08:34:58.323 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-12T08:34:58.323 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-12T08:34:58.323 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-12T08:34:58.323 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 38: cannot install the best candidate for the job 2024-04-12T08:34:58.323 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-12T08:34:58.323 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-12T08:34:58.323 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-12T08:34:58.324 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-12T08:34:58.324 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 39: conflicting requests 2024-04-12T08:34:58.324 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T08:34:58.324 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T08:34:58.324 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-12T08:34:58.324 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:34:58.324 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:34:58.324 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-12T08:34:58.324 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 40: cannot install the best candidate for the job 2024-04-12T08:34:58.324 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-12T08:34:58.324 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-12T08:34:58.324 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:34:58.324 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:34:58.324 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 41: cannot install the best candidate for the job 2024-04-12T08:34:58.325 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T08:34:58.325 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T08:34:58.325 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:34:58.325 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:34:58.325 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 42: cannot install the best candidate for the job 2024-04-12T08:34:58.325 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T08:34:58.325 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T08:34:58.325 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T08:34:58.325 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T08:34:58.325 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 43: cannot install the best candidate for the job 2024-04-12T08:34:58.325 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-12T08:34:58.325 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-12T08:34:58.325 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-12T08:34:58.325 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-12T08:34:58.326 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 44: cannot install the best candidate for the job 2024-04-12T08:34:58.326 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T08:34:58.326 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T08:34:58.326 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T08:34:58.326 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T08:34:58.326 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 45: cannot install the best candidate for the job 2024-04-12T08:34:58.326 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-12T08:34:58.326 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-12T08:34:58.326 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-12T08:34:58.326 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-12T08:34:58.387 INFO:teuthology.orchestra.run.smithi175.stdout:Dependencies resolved. 2024-04-12T08:34:58.388 INFO:teuthology.orchestra.run.smithi175.stdout:================================================================================ 2024-04-12T08:34:58.388 INFO:teuthology.orchestra.run.smithi175.stdout: Package Arch Version Repo Size 2024-04-12T08:34:58.388 INFO:teuthology.orchestra.run.smithi175.stdout:================================================================================ 2024-04-12T08:34:58.388 INFO:teuthology.orchestra.run.smithi175.stdout:Installing: 2024-04-12T08:34:58.388 INFO:teuthology.orchestra.run.smithi175.stdout: libcephfs-devel x86_64 2:17.2.7-827.gd3b5060a.el9 ceph 25 k 2024-04-12T08:34:58.388 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-04-12T08:34:58.388 INFO:teuthology.orchestra.run.smithi175.stdout:Transaction Summary 2024-04-12T08:34:58.388 INFO:teuthology.orchestra.run.smithi175.stdout:================================================================================ 2024-04-12T08:34:58.388 INFO:teuthology.orchestra.run.smithi175.stdout:Install 1 Package 2024-04-12T08:34:58.388 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-04-12T08:34:58.388 INFO:teuthology.orchestra.run.smithi175.stdout:Total download size: 25 k 2024-04-12T08:34:58.388 INFO:teuthology.orchestra.run.smithi175.stdout:Installed size: 110 k 2024-04-12T08:34:58.388 INFO:teuthology.orchestra.run.smithi175.stdout:Downloading Packages: 2024-04-12T08:34:58.620 INFO:teuthology.orchestra.run.smithi175.stdout:libcephfs-devel-17.2.7-827.gd3b5060a.el9.x86_64 107 kB/s | 25 kB 00:00 2024-04-12T08:34:58.621 INFO:teuthology.orchestra.run.smithi175.stdout:-------------------------------------------------------------------------------- 2024-04-12T08:34:58.621 INFO:teuthology.orchestra.run.smithi175.stdout:Total 107 kB/s | 25 kB 00:00 2024-04-12T08:34:58.621 INFO:teuthology.orchestra.run.smithi175.stdout:Running transaction check 2024-04-12T08:34:58.625 INFO:teuthology.orchestra.run.smithi175.stdout:Transaction check succeeded. 2024-04-12T08:34:58.625 INFO:teuthology.orchestra.run.smithi175.stdout:Running transaction test 2024-04-12T08:34:58.626 INFO:teuthology.orchestra.run.smithi175.stdout:Transaction test succeeded. 2024-04-12T08:34:58.626 INFO:teuthology.orchestra.run.smithi175.stdout:Running transaction 2024-04-12T08:34:58.712 INFO:teuthology.orchestra.run.smithi175.stdout: Preparing : 1/1 2024-04-12T08:34:58.826 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : libcephfs-devel-2:17.2.7-827.gd3b5060a.el9.x86_64 1/1 2024-04-12T08:34:59.205 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: libcephfs-devel-2:17.2.7-827.gd3b5060a.el9.x86_64 1/1 2024-04-12T08:34:59.499 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libcephfs-devel-2:17.2.7-827.gd3b5060a.el9.x86_64 1/1 2024-04-12T08:34:59.500 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-04-12T08:34:59.500 INFO:teuthology.orchestra.run.smithi175.stdout:Installed: 2024-04-12T08:34:59.500 INFO:teuthology.orchestra.run.smithi175.stdout: libcephfs-devel-2:17.2.7-827.gd3b5060a.el9.x86_64 2024-04-12T08:34:59.500 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-04-12T08:34:59.500 INFO:teuthology.orchestra.run.smithi175.stdout:Complete! 2024-04-12T08:34:59.658 DEBUG:teuthology.orchestra.run.smithi175:> sudo yum -y install librados2 2024-04-12T08:35:00.262 INFO:teuthology.orchestra.run.smithi175.stdout:Last metadata expiration check: 0:02:02 ago on Fri 12 Apr 2024 08:32:58 AM UTC. 2024-04-12T08:35:00.553 INFO:teuthology.orchestra.run.smithi175.stderr:Modular dependency problems: 2024-04-12T08:35:00.553 INFO:teuthology.orchestra.run.smithi175.stderr: 2024-04-12T08:35:00.553 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 1: conflicting requests 2024-04-12T08:35:00.553 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-12T08:35:00.553 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 2: conflicting requests 2024-04-12T08:35:00.553 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-12T08:35:00.553 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 3: conflicting requests 2024-04-12T08:35:00.553 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-12T08:35:00.554 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 4: conflicting requests 2024-04-12T08:35:00.554 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T08:35:00.554 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 5: conflicting requests 2024-04-12T08:35:00.554 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-12T08:35:00.554 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 6: conflicting requests 2024-04-12T08:35:00.554 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:35:00.554 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 7: conflicting requests 2024-04-12T08:35:00.554 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-12T08:35:00.554 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 8: conflicting requests 2024-04-12T08:35:00.554 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-12T08:35:00.554 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 9: conflicting requests 2024-04-12T08:35:00.554 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-12T08:35:00.554 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 10: conflicting requests 2024-04-12T08:35:00.554 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:35:00.555 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 11: conflicting requests 2024-04-12T08:35:00.555 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-12T08:35:00.555 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 12: conflicting requests 2024-04-12T08:35:00.555 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-12T08:35:00.555 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 13: conflicting requests 2024-04-12T08:35:00.555 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T08:35:00.555 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 14: conflicting requests 2024-04-12T08:35:00.555 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-12T08:35:00.555 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 15: conflicting requests 2024-04-12T08:35:00.555 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T08:35:00.555 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 16: conflicting requests 2024-04-12T08:35:00.555 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:35:00.555 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 17: conflicting requests 2024-04-12T08:35:00.555 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:35:00.555 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 18: conflicting requests 2024-04-12T08:35:00.556 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T08:35:00.556 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 19: conflicting requests 2024-04-12T08:35:00.556 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:35:00.556 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 20: conflicting requests 2024-04-12T08:35:00.556 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T08:35:00.556 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 21: conflicting requests 2024-04-12T08:35:00.556 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-12T08:35:00.556 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 22: conflicting requests 2024-04-12T08:35:00.556 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:35:00.556 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 23: conflicting requests 2024-04-12T08:35:00.556 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-12T08:35:00.556 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 24: conflicting requests 2024-04-12T08:35:00.556 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-12T08:35:00.556 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 25: conflicting requests 2024-04-12T08:35:00.556 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-12T08:35:00.557 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 26: conflicting requests 2024-04-12T08:35:00.557 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-12T08:35:00.557 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 27: conflicting requests 2024-04-12T08:35:00.557 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:35:00.557 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 28: conflicting requests 2024-04-12T08:35:00.557 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-12T08:35:00.557 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 29: conflicting requests 2024-04-12T08:35:00.557 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:35:00.557 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 30: conflicting requests 2024-04-12T08:35:00.557 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-12T08:35:00.557 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 31: conflicting requests 2024-04-12T08:35:00.557 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-12T08:35:00.557 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 32: conflicting requests 2024-04-12T08:35:00.557 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:35:00.557 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 33: conflicting requests 2024-04-12T08:35:00.558 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-12T08:35:00.558 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 34: conflicting requests 2024-04-12T08:35:00.558 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T08:35:00.558 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 35: conflicting requests 2024-04-12T08:35:00.558 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-12T08:35:00.558 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 36: conflicting requests 2024-04-12T08:35:00.558 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:35:00.558 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 37: conflicting requests 2024-04-12T08:35:00.558 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-12T08:35:00.558 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-12T08:35:00.558 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-12T08:35:00.558 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 38: cannot install the best candidate for the job 2024-04-12T08:35:00.558 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-12T08:35:00.559 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-12T08:35:00.559 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-12T08:35:00.559 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-12T08:35:00.559 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 39: conflicting requests 2024-04-12T08:35:00.559 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T08:35:00.559 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T08:35:00.559 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-12T08:35:00.559 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:35:00.559 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:35:00.559 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-12T08:35:00.559 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 40: cannot install the best candidate for the job 2024-04-12T08:35:00.559 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-12T08:35:00.559 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-12T08:35:00.559 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:35:00.559 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:35:00.559 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 41: cannot install the best candidate for the job 2024-04-12T08:35:00.560 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T08:35:00.560 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T08:35:00.560 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:35:00.560 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:35:00.560 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 42: cannot install the best candidate for the job 2024-04-12T08:35:00.560 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T08:35:00.560 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T08:35:00.560 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T08:35:00.560 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T08:35:00.560 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 43: cannot install the best candidate for the job 2024-04-12T08:35:00.560 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-12T08:35:00.560 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-12T08:35:00.560 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-12T08:35:00.560 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-12T08:35:00.561 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 44: cannot install the best candidate for the job 2024-04-12T08:35:00.561 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T08:35:00.561 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T08:35:00.561 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T08:35:00.561 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T08:35:00.561 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 45: cannot install the best candidate for the job 2024-04-12T08:35:00.561 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-12T08:35:00.561 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-12T08:35:00.561 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-12T08:35:00.561 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-12T08:35:00.561 INFO:teuthology.orchestra.run.smithi175.stdout:Package librados2-2:17.2.7-827.gd3b5060a.el9.x86_64 is already installed. 2024-04-12T08:35:00.622 INFO:teuthology.orchestra.run.smithi175.stdout:Dependencies resolved. 2024-04-12T08:35:00.623 INFO:teuthology.orchestra.run.smithi175.stdout:Nothing to do. 2024-04-12T08:35:00.624 INFO:teuthology.orchestra.run.smithi175.stdout:Complete! 2024-04-12T08:35:00.689 DEBUG:teuthology.orchestra.run.smithi175:> sudo yum -y install librbd1 2024-04-12T08:35:01.295 INFO:teuthology.orchestra.run.smithi175.stdout:Last metadata expiration check: 0:02:03 ago on Fri 12 Apr 2024 08:32:58 AM UTC. 2024-04-12T08:35:01.583 INFO:teuthology.orchestra.run.smithi175.stderr:Modular dependency problems: 2024-04-12T08:35:01.584 INFO:teuthology.orchestra.run.smithi175.stderr: 2024-04-12T08:35:01.584 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 1: conflicting requests 2024-04-12T08:35:01.584 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-12T08:35:01.584 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 2: conflicting requests 2024-04-12T08:35:01.584 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-12T08:35:01.584 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 3: conflicting requests 2024-04-12T08:35:01.584 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-12T08:35:01.584 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 4: conflicting requests 2024-04-12T08:35:01.584 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T08:35:01.584 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 5: conflicting requests 2024-04-12T08:35:01.584 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-12T08:35:01.584 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 6: conflicting requests 2024-04-12T08:35:01.584 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:35:01.584 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 7: conflicting requests 2024-04-12T08:35:01.585 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-12T08:35:01.585 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 8: conflicting requests 2024-04-12T08:35:01.585 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-12T08:35:01.585 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 9: conflicting requests 2024-04-12T08:35:01.585 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-12T08:35:01.585 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 10: conflicting requests 2024-04-12T08:35:01.585 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:35:01.585 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 11: conflicting requests 2024-04-12T08:35:01.585 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-12T08:35:01.585 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 12: conflicting requests 2024-04-12T08:35:01.585 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-12T08:35:01.585 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 13: conflicting requests 2024-04-12T08:35:01.585 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T08:35:01.585 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 14: conflicting requests 2024-04-12T08:35:01.586 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-12T08:35:01.586 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 15: conflicting requests 2024-04-12T08:35:01.586 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T08:35:01.586 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 16: conflicting requests 2024-04-12T08:35:01.586 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:35:01.586 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 17: conflicting requests 2024-04-12T08:35:01.586 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:35:01.586 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 18: conflicting requests 2024-04-12T08:35:01.586 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T08:35:01.586 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 19: conflicting requests 2024-04-12T08:35:01.586 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:35:01.586 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 20: conflicting requests 2024-04-12T08:35:01.586 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T08:35:01.587 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 21: conflicting requests 2024-04-12T08:35:01.587 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-12T08:35:01.587 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 22: conflicting requests 2024-04-12T08:35:01.587 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:35:01.587 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 23: conflicting requests 2024-04-12T08:35:01.587 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-12T08:35:01.587 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 24: conflicting requests 2024-04-12T08:35:01.587 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-12T08:35:01.587 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 25: conflicting requests 2024-04-12T08:35:01.587 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-12T08:35:01.587 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 26: conflicting requests 2024-04-12T08:35:01.587 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-12T08:35:01.587 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 27: conflicting requests 2024-04-12T08:35:01.587 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:35:01.587 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 28: conflicting requests 2024-04-12T08:35:01.588 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-12T08:35:01.588 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 29: conflicting requests 2024-04-12T08:35:01.588 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:35:01.588 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 30: conflicting requests 2024-04-12T08:35:01.588 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-12T08:35:01.588 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 31: conflicting requests 2024-04-12T08:35:01.588 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-12T08:35:01.588 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 32: conflicting requests 2024-04-12T08:35:01.588 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:35:01.588 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 33: conflicting requests 2024-04-12T08:35:01.588 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-12T08:35:01.588 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 34: conflicting requests 2024-04-12T08:35:01.588 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T08:35:01.588 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 35: conflicting requests 2024-04-12T08:35:01.588 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-12T08:35:01.589 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 36: conflicting requests 2024-04-12T08:35:01.589 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:35:01.589 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 37: conflicting requests 2024-04-12T08:35:01.589 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-12T08:35:01.589 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-12T08:35:01.589 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-12T08:35:01.589 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 38: cannot install the best candidate for the job 2024-04-12T08:35:01.589 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-12T08:35:01.589 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-12T08:35:01.589 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-12T08:35:01.589 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-12T08:35:01.589 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 39: conflicting requests 2024-04-12T08:35:01.589 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T08:35:01.589 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T08:35:01.589 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-12T08:35:01.590 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:35:01.590 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:35:01.590 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-12T08:35:01.590 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 40: cannot install the best candidate for the job 2024-04-12T08:35:01.590 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-12T08:35:01.590 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-12T08:35:01.590 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:35:01.590 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:35:01.590 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 41: cannot install the best candidate for the job 2024-04-12T08:35:01.590 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T08:35:01.590 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T08:35:01.590 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:35:01.590 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:35:01.591 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 42: cannot install the best candidate for the job 2024-04-12T08:35:01.591 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T08:35:01.591 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T08:35:01.591 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T08:35:01.591 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T08:35:01.591 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 43: cannot install the best candidate for the job 2024-04-12T08:35:01.591 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-12T08:35:01.591 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-12T08:35:01.591 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-12T08:35:01.591 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-12T08:35:01.591 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 44: cannot install the best candidate for the job 2024-04-12T08:35:01.591 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T08:35:01.591 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T08:35:01.591 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T08:35:01.591 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T08:35:01.591 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 45: cannot install the best candidate for the job 2024-04-12T08:35:01.592 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-12T08:35:01.592 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-12T08:35:01.592 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-12T08:35:01.592 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-12T08:35:01.592 INFO:teuthology.orchestra.run.smithi175.stdout:Package librbd1-2:17.2.7-827.gd3b5060a.el9.x86_64 is already installed. 2024-04-12T08:35:01.653 INFO:teuthology.orchestra.run.smithi175.stdout:Dependencies resolved. 2024-04-12T08:35:01.654 INFO:teuthology.orchestra.run.smithi175.stdout:Nothing to do. 2024-04-12T08:35:01.654 INFO:teuthology.orchestra.run.smithi175.stdout:Complete! 2024-04-12T08:35:01.719 DEBUG:teuthology.orchestra.run.smithi175:> sudo yum -y install python3-rados 2024-04-12T08:35:02.319 INFO:teuthology.orchestra.run.smithi175.stdout:Last metadata expiration check: 0:02:04 ago on Fri 12 Apr 2024 08:32:58 AM UTC. 2024-04-12T08:35:02.607 INFO:teuthology.orchestra.run.smithi175.stderr:Modular dependency problems: 2024-04-12T08:35:02.607 INFO:teuthology.orchestra.run.smithi175.stderr: 2024-04-12T08:35:02.607 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 1: conflicting requests 2024-04-12T08:35:02.607 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-12T08:35:02.607 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 2: conflicting requests 2024-04-12T08:35:02.607 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-12T08:35:02.607 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 3: conflicting requests 2024-04-12T08:35:02.607 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-12T08:35:02.607 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 4: conflicting requests 2024-04-12T08:35:02.608 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T08:35:02.608 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 5: conflicting requests 2024-04-12T08:35:02.608 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-12T08:35:02.608 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 6: conflicting requests 2024-04-12T08:35:02.608 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:35:02.608 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 7: conflicting requests 2024-04-12T08:35:02.608 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-12T08:35:02.608 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 8: conflicting requests 2024-04-12T08:35:02.608 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-12T08:35:02.608 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 9: conflicting requests 2024-04-12T08:35:02.608 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-12T08:35:02.608 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 10: conflicting requests 2024-04-12T08:35:02.608 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:35:02.608 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 11: conflicting requests 2024-04-12T08:35:02.608 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-12T08:35:02.609 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 12: conflicting requests 2024-04-12T08:35:02.609 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-12T08:35:02.609 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 13: conflicting requests 2024-04-12T08:35:02.609 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T08:35:02.609 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 14: conflicting requests 2024-04-12T08:35:02.609 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-12T08:35:02.609 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 15: conflicting requests 2024-04-12T08:35:02.609 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T08:35:02.609 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 16: conflicting requests 2024-04-12T08:35:02.609 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:35:02.609 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 17: conflicting requests 2024-04-12T08:35:02.609 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:35:02.609 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 18: conflicting requests 2024-04-12T08:35:02.609 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T08:35:02.609 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 19: conflicting requests 2024-04-12T08:35:02.610 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:35:02.610 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 20: conflicting requests 2024-04-12T08:35:02.610 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T08:35:02.610 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 21: conflicting requests 2024-04-12T08:35:02.610 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-12T08:35:02.610 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 22: conflicting requests 2024-04-12T08:35:02.610 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:35:02.610 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 23: conflicting requests 2024-04-12T08:35:02.610 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-12T08:35:02.610 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 24: conflicting requests 2024-04-12T08:35:02.610 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-12T08:35:02.610 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 25: conflicting requests 2024-04-12T08:35:02.610 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-12T08:35:02.610 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 26: conflicting requests 2024-04-12T08:35:02.611 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-12T08:35:02.611 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 27: conflicting requests 2024-04-12T08:35:02.611 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:35:02.611 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 28: conflicting requests 2024-04-12T08:35:02.611 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-12T08:35:02.611 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 29: conflicting requests 2024-04-12T08:35:02.611 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:35:02.611 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 30: conflicting requests 2024-04-12T08:35:02.611 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-12T08:35:02.611 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 31: conflicting requests 2024-04-12T08:35:02.611 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-12T08:35:02.611 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 32: conflicting requests 2024-04-12T08:35:02.611 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:35:02.611 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 33: conflicting requests 2024-04-12T08:35:02.611 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-12T08:35:02.612 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 34: conflicting requests 2024-04-12T08:35:02.612 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T08:35:02.612 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 35: conflicting requests 2024-04-12T08:35:02.612 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-12T08:35:02.612 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 36: conflicting requests 2024-04-12T08:35:02.612 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:35:02.612 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 37: conflicting requests 2024-04-12T08:35:02.612 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-12T08:35:02.612 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-12T08:35:02.612 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-12T08:35:02.612 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 38: cannot install the best candidate for the job 2024-04-12T08:35:02.612 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-12T08:35:02.612 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-12T08:35:02.612 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-12T08:35:02.613 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-12T08:35:02.613 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 39: conflicting requests 2024-04-12T08:35:02.613 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T08:35:02.613 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T08:35:02.613 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-12T08:35:02.613 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:35:02.613 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:35:02.613 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-12T08:35:02.613 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 40: cannot install the best candidate for the job 2024-04-12T08:35:02.613 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-12T08:35:02.613 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-12T08:35:02.613 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:35:02.613 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:35:02.613 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 41: cannot install the best candidate for the job 2024-04-12T08:35:02.613 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T08:35:02.613 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T08:35:02.614 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:35:02.614 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:35:02.614 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 42: cannot install the best candidate for the job 2024-04-12T08:35:02.614 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T08:35:02.614 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T08:35:02.614 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T08:35:02.614 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T08:35:02.614 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 43: cannot install the best candidate for the job 2024-04-12T08:35:02.614 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-12T08:35:02.614 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-12T08:35:02.614 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-12T08:35:02.614 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-12T08:35:02.614 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 44: cannot install the best candidate for the job 2024-04-12T08:35:02.615 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T08:35:02.615 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T08:35:02.615 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T08:35:02.615 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T08:35:02.615 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 45: cannot install the best candidate for the job 2024-04-12T08:35:02.615 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-12T08:35:02.615 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-12T08:35:02.615 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-12T08:35:02.615 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-12T08:35:02.615 INFO:teuthology.orchestra.run.smithi175.stdout:Package python3-rados-2:17.2.7-827.gd3b5060a.el9.x86_64 is already installed. 2024-04-12T08:35:02.675 INFO:teuthology.orchestra.run.smithi175.stdout:Dependencies resolved. 2024-04-12T08:35:02.676 INFO:teuthology.orchestra.run.smithi175.stdout:Nothing to do. 2024-04-12T08:35:02.676 INFO:teuthology.orchestra.run.smithi175.stdout:Complete! 2024-04-12T08:35:02.748 DEBUG:teuthology.orchestra.run.smithi175:> sudo yum -y install python3-rgw 2024-04-12T08:35:03.344 INFO:teuthology.orchestra.run.smithi175.stdout:Last metadata expiration check: 0:02:05 ago on Fri 12 Apr 2024 08:32:58 AM UTC. 2024-04-12T08:35:03.632 INFO:teuthology.orchestra.run.smithi175.stderr:Modular dependency problems: 2024-04-12T08:35:03.632 INFO:teuthology.orchestra.run.smithi175.stderr: 2024-04-12T08:35:03.632 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 1: conflicting requests 2024-04-12T08:35:03.632 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-12T08:35:03.632 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 2: conflicting requests 2024-04-12T08:35:03.632 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-12T08:35:03.632 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 3: conflicting requests 2024-04-12T08:35:03.632 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-12T08:35:03.633 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 4: conflicting requests 2024-04-12T08:35:03.633 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T08:35:03.633 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 5: conflicting requests 2024-04-12T08:35:03.633 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-12T08:35:03.633 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 6: conflicting requests 2024-04-12T08:35:03.633 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:35:03.633 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 7: conflicting requests 2024-04-12T08:35:03.633 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-12T08:35:03.633 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 8: conflicting requests 2024-04-12T08:35:03.633 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-12T08:35:03.633 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 9: conflicting requests 2024-04-12T08:35:03.633 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-12T08:35:03.633 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 10: conflicting requests 2024-04-12T08:35:03.633 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:35:03.634 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 11: conflicting requests 2024-04-12T08:35:03.634 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-12T08:35:03.634 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 12: conflicting requests 2024-04-12T08:35:03.634 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-12T08:35:03.634 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 13: conflicting requests 2024-04-12T08:35:03.634 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T08:35:03.634 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 14: conflicting requests 2024-04-12T08:35:03.634 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-12T08:35:03.634 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 15: conflicting requests 2024-04-12T08:35:03.634 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T08:35:03.634 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 16: conflicting requests 2024-04-12T08:35:03.634 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:35:03.634 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 17: conflicting requests 2024-04-12T08:35:03.635 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:35:03.635 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 18: conflicting requests 2024-04-12T08:35:03.635 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T08:35:03.635 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 19: conflicting requests 2024-04-12T08:35:03.635 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:35:03.635 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 20: conflicting requests 2024-04-12T08:35:03.635 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T08:35:03.635 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 21: conflicting requests 2024-04-12T08:35:03.635 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-12T08:35:03.635 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 22: conflicting requests 2024-04-12T08:35:03.635 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:35:03.635 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 23: conflicting requests 2024-04-12T08:35:03.635 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-12T08:35:03.636 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 24: conflicting requests 2024-04-12T08:35:03.636 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-12T08:35:03.636 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 25: conflicting requests 2024-04-12T08:35:03.636 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-12T08:35:03.636 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 26: conflicting requests 2024-04-12T08:35:03.636 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-12T08:35:03.636 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 27: conflicting requests 2024-04-12T08:35:03.636 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:35:03.636 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 28: conflicting requests 2024-04-12T08:35:03.636 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-12T08:35:03.636 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 29: conflicting requests 2024-04-12T08:35:03.636 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:35:03.636 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 30: conflicting requests 2024-04-12T08:35:03.636 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-12T08:35:03.636 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 31: conflicting requests 2024-04-12T08:35:03.637 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-12T08:35:03.637 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 32: conflicting requests 2024-04-12T08:35:03.637 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:35:03.637 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 33: conflicting requests 2024-04-12T08:35:03.637 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-12T08:35:03.637 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 34: conflicting requests 2024-04-12T08:35:03.637 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T08:35:03.637 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 35: conflicting requests 2024-04-12T08:35:03.637 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-12T08:35:03.637 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 36: conflicting requests 2024-04-12T08:35:03.637 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:35:03.637 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 37: conflicting requests 2024-04-12T08:35:03.637 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-12T08:35:03.637 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-12T08:35:03.638 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-12T08:35:03.638 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 38: cannot install the best candidate for the job 2024-04-12T08:35:03.638 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-12T08:35:03.638 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-12T08:35:03.638 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-12T08:35:03.638 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-12T08:35:03.638 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 39: conflicting requests 2024-04-12T08:35:03.638 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T08:35:03.638 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T08:35:03.638 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-12T08:35:03.638 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:35:03.638 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:35:03.638 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-12T08:35:03.638 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 40: cannot install the best candidate for the job 2024-04-12T08:35:03.639 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-12T08:35:03.639 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-12T08:35:03.639 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:35:03.639 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:35:03.639 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 41: cannot install the best candidate for the job 2024-04-12T08:35:03.639 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T08:35:03.639 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T08:35:03.639 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:35:03.639 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:35:03.639 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 42: cannot install the best candidate for the job 2024-04-12T08:35:03.639 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T08:35:03.639 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T08:35:03.639 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T08:35:03.639 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T08:35:03.639 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 43: cannot install the best candidate for the job 2024-04-12T08:35:03.639 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-12T08:35:03.640 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-12T08:35:03.640 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-12T08:35:03.640 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-12T08:35:03.640 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 44: cannot install the best candidate for the job 2024-04-12T08:35:03.640 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T08:35:03.640 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T08:35:03.640 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T08:35:03.640 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T08:35:03.640 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 45: cannot install the best candidate for the job 2024-04-12T08:35:03.640 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-12T08:35:03.640 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-12T08:35:03.640 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-12T08:35:03.641 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-12T08:35:03.641 INFO:teuthology.orchestra.run.smithi175.stdout:Package python3-rgw-2:17.2.7-827.gd3b5060a.el9.x86_64 is already installed. 2024-04-12T08:35:03.700 INFO:teuthology.orchestra.run.smithi175.stdout:Dependencies resolved. 2024-04-12T08:35:03.702 INFO:teuthology.orchestra.run.smithi175.stdout:Nothing to do. 2024-04-12T08:35:03.702 INFO:teuthology.orchestra.run.smithi175.stdout:Complete! 2024-04-12T08:35:03.773 DEBUG:teuthology.orchestra.run.smithi175:> sudo yum -y install python3-cephfs 2024-04-12T08:35:04.371 INFO:teuthology.orchestra.run.smithi175.stdout:Last metadata expiration check: 0:02:06 ago on Fri 12 Apr 2024 08:32:58 AM UTC. 2024-04-12T08:35:04.664 INFO:teuthology.orchestra.run.smithi175.stderr:Modular dependency problems: 2024-04-12T08:35:04.664 INFO:teuthology.orchestra.run.smithi175.stderr: 2024-04-12T08:35:04.664 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 1: conflicting requests 2024-04-12T08:35:04.664 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-12T08:35:04.664 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 2: conflicting requests 2024-04-12T08:35:04.664 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-12T08:35:04.664 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 3: conflicting requests 2024-04-12T08:35:04.665 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-12T08:35:04.665 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 4: conflicting requests 2024-04-12T08:35:04.665 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T08:35:04.665 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 5: conflicting requests 2024-04-12T08:35:04.665 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-12T08:35:04.665 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 6: conflicting requests 2024-04-12T08:35:04.665 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:35:04.665 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 7: conflicting requests 2024-04-12T08:35:04.665 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-12T08:35:04.665 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 8: conflicting requests 2024-04-12T08:35:04.665 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-12T08:35:04.665 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 9: conflicting requests 2024-04-12T08:35:04.666 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-12T08:35:04.666 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 10: conflicting requests 2024-04-12T08:35:04.666 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:35:04.666 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 11: conflicting requests 2024-04-12T08:35:04.666 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-12T08:35:04.666 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 12: conflicting requests 2024-04-12T08:35:04.666 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-12T08:35:04.666 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 13: conflicting requests 2024-04-12T08:35:04.666 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T08:35:04.666 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 14: conflicting requests 2024-04-12T08:35:04.666 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-12T08:35:04.666 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 15: conflicting requests 2024-04-12T08:35:04.666 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T08:35:04.667 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 16: conflicting requests 2024-04-12T08:35:04.667 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:35:04.667 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 17: conflicting requests 2024-04-12T08:35:04.667 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:35:04.667 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 18: conflicting requests 2024-04-12T08:35:04.667 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T08:35:04.667 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 19: conflicting requests 2024-04-12T08:35:04.667 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:35:04.667 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 20: conflicting requests 2024-04-12T08:35:04.667 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T08:35:04.667 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 21: conflicting requests 2024-04-12T08:35:04.667 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-12T08:35:04.667 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 22: conflicting requests 2024-04-12T08:35:04.668 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:35:04.668 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 23: conflicting requests 2024-04-12T08:35:04.668 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-12T08:35:04.668 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 24: conflicting requests 2024-04-12T08:35:04.668 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-12T08:35:04.668 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 25: conflicting requests 2024-04-12T08:35:04.668 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-12T08:35:04.668 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 26: conflicting requests 2024-04-12T08:35:04.668 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-12T08:35:04.668 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 27: conflicting requests 2024-04-12T08:35:04.668 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:35:04.668 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 28: conflicting requests 2024-04-12T08:35:04.668 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-12T08:35:04.669 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 29: conflicting requests 2024-04-12T08:35:04.669 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:35:04.669 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 30: conflicting requests 2024-04-12T08:35:04.669 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-12T08:35:04.669 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 31: conflicting requests 2024-04-12T08:35:04.669 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-12T08:35:04.669 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 32: conflicting requests 2024-04-12T08:35:04.669 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:35:04.669 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 33: conflicting requests 2024-04-12T08:35:04.669 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-12T08:35:04.669 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 34: conflicting requests 2024-04-12T08:35:04.669 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T08:35:04.670 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 35: conflicting requests 2024-04-12T08:35:04.670 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-12T08:35:04.670 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 36: conflicting requests 2024-04-12T08:35:04.670 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:35:04.671 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 37: conflicting requests 2024-04-12T08:35:04.671 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-12T08:35:04.671 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-12T08:35:04.671 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-12T08:35:04.671 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 38: cannot install the best candidate for the job 2024-04-12T08:35:04.671 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-12T08:35:04.671 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-12T08:35:04.672 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-12T08:35:04.672 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-12T08:35:04.672 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 39: conflicting requests 2024-04-12T08:35:04.672 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T08:35:04.672 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T08:35:04.672 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-12T08:35:04.672 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:35:04.672 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:35:04.672 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-12T08:35:04.672 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 40: cannot install the best candidate for the job 2024-04-12T08:35:04.672 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-12T08:35:04.672 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-12T08:35:04.673 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:35:04.673 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:35:04.673 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 41: cannot install the best candidate for the job 2024-04-12T08:35:04.673 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T08:35:04.673 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T08:35:04.673 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:35:04.673 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:35:04.673 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 42: cannot install the best candidate for the job 2024-04-12T08:35:04.673 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T08:35:04.673 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T08:35:04.673 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T08:35:04.673 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T08:35:04.673 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 43: cannot install the best candidate for the job 2024-04-12T08:35:04.673 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-12T08:35:04.674 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-12T08:35:04.674 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-12T08:35:04.674 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-12T08:35:04.674 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 44: cannot install the best candidate for the job 2024-04-12T08:35:04.674 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T08:35:04.674 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T08:35:04.674 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T08:35:04.674 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T08:35:04.674 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 45: cannot install the best candidate for the job 2024-04-12T08:35:04.674 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-12T08:35:04.674 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-12T08:35:04.674 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-12T08:35:04.674 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-12T08:35:04.675 INFO:teuthology.orchestra.run.smithi175.stdout:Package python3-cephfs-2:17.2.7-827.gd3b5060a.el9.x86_64 is already installed. 2024-04-12T08:35:04.734 INFO:teuthology.orchestra.run.smithi175.stdout:Dependencies resolved. 2024-04-12T08:35:04.735 INFO:teuthology.orchestra.run.smithi175.stdout:Nothing to do. 2024-04-12T08:35:04.736 INFO:teuthology.orchestra.run.smithi175.stdout:Complete! 2024-04-12T08:35:04.831 DEBUG:teuthology.orchestra.run.smithi175:> sudo yum -y install python3-rbd 2024-04-12T08:35:05.432 INFO:teuthology.orchestra.run.smithi175.stdout:Last metadata expiration check: 0:02:07 ago on Fri 12 Apr 2024 08:32:58 AM UTC. 2024-04-12T08:35:05.722 INFO:teuthology.orchestra.run.smithi175.stderr:Modular dependency problems: 2024-04-12T08:35:05.722 INFO:teuthology.orchestra.run.smithi175.stderr: 2024-04-12T08:35:05.722 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 1: conflicting requests 2024-04-12T08:35:05.723 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-12T08:35:05.723 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 2: conflicting requests 2024-04-12T08:35:05.723 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-12T08:35:05.723 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 3: conflicting requests 2024-04-12T08:35:05.723 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-12T08:35:05.723 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 4: conflicting requests 2024-04-12T08:35:05.724 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T08:35:05.724 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 5: conflicting requests 2024-04-12T08:35:05.724 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-12T08:35:05.724 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 6: conflicting requests 2024-04-12T08:35:05.724 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:35:05.724 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 7: conflicting requests 2024-04-12T08:35:05.724 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-12T08:35:05.724 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 8: conflicting requests 2024-04-12T08:35:05.724 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-12T08:35:05.725 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 9: conflicting requests 2024-04-12T08:35:05.725 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-12T08:35:05.725 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 10: conflicting requests 2024-04-12T08:35:05.725 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:35:05.725 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 11: conflicting requests 2024-04-12T08:35:05.725 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-12T08:35:05.725 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 12: conflicting requests 2024-04-12T08:35:05.725 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-12T08:35:05.725 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 13: conflicting requests 2024-04-12T08:35:05.725 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T08:35:05.726 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 14: conflicting requests 2024-04-12T08:35:05.726 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-12T08:35:05.726 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 15: conflicting requests 2024-04-12T08:35:05.726 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T08:35:05.726 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 16: conflicting requests 2024-04-12T08:35:05.726 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:35:05.726 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 17: conflicting requests 2024-04-12T08:35:05.726 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:35:05.726 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 18: conflicting requests 2024-04-12T08:35:05.727 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T08:35:05.727 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 19: conflicting requests 2024-04-12T08:35:05.727 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:35:05.727 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 20: conflicting requests 2024-04-12T08:35:05.727 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T08:35:05.727 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 21: conflicting requests 2024-04-12T08:35:05.727 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-12T08:35:05.727 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 22: conflicting requests 2024-04-12T08:35:05.727 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:35:05.727 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 23: conflicting requests 2024-04-12T08:35:05.727 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-12T08:35:05.728 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 24: conflicting requests 2024-04-12T08:35:05.728 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-12T08:35:05.728 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 25: conflicting requests 2024-04-12T08:35:05.728 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-12T08:35:05.728 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 26: conflicting requests 2024-04-12T08:35:05.728 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-12T08:35:05.728 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 27: conflicting requests 2024-04-12T08:35:05.728 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:35:05.728 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 28: conflicting requests 2024-04-12T08:35:05.728 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-12T08:35:05.729 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 29: conflicting requests 2024-04-12T08:35:05.729 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:35:05.729 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 30: conflicting requests 2024-04-12T08:35:05.729 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-12T08:35:05.729 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 31: conflicting requests 2024-04-12T08:35:05.729 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-12T08:35:05.729 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 32: conflicting requests 2024-04-12T08:35:05.729 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:35:05.729 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 33: conflicting requests 2024-04-12T08:35:05.729 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-12T08:35:05.729 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 34: conflicting requests 2024-04-12T08:35:05.730 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T08:35:05.730 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 35: conflicting requests 2024-04-12T08:35:05.730 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-12T08:35:05.730 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 36: conflicting requests 2024-04-12T08:35:05.730 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:35:05.730 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 37: conflicting requests 2024-04-12T08:35:05.730 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-12T08:35:05.730 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-12T08:35:05.730 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-12T08:35:05.731 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 38: cannot install the best candidate for the job 2024-04-12T08:35:05.731 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-12T08:35:05.731 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-12T08:35:05.731 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-12T08:35:05.731 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-12T08:35:05.731 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 39: conflicting requests 2024-04-12T08:35:05.731 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T08:35:05.732 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T08:35:05.732 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-12T08:35:05.732 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:35:05.732 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:35:05.732 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-12T08:35:05.732 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 40: cannot install the best candidate for the job 2024-04-12T08:35:05.732 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-12T08:35:05.732 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-12T08:35:05.732 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:35:05.732 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:35:05.733 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 41: cannot install the best candidate for the job 2024-04-12T08:35:05.733 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T08:35:05.733 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T08:35:05.733 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:35:05.733 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:35:05.733 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 42: cannot install the best candidate for the job 2024-04-12T08:35:05.733 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T08:35:05.733 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T08:35:05.733 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T08:35:05.733 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T08:35:05.733 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 43: cannot install the best candidate for the job 2024-04-12T08:35:05.733 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-12T08:35:05.734 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-12T08:35:05.734 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-12T08:35:05.734 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-12T08:35:05.734 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 44: cannot install the best candidate for the job 2024-04-12T08:35:05.734 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T08:35:05.734 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T08:35:05.734 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T08:35:05.734 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T08:35:05.734 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 45: cannot install the best candidate for the job 2024-04-12T08:35:05.734 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-12T08:35:05.734 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-12T08:35:05.735 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-12T08:35:05.735 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-12T08:35:05.735 INFO:teuthology.orchestra.run.smithi175.stdout:Package python3-rbd-2:17.2.7-827.gd3b5060a.el9.x86_64 is already installed. 2024-04-12T08:35:05.792 INFO:teuthology.orchestra.run.smithi175.stdout:Dependencies resolved. 2024-04-12T08:35:05.793 INFO:teuthology.orchestra.run.smithi175.stdout:Nothing to do. 2024-04-12T08:35:05.793 INFO:teuthology.orchestra.run.smithi175.stdout:Complete! 2024-04-12T08:35:05.873 DEBUG:teuthology.orchestra.run.smithi175:> sudo yum -y install rbd-fuse 2024-04-12T08:35:06.475 INFO:teuthology.orchestra.run.smithi175.stdout:Last metadata expiration check: 0:02:08 ago on Fri 12 Apr 2024 08:32:58 AM UTC. 2024-04-12T08:35:06.765 INFO:teuthology.orchestra.run.smithi175.stderr:Modular dependency problems: 2024-04-12T08:35:06.765 INFO:teuthology.orchestra.run.smithi175.stderr: 2024-04-12T08:35:06.765 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 1: conflicting requests 2024-04-12T08:35:06.765 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-12T08:35:06.765 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 2: conflicting requests 2024-04-12T08:35:06.765 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-12T08:35:06.765 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 3: conflicting requests 2024-04-12T08:35:06.765 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-12T08:35:06.765 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 4: conflicting requests 2024-04-12T08:35:06.766 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T08:35:06.766 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 5: conflicting requests 2024-04-12T08:35:06.766 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-12T08:35:06.766 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 6: conflicting requests 2024-04-12T08:35:06.766 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:35:06.766 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 7: conflicting requests 2024-04-12T08:35:06.766 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-12T08:35:06.766 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 8: conflicting requests 2024-04-12T08:35:06.766 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-12T08:35:06.766 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 9: conflicting requests 2024-04-12T08:35:06.766 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-12T08:35:06.766 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 10: conflicting requests 2024-04-12T08:35:06.766 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:35:06.767 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 11: conflicting requests 2024-04-12T08:35:06.767 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-12T08:35:06.767 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 12: conflicting requests 2024-04-12T08:35:06.767 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-12T08:35:06.767 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 13: conflicting requests 2024-04-12T08:35:06.767 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T08:35:06.767 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 14: conflicting requests 2024-04-12T08:35:06.767 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-12T08:35:06.767 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 15: conflicting requests 2024-04-12T08:35:06.767 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T08:35:06.767 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 16: conflicting requests 2024-04-12T08:35:06.767 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:35:06.767 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 17: conflicting requests 2024-04-12T08:35:06.767 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:35:06.767 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 18: conflicting requests 2024-04-12T08:35:06.768 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T08:35:06.768 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 19: conflicting requests 2024-04-12T08:35:06.768 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:35:06.768 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 20: conflicting requests 2024-04-12T08:35:06.768 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T08:35:06.768 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 21: conflicting requests 2024-04-12T08:35:06.768 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-12T08:35:06.768 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 22: conflicting requests 2024-04-12T08:35:06.768 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:35:06.768 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 23: conflicting requests 2024-04-12T08:35:06.768 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-12T08:35:06.768 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 24: conflicting requests 2024-04-12T08:35:06.768 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-12T08:35:06.769 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 25: conflicting requests 2024-04-12T08:35:06.769 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-12T08:35:06.769 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 26: conflicting requests 2024-04-12T08:35:06.769 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-12T08:35:06.769 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 27: conflicting requests 2024-04-12T08:35:06.769 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:35:06.769 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 28: conflicting requests 2024-04-12T08:35:06.769 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-12T08:35:06.769 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 29: conflicting requests 2024-04-12T08:35:06.769 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:35:06.769 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 30: conflicting requests 2024-04-12T08:35:06.769 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-12T08:35:06.769 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 31: conflicting requests 2024-04-12T08:35:06.769 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-12T08:35:06.770 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 32: conflicting requests 2024-04-12T08:35:06.770 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:35:06.770 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 33: conflicting requests 2024-04-12T08:35:06.770 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-12T08:35:06.770 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 34: conflicting requests 2024-04-12T08:35:06.770 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T08:35:06.770 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 35: conflicting requests 2024-04-12T08:35:06.770 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-12T08:35:06.770 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 36: conflicting requests 2024-04-12T08:35:06.770 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:35:06.771 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 37: conflicting requests 2024-04-12T08:35:06.771 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-12T08:35:06.771 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-12T08:35:06.771 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-12T08:35:06.771 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 38: cannot install the best candidate for the job 2024-04-12T08:35:06.771 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-12T08:35:06.771 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-12T08:35:06.771 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-12T08:35:06.771 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-12T08:35:06.771 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 39: conflicting requests 2024-04-12T08:35:06.771 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T08:35:06.771 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T08:35:06.771 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-12T08:35:06.772 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:35:06.772 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:35:06.772 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-12T08:35:06.772 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 40: cannot install the best candidate for the job 2024-04-12T08:35:06.772 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-12T08:35:06.772 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-12T08:35:06.772 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:35:06.772 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:35:06.772 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 41: cannot install the best candidate for the job 2024-04-12T08:35:06.772 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T08:35:06.772 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T08:35:06.772 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:35:06.772 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:35:06.772 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 42: cannot install the best candidate for the job 2024-04-12T08:35:06.773 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T08:35:06.773 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T08:35:06.773 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T08:35:06.773 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T08:35:06.773 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 43: cannot install the best candidate for the job 2024-04-12T08:35:06.773 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-12T08:35:06.773 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-12T08:35:06.773 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-12T08:35:06.773 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-12T08:35:06.773 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 44: cannot install the best candidate for the job 2024-04-12T08:35:06.773 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T08:35:06.773 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T08:35:06.773 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T08:35:06.773 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T08:35:06.774 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 45: cannot install the best candidate for the job 2024-04-12T08:35:06.774 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-12T08:35:06.774 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-12T08:35:06.774 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-12T08:35:06.774 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-12T08:35:06.835 INFO:teuthology.orchestra.run.smithi175.stdout:Dependencies resolved. 2024-04-12T08:35:06.835 INFO:teuthology.orchestra.run.smithi175.stdout:================================================================================ 2024-04-12T08:35:06.836 INFO:teuthology.orchestra.run.smithi175.stdout: Package Architecture Version Repository Size 2024-04-12T08:35:06.836 INFO:teuthology.orchestra.run.smithi175.stdout:================================================================================ 2024-04-12T08:35:06.836 INFO:teuthology.orchestra.run.smithi175.stdout:Installing: 2024-04-12T08:35:06.836 INFO:teuthology.orchestra.run.smithi175.stdout: rbd-fuse x86_64 2:17.2.7-827.gd3b5060a.el9 ceph 82 k 2024-04-12T08:35:06.836 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-04-12T08:35:06.836 INFO:teuthology.orchestra.run.smithi175.stdout:Transaction Summary 2024-04-12T08:35:06.836 INFO:teuthology.orchestra.run.smithi175.stdout:================================================================================ 2024-04-12T08:35:06.836 INFO:teuthology.orchestra.run.smithi175.stdout:Install 1 Package 2024-04-12T08:35:06.836 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-04-12T08:35:06.837 INFO:teuthology.orchestra.run.smithi175.stdout:Total download size: 82 k 2024-04-12T08:35:06.837 INFO:teuthology.orchestra.run.smithi175.stdout:Installed size: 222 k 2024-04-12T08:35:06.837 INFO:teuthology.orchestra.run.smithi175.stdout:Downloading Packages: 2024-04-12T08:35:07.173 INFO:teuthology.orchestra.run.smithi175.stdout:rbd-fuse-17.2.7-827.gd3b5060a.el9.x86_64.rpm 243 kB/s | 82 kB 00:00 2024-04-12T08:35:07.173 INFO:teuthology.orchestra.run.smithi175.stdout:-------------------------------------------------------------------------------- 2024-04-12T08:35:07.174 INFO:teuthology.orchestra.run.smithi175.stdout:Total 242 kB/s | 82 kB 00:00 2024-04-12T08:35:07.174 INFO:teuthology.orchestra.run.smithi175.stdout:Running transaction check 2024-04-12T08:35:07.181 INFO:teuthology.orchestra.run.smithi175.stdout:Transaction check succeeded. 2024-04-12T08:35:07.181 INFO:teuthology.orchestra.run.smithi175.stdout:Running transaction test 2024-04-12T08:35:07.239 INFO:teuthology.orchestra.run.smithi175.stdout:Transaction test succeeded. 2024-04-12T08:35:07.239 INFO:teuthology.orchestra.run.smithi175.stdout:Running transaction 2024-04-12T08:35:07.378 INFO:teuthology.orchestra.run.smithi175.stdout: Preparing : 1/1 2024-04-12T08:35:07.470 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : rbd-fuse-2:17.2.7-827.gd3b5060a.el9.x86_64 1/1 2024-04-12T08:35:07.834 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: rbd-fuse-2:17.2.7-827.gd3b5060a.el9.x86_64 1/1 2024-04-12T08:35:08.133 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : rbd-fuse-2:17.2.7-827.gd3b5060a.el9.x86_64 1/1 2024-04-12T08:35:08.134 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-04-12T08:35:08.134 INFO:teuthology.orchestra.run.smithi175.stdout:Installed: 2024-04-12T08:35:08.134 INFO:teuthology.orchestra.run.smithi175.stdout: rbd-fuse-2:17.2.7-827.gd3b5060a.el9.x86_64 2024-04-12T08:35:08.134 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-04-12T08:35:08.134 INFO:teuthology.orchestra.run.smithi175.stdout:Complete! 2024-04-12T08:35:08.388 DEBUG:teuthology.orchestra.run.smithi175:> sudo yum -y install rbd-mirror 2024-04-12T08:35:09.012 INFO:teuthology.orchestra.run.smithi175.stdout:Last metadata expiration check: 0:02:11 ago on Fri 12 Apr 2024 08:32:58 AM UTC. 2024-04-12T08:35:09.311 INFO:teuthology.orchestra.run.smithi175.stderr:Modular dependency problems: 2024-04-12T08:35:09.312 INFO:teuthology.orchestra.run.smithi175.stderr: 2024-04-12T08:35:09.312 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 1: conflicting requests 2024-04-12T08:35:09.312 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-12T08:35:09.312 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 2: conflicting requests 2024-04-12T08:35:09.312 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-12T08:35:09.312 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 3: conflicting requests 2024-04-12T08:35:09.312 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-12T08:35:09.312 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 4: conflicting requests 2024-04-12T08:35:09.312 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T08:35:09.312 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 5: conflicting requests 2024-04-12T08:35:09.312 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-12T08:35:09.313 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 6: conflicting requests 2024-04-12T08:35:09.313 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:35:09.313 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 7: conflicting requests 2024-04-12T08:35:09.313 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-12T08:35:09.313 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 8: conflicting requests 2024-04-12T08:35:09.313 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-12T08:35:09.313 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 9: conflicting requests 2024-04-12T08:35:09.313 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-12T08:35:09.313 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 10: conflicting requests 2024-04-12T08:35:09.313 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:35:09.313 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 11: conflicting requests 2024-04-12T08:35:09.313 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-12T08:35:09.313 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 12: conflicting requests 2024-04-12T08:35:09.313 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-12T08:35:09.314 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 13: conflicting requests 2024-04-12T08:35:09.314 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T08:35:09.314 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 14: conflicting requests 2024-04-12T08:35:09.314 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-12T08:35:09.314 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 15: conflicting requests 2024-04-12T08:35:09.314 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T08:35:09.314 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 16: conflicting requests 2024-04-12T08:35:09.314 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:35:09.314 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 17: conflicting requests 2024-04-12T08:35:09.314 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:35:09.314 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 18: conflicting requests 2024-04-12T08:35:09.314 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T08:35:09.315 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 19: conflicting requests 2024-04-12T08:35:09.315 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:35:09.315 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 20: conflicting requests 2024-04-12T08:35:09.315 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T08:35:09.315 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 21: conflicting requests 2024-04-12T08:35:09.315 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-12T08:35:09.315 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 22: conflicting requests 2024-04-12T08:35:09.315 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:35:09.315 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 23: conflicting requests 2024-04-12T08:35:09.315 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-12T08:35:09.315 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 24: conflicting requests 2024-04-12T08:35:09.315 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-12T08:35:09.315 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 25: conflicting requests 2024-04-12T08:35:09.315 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-12T08:35:09.316 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 26: conflicting requests 2024-04-12T08:35:09.316 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-12T08:35:09.316 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 27: conflicting requests 2024-04-12T08:35:09.316 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:35:09.316 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 28: conflicting requests 2024-04-12T08:35:09.316 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-12T08:35:09.316 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 29: conflicting requests 2024-04-12T08:35:09.316 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:35:09.316 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 30: conflicting requests 2024-04-12T08:35:09.316 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-12T08:35:09.316 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 31: conflicting requests 2024-04-12T08:35:09.316 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-12T08:35:09.316 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 32: conflicting requests 2024-04-12T08:35:09.317 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:35:09.317 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 33: conflicting requests 2024-04-12T08:35:09.317 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-12T08:35:09.317 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 34: conflicting requests 2024-04-12T08:35:09.317 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T08:35:09.317 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 35: conflicting requests 2024-04-12T08:35:09.317 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-12T08:35:09.317 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 36: conflicting requests 2024-04-12T08:35:09.317 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:35:09.317 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 37: conflicting requests 2024-04-12T08:35:09.317 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-12T08:35:09.317 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-12T08:35:09.317 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-12T08:35:09.317 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 38: cannot install the best candidate for the job 2024-04-12T08:35:09.318 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-12T08:35:09.318 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-12T08:35:09.318 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-12T08:35:09.318 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-12T08:35:09.318 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 39: conflicting requests 2024-04-12T08:35:09.318 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T08:35:09.318 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T08:35:09.318 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-12T08:35:09.318 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:35:09.318 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:35:09.318 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-12T08:35:09.318 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 40: cannot install the best candidate for the job 2024-04-12T08:35:09.318 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-12T08:35:09.319 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-12T08:35:09.319 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:35:09.319 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:35:09.319 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 41: cannot install the best candidate for the job 2024-04-12T08:35:09.319 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T08:35:09.319 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T08:35:09.319 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:35:09.319 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:35:09.319 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 42: cannot install the best candidate for the job 2024-04-12T08:35:09.319 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T08:35:09.319 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T08:35:09.319 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T08:35:09.319 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T08:35:09.319 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 43: cannot install the best candidate for the job 2024-04-12T08:35:09.320 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-12T08:35:09.320 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-12T08:35:09.320 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-12T08:35:09.320 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-12T08:35:09.320 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 44: cannot install the best candidate for the job 2024-04-12T08:35:09.320 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T08:35:09.320 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T08:35:09.320 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T08:35:09.320 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T08:35:09.320 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 45: cannot install the best candidate for the job 2024-04-12T08:35:09.320 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-12T08:35:09.320 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-12T08:35:09.320 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-12T08:35:09.320 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-12T08:35:09.380 INFO:teuthology.orchestra.run.smithi175.stdout:Dependencies resolved. 2024-04-12T08:35:09.380 INFO:teuthology.orchestra.run.smithi175.stdout:================================================================================ 2024-04-12T08:35:09.380 INFO:teuthology.orchestra.run.smithi175.stdout: Package Arch Version Repo Size 2024-04-12T08:35:09.380 INFO:teuthology.orchestra.run.smithi175.stdout:================================================================================ 2024-04-12T08:35:09.380 INFO:teuthology.orchestra.run.smithi175.stdout:Installing: 2024-04-12T08:35:09.380 INFO:teuthology.orchestra.run.smithi175.stdout: rbd-mirror x86_64 2:17.2.7-827.gd3b5060a.el9 ceph 2.9 M 2024-04-12T08:35:09.381 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-04-12T08:35:09.381 INFO:teuthology.orchestra.run.smithi175.stdout:Transaction Summary 2024-04-12T08:35:09.381 INFO:teuthology.orchestra.run.smithi175.stdout:================================================================================ 2024-04-12T08:35:09.381 INFO:teuthology.orchestra.run.smithi175.stdout:Install 1 Package 2024-04-12T08:35:09.381 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-04-12T08:35:09.381 INFO:teuthology.orchestra.run.smithi175.stdout:Total download size: 2.9 M 2024-04-12T08:35:09.382 INFO:teuthology.orchestra.run.smithi175.stdout:Installed size: 12 M 2024-04-12T08:35:09.382 INFO:teuthology.orchestra.run.smithi175.stdout:Downloading Packages: 2024-04-12T08:35:10.867 INFO:teuthology.orchestra.run.smithi175.stdout:rbd-mirror-17.2.7-827.gd3b5060a.el9.x86_64.rpm 2.0 MB/s | 2.9 MB 00:01 2024-04-12T08:35:10.868 INFO:teuthology.orchestra.run.smithi175.stdout:-------------------------------------------------------------------------------- 2024-04-12T08:35:10.868 INFO:teuthology.orchestra.run.smithi175.stdout:Total 2.0 MB/s | 2.9 MB 00:01 2024-04-12T08:35:10.869 INFO:teuthology.orchestra.run.smithi175.stdout:Running transaction check 2024-04-12T08:35:10.879 INFO:teuthology.orchestra.run.smithi175.stdout:Transaction check succeeded. 2024-04-12T08:35:10.880 INFO:teuthology.orchestra.run.smithi175.stdout:Running transaction test 2024-04-12T08:35:10.958 INFO:teuthology.orchestra.run.smithi175.stdout:Transaction test succeeded. 2024-04-12T08:35:10.959 INFO:teuthology.orchestra.run.smithi175.stdout:Running transaction 2024-04-12T08:35:11.378 INFO:teuthology.orchestra.run.smithi175.stdout: Preparing : 1/1 2024-04-12T08:35:11.443 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : rbd-mirror-2:17.2.7-827.gd3b5060a.el9.x86_64 1/1 2024-04-12T08:35:11.469 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: rbd-mirror-2:17.2.7-827.gd3b5060a.el9.x86_64 1/1 2024-04-12T08:35:11.469 INFO:teuthology.orchestra.run.smithi175.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-12T08:35:11.469 INFO:teuthology.orchestra.run.smithi175.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-04-12T08:35:11.469 INFO:teuthology.orchestra.run.smithi175.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-12T08:35:11.469 INFO:teuthology.orchestra.run.smithi175.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-12T08:35:11.470 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-04-12T08:35:12.640 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : rbd-mirror-2:17.2.7-827.gd3b5060a.el9.x86_64 1/1 2024-04-12T08:35:12.640 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-04-12T08:35:12.640 INFO:teuthology.orchestra.run.smithi175.stdout:Installed: 2024-04-12T08:35:12.640 INFO:teuthology.orchestra.run.smithi175.stdout: rbd-mirror-2:17.2.7-827.gd3b5060a.el9.x86_64 2024-04-12T08:35:12.640 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-04-12T08:35:12.640 INFO:teuthology.orchestra.run.smithi175.stdout:Complete! 2024-04-12T08:35:12.858 DEBUG:teuthology.orchestra.run.smithi175:> sudo yum -y install rbd-nbd 2024-04-12T08:35:13.471 INFO:teuthology.orchestra.run.smithi175.stdout:Last metadata expiration check: 0:02:15 ago on Fri 12 Apr 2024 08:32:58 AM UTC. 2024-04-12T08:35:13.762 INFO:teuthology.orchestra.run.smithi175.stderr:Modular dependency problems: 2024-04-12T08:35:13.762 INFO:teuthology.orchestra.run.smithi175.stderr: 2024-04-12T08:35:13.762 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 1: conflicting requests 2024-04-12T08:35:13.762 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-12T08:35:13.762 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 2: conflicting requests 2024-04-12T08:35:13.762 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-12T08:35:13.762 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 3: conflicting requests 2024-04-12T08:35:13.763 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-12T08:35:13.763 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 4: conflicting requests 2024-04-12T08:35:13.763 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T08:35:13.763 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 5: conflicting requests 2024-04-12T08:35:13.763 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-12T08:35:13.763 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 6: conflicting requests 2024-04-12T08:35:13.763 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:35:13.763 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 7: conflicting requests 2024-04-12T08:35:13.763 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-12T08:35:13.763 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 8: conflicting requests 2024-04-12T08:35:13.763 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-12T08:35:13.764 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 9: conflicting requests 2024-04-12T08:35:13.764 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-12T08:35:13.764 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 10: conflicting requests 2024-04-12T08:35:13.764 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:35:13.764 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 11: conflicting requests 2024-04-12T08:35:13.764 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-12T08:35:13.764 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 12: conflicting requests 2024-04-12T08:35:13.764 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-12T08:35:13.764 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 13: conflicting requests 2024-04-12T08:35:13.764 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T08:35:13.764 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 14: conflicting requests 2024-04-12T08:35:13.764 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-12T08:35:13.764 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 15: conflicting requests 2024-04-12T08:35:13.765 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-12T08:35:13.765 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 16: conflicting requests 2024-04-12T08:35:13.765 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:35:13.765 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 17: conflicting requests 2024-04-12T08:35:13.765 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:35:13.765 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 18: conflicting requests 2024-04-12T08:35:13.765 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T08:35:13.765 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 19: conflicting requests 2024-04-12T08:35:13.765 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:35:13.765 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 20: conflicting requests 2024-04-12T08:35:13.765 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-12T08:35:13.765 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 21: conflicting requests 2024-04-12T08:35:13.766 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-12T08:35:13.766 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 22: conflicting requests 2024-04-12T08:35:13.766 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:35:13.766 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 23: conflicting requests 2024-04-12T08:35:13.766 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-12T08:35:13.766 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 24: conflicting requests 2024-04-12T08:35:13.766 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-12T08:35:13.766 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 25: conflicting requests 2024-04-12T08:35:13.766 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-12T08:35:13.766 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 26: conflicting requests 2024-04-12T08:35:13.766 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-12T08:35:13.767 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 27: conflicting requests 2024-04-12T08:35:13.767 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-12T08:35:13.767 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 28: conflicting requests 2024-04-12T08:35:13.767 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-12T08:35:13.767 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 29: conflicting requests 2024-04-12T08:35:13.767 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:35:13.767 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 30: conflicting requests 2024-04-12T08:35:13.767 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-12T08:35:13.767 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 31: conflicting requests 2024-04-12T08:35:13.767 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-12T08:35:13.767 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 32: conflicting requests 2024-04-12T08:35:13.767 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:35:13.768 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 33: conflicting requests 2024-04-12T08:35:13.768 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-12T08:35:13.768 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 34: conflicting requests 2024-04-12T08:35:13.768 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-12T08:35:13.768 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 35: conflicting requests 2024-04-12T08:35:13.768 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-12T08:35:13.768 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 36: conflicting requests 2024-04-12T08:35:13.768 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-12T08:35:13.768 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 37: conflicting requests 2024-04-12T08:35:13.768 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-12T08:35:13.768 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-12T08:35:13.768 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-12T08:35:13.769 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 38: cannot install the best candidate for the job 2024-04-12T08:35:13.769 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-12T08:35:13.769 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-12T08:35:13.769 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-12T08:35:13.769 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-12T08:35:13.769 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 39: conflicting requests 2024-04-12T08:35:13.769 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T08:35:13.769 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T08:35:13.769 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-12T08:35:13.769 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:35:13.769 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:35:13.770 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-12T08:35:13.770 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 40: cannot install the best candidate for the job 2024-04-12T08:35:13.770 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-12T08:35:13.770 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-12T08:35:13.770 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:35:13.770 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:35:13.770 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 41: cannot install the best candidate for the job 2024-04-12T08:35:13.770 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-12T08:35:13.770 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-12T08:35:13.770 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-12T08:35:13.770 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-12T08:35:13.770 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 42: cannot install the best candidate for the job 2024-04-12T08:35:13.771 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T08:35:13.771 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T08:35:13.771 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T08:35:13.771 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T08:35:13.771 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 43: cannot install the best candidate for the job 2024-04-12T08:35:13.771 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-12T08:35:13.771 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-12T08:35:13.771 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-12T08:35:13.771 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-12T08:35:13.771 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 44: cannot install the best candidate for the job 2024-04-12T08:35:13.771 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-12T08:35:13.771 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-12T08:35:13.771 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-12T08:35:13.771 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-12T08:35:13.772 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 45: cannot install the best candidate for the job 2024-04-12T08:35:13.772 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-12T08:35:13.772 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-12T08:35:13.772 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-12T08:35:13.772 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-12T08:35:13.832 INFO:teuthology.orchestra.run.smithi175.stdout:Dependencies resolved. 2024-04-12T08:35:13.832 INFO:teuthology.orchestra.run.smithi175.stdout:================================================================================ 2024-04-12T08:35:13.833 INFO:teuthology.orchestra.run.smithi175.stdout: Package Architecture Version Repository Size 2024-04-12T08:35:13.833 INFO:teuthology.orchestra.run.smithi175.stdout:================================================================================ 2024-04-12T08:35:13.833 INFO:teuthology.orchestra.run.smithi175.stdout:Installing: 2024-04-12T08:35:13.833 INFO:teuthology.orchestra.run.smithi175.stdout: rbd-nbd x86_64 2:17.2.7-827.gd3b5060a.el9 ceph 165 k 2024-04-12T08:35:13.833 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-04-12T08:35:13.833 INFO:teuthology.orchestra.run.smithi175.stdout:Transaction Summary 2024-04-12T08:35:13.833 INFO:teuthology.orchestra.run.smithi175.stdout:================================================================================ 2024-04-12T08:35:13.833 INFO:teuthology.orchestra.run.smithi175.stdout:Install 1 Package 2024-04-12T08:35:13.833 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-04-12T08:35:13.833 INFO:teuthology.orchestra.run.smithi175.stdout:Total download size: 165 k 2024-04-12T08:35:13.833 INFO:teuthology.orchestra.run.smithi175.stdout:Installed size: 477 k 2024-04-12T08:35:13.833 INFO:teuthology.orchestra.run.smithi175.stdout:Downloading Packages: 2024-04-12T08:35:14.070 INFO:teuthology.orchestra.run.smithi175.stdout:rbd-nbd-17.2.7-827.gd3b5060a.el9.x86_64.rpm 698 kB/s | 165 kB 00:00 2024-04-12T08:35:14.071 INFO:teuthology.orchestra.run.smithi175.stdout:-------------------------------------------------------------------------------- 2024-04-12T08:35:14.071 INFO:teuthology.orchestra.run.smithi175.stdout:Total 693 kB/s | 165 kB 00:00 2024-04-12T08:35:14.071 INFO:teuthology.orchestra.run.smithi175.stdout:Running transaction check 2024-04-12T08:35:14.078 INFO:teuthology.orchestra.run.smithi175.stdout:Transaction check succeeded. 2024-04-12T08:35:14.079 INFO:teuthology.orchestra.run.smithi175.stdout:Running transaction test 2024-04-12T08:35:14.137 INFO:teuthology.orchestra.run.smithi175.stdout:Transaction test succeeded. 2024-04-12T08:35:14.138 INFO:teuthology.orchestra.run.smithi175.stdout:Running transaction 2024-04-12T08:35:14.287 INFO:teuthology.orchestra.run.smithi175.stdout: Preparing : 1/1 2024-04-12T08:35:14.384 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : rbd-nbd-2:17.2.7-827.gd3b5060a.el9.x86_64 1/1 2024-04-12T08:35:14.840 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: rbd-nbd-2:17.2.7-827.gd3b5060a.el9.x86_64 1/1 2024-04-12T08:35:15.195 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : rbd-nbd-2:17.2.7-827.gd3b5060a.el9.x86_64 1/1 2024-04-12T08:35:15.195 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-04-12T08:35:15.195 INFO:teuthology.orchestra.run.smithi175.stdout:Installed: 2024-04-12T08:35:15.195 INFO:teuthology.orchestra.run.smithi175.stdout: rbd-nbd-2:17.2.7-827.gd3b5060a.el9.x86_64 2024-04-12T08:35:15.195 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-04-12T08:35:15.195 INFO:teuthology.orchestra.run.smithi175.stdout:Complete! 2024-04-12T08:35:15.414 DEBUG:teuthology.parallel:result is None 2024-04-12T08:35:15.414 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-12T08:35:15.414 INFO:teuthology.packaging:ref: None 2024-04-12T08:35:15.414 INFO:teuthology.packaging:tag: None 2024-04-12T08:35:15.415 INFO:teuthology.packaging:branch: quincy 2024-04-12T08:35:15.415 INFO:teuthology.packaging:sha1: b277feb2c7beb4597d8ecc39d58d5c36b81f613a 2024-04-12T08:35:15.415 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=quincy 2024-04-12T08:35:15.769 DEBUG:teuthology.orchestra.run.smithi112:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-04-12T08:35:15.793 INFO:teuthology.orchestra.run.smithi112.stdout:17.2.7-827.gd3b5060a.el9 2024-04-12T08:35:15.795 INFO:teuthology.packaging:The installed version of ceph is 17.2.7-827.gd3b5060a.el9 2024-04-12T08:35:15.796 INFO:teuthology.task.install:The correct ceph version 17.2.7-827.gd3b5060a is installed. 2024-04-12T08:35:15.797 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-12T08:35:15.797 INFO:teuthology.packaging:ref: None 2024-04-12T08:35:15.797 INFO:teuthology.packaging:tag: None 2024-04-12T08:35:15.798 INFO:teuthology.packaging:branch: quincy 2024-04-12T08:35:15.798 INFO:teuthology.packaging:sha1: b277feb2c7beb4597d8ecc39d58d5c36b81f613a 2024-04-12T08:35:15.798 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=quincy 2024-04-12T08:35:16.139 DEBUG:teuthology.orchestra.run.smithi175:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-04-12T08:35:16.161 INFO:teuthology.orchestra.run.smithi175.stdout:17.2.7-827.gd3b5060a.el9 2024-04-12T08:35:16.161 INFO:teuthology.packaging:The installed version of ceph is 17.2.7-827.gd3b5060a.el9 2024-04-12T08:35:16.161 INFO:teuthology.task.install:The correct ceph version 17.2.7-827.gd3b5060a is installed. 2024-04-12T08:35:16.163 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-04-12T08:35:16.163 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-04-12T08:35:16.163 DEBUG:teuthology.orchestra.run.smithi112:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-04-12T08:35:16.196 DEBUG:teuthology.orchestra.run.smithi175:> set -ex 2024-04-12T08:35:16.196 DEBUG:teuthology.orchestra.run.smithi175:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-04-12T08:35:16.231 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-04-12T08:35:16.231 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-04-12T08:35:16.231 DEBUG:teuthology.orchestra.run.smithi112:> sudo dd of=/usr/bin/daemon-helper 2024-04-12T08:35:16.267 DEBUG:teuthology.orchestra.run.smithi112:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-04-12T08:35:16.337 DEBUG:teuthology.orchestra.run.smithi175:> set -ex 2024-04-12T08:35:16.337 DEBUG:teuthology.orchestra.run.smithi175:> sudo dd of=/usr/bin/daemon-helper 2024-04-12T08:35:16.365 DEBUG:teuthology.orchestra.run.smithi175:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-04-12T08:35:16.434 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-04-12T08:35:16.434 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-04-12T08:35:16.434 DEBUG:teuthology.orchestra.run.smithi112:> sudo dd of=/usr/bin/adjust-ulimits 2024-04-12T08:35:16.464 DEBUG:teuthology.orchestra.run.smithi112:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-04-12T08:35:16.532 DEBUG:teuthology.orchestra.run.smithi175:> set -ex 2024-04-12T08:35:16.532 DEBUG:teuthology.orchestra.run.smithi175:> sudo dd of=/usr/bin/adjust-ulimits 2024-04-12T08:35:16.559 DEBUG:teuthology.orchestra.run.smithi175:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-04-12T08:35:16.626 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-04-12T08:35:16.627 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-04-12T08:35:16.627 DEBUG:teuthology.orchestra.run.smithi112:> sudo dd of=/usr/bin/stdin-killer 2024-04-12T08:35:16.654 DEBUG:teuthology.orchestra.run.smithi112:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-04-12T08:35:16.721 DEBUG:teuthology.orchestra.run.smithi175:> set -ex 2024-04-12T08:35:16.721 DEBUG:teuthology.orchestra.run.smithi175:> sudo dd of=/usr/bin/stdin-killer 2024-04-12T08:35:16.748 DEBUG:teuthology.orchestra.run.smithi175:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-04-12T08:35:16.816 INFO:teuthology.run_tasks:Running task cephadm... 2024-04-12T08:35:16.914 INFO:tasks.cephadm:Config: {'cephadm_branch': 'quincy', 'cephadm_git_url': 'https://github.com/ceph/ceph', 'conf': {'osd': {'osd_class_default_list': '*', 'osd_class_load_list': '*', 'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}, 'global': {'mon election default strategy': 1}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}}, 'image': 'quay.ceph.io/ceph-ci/ceph:quincy', 'create_rbd_pool': True, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'sha1': 'b277feb2c7beb4597d8ecc39d58d5c36b81f613a'} 2024-04-12T08:35:16.914 INFO:tasks.cephadm:Cluster image is quay.ceph.io/ceph-ci/ceph:quincy 2024-04-12T08:35:16.915 INFO:tasks.cephadm:Cluster fsid is 96d9de20-f8a7-11ee-bc8c-c7b262605968 2024-04-12T08:35:16.915 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-04-12T08:35:16.915 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.112', 'mon.c': '[v2:172.21.15.112:3301,v1:172.21.15.112:6790]', 'mon.b': '172.21.15.175'} 2024-04-12T08:35:16.915 INFO:tasks.cephadm:First mon is mon.a on smithi112 2024-04-12T08:35:16.915 INFO:tasks.cephadm:First mgr is y 2024-04-12T08:35:16.915 INFO:tasks.cephadm:Normalizing hostnames... 2024-04-12T08:35:16.916 DEBUG:teuthology.orchestra.run.smithi112:> sudo hostname $(hostname -s) 2024-04-12T08:35:16.943 DEBUG:teuthology.orchestra.run.smithi175:> sudo hostname $(hostname -s) 2024-04-12T08:35:16.970 INFO:tasks.cephadm:Downloading cephadm (repo https://github.com/ceph/ceph ref quincy)... 2024-04-12T08:35:16.971 DEBUG:teuthology.orchestra.run.smithi112:> curl --silent https://raw.githubusercontent.com/ceph/ceph/quincy/src/cephadm/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-04-12T08:35:17.148 INFO:teuthology.orchestra.run.smithi112.stdout:-rw-r--r--. 1 ubuntu ubuntu 375153 Apr 12 08:35 /home/ubuntu/cephtest/cephadm 2024-04-12T08:35:17.148 DEBUG:teuthology.orchestra.run.smithi175:> curl --silent https://raw.githubusercontent.com/ceph/ceph/quincy/src/cephadm/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-04-12T08:35:17.325 INFO:teuthology.orchestra.run.smithi175.stdout:-rw-r--r--. 1 ubuntu ubuntu 375153 Apr 12 08:35 /home/ubuntu/cephtest/cephadm 2024-04-12T08:35:17.325 DEBUG:teuthology.orchestra.run.smithi112:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-04-12T08:35:17.340 DEBUG:teuthology.orchestra.run.smithi175:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-04-12T08:35:17.366 INFO:tasks.cephadm:Pulling image quay.ceph.io/ceph-ci/ceph:quincy on all hosts... 2024-04-12T08:35:17.367 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy pull 2024-04-12T08:35:17.382 DEBUG:teuthology.orchestra.run.smithi175:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy pull 2024-04-12T08:35:18.307 INFO:teuthology.orchestra.run.smithi112.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:quincy... 2024-04-12T08:35:18.315 INFO:teuthology.orchestra.run.smithi175.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:quincy... 2024-04-12T08:35:47.130 INFO:teuthology.orchestra.run.smithi112.stdout:{ 2024-04-12T08:35:47.131 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph_version": "ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)", 2024-04-12T08:35:47.131 INFO:teuthology.orchestra.run.smithi112.stdout: "image_id": "21de9b7369ad8457bc44c6aca16b9dfec25bf172fb7b6ebd80f97d4df2005241", 2024-04-12T08:35:47.131 INFO:teuthology.orchestra.run.smithi112.stdout: "repo_digests": [ 2024-04-12T08:35:47.131 INFO:teuthology.orchestra.run.smithi112.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe" 2024-04-12T08:35:47.131 INFO:teuthology.orchestra.run.smithi112.stdout: ] 2024-04-12T08:35:47.131 INFO:teuthology.orchestra.run.smithi112.stdout:} 2024-04-12T08:35:47.186 INFO:teuthology.orchestra.run.smithi175.stdout:{ 2024-04-12T08:35:47.187 INFO:teuthology.orchestra.run.smithi175.stdout: "ceph_version": "ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)", 2024-04-12T08:35:47.187 INFO:teuthology.orchestra.run.smithi175.stdout: "image_id": "21de9b7369ad8457bc44c6aca16b9dfec25bf172fb7b6ebd80f97d4df2005241", 2024-04-12T08:35:47.187 INFO:teuthology.orchestra.run.smithi175.stdout: "repo_digests": [ 2024-04-12T08:35:47.187 INFO:teuthology.orchestra.run.smithi175.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe" 2024-04-12T08:35:47.187 INFO:teuthology.orchestra.run.smithi175.stdout: ] 2024-04-12T08:35:47.187 INFO:teuthology.orchestra.run.smithi175.stdout:} 2024-04-12T08:35:47.206 DEBUG:teuthology.orchestra.run.smithi112:> sudo mkdir -p /etc/ceph 2024-04-12T08:35:47.237 DEBUG:teuthology.orchestra.run.smithi175:> sudo mkdir -p /etc/ceph 2024-04-12T08:35:47.266 DEBUG:teuthology.orchestra.run.smithi112:> sudo chmod 777 /etc/ceph 2024-04-12T08:35:47.304 DEBUG:teuthology.orchestra.run.smithi175:> sudo chmod 777 /etc/ceph 2024-04-12T08:35:47.333 INFO:tasks.cephadm:Writing seed config... 2024-04-12T08:35:47.334 INFO:tasks.cephadm: override: [osd] osd_class_default_list = * 2024-04-12T08:35:47.334 INFO:tasks.cephadm: override: [osd] osd_class_load_list = * 2024-04-12T08:35:47.334 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-04-12T08:35:47.334 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-04-12T08:35:47.335 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2024-04-12T08:35:47.335 INFO:tasks.cephadm: override: [global] mon election default strategy = 1 2024-04-12T08:35:47.335 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-04-12T08:35:47.335 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-04-12T08:35:47.335 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-04-12T08:35:47.335 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-04-12T08:35:47.335 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-04-12T08:35:47.335 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-04-12T08:35:47.335 DEBUG:teuthology.orchestra.run.smithi112:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-04-12T08:35:47.360 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = 96d9de20-f8a7-11ee-bc8c-c7b262605968 mon election default strategy = 1 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true osd_class_default_list = * osd_class_load_list = * debug ms = 1 debug osd = 20 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true 2024-04-12T08:35:47.360 DEBUG:teuthology.orchestra.run.smithi112:mon.a> sudo journalctl -f -n 0 -u ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@mon.a.service 2024-04-12T08:35:47.403 DEBUG:teuthology.orchestra.run.smithi112:mgr.y> sudo journalctl -f -n 0 -u ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@mgr.y.service 2024-04-12T08:35:47.446 INFO:tasks.cephadm:Bootstrapping... 2024-04-12T08:35:47.447 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy -v bootstrap --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id y --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.112 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-04-12T08:35:47.650 INFO:teuthology.orchestra.run.smithi112.stdout:-------------------------------------------------------------------------------- 2024-04-12T08:35:47.650 INFO:teuthology.orchestra.run.smithi112.stdout:cephadm ['--image', 'quay.ceph.io/ceph-ci/ceph:quincy', '-v', 'bootstrap', '--fsid', '96d9de20-f8a7-11ee-bc8c-c7b262605968', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'y', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.112', '--skip-admin-label'] 2024-04-12T08:35:47.675 INFO:teuthology.orchestra.run.smithi112.stdout:/bin/podman: stdout 4.9.4-dev 2024-04-12T08:35:47.676 INFO:teuthology.orchestra.run.smithi112.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2024-04-12T08:35:47.676 INFO:teuthology.orchestra.run.smithi112.stdout:Verifying podman|docker is present... 2024-04-12T08:35:47.700 INFO:teuthology.orchestra.run.smithi112.stdout:/bin/podman: stdout 4.9.4-dev 2024-04-12T08:35:47.700 INFO:teuthology.orchestra.run.smithi112.stdout:Verifying lvm2 is present... 2024-04-12T08:35:47.700 INFO:teuthology.orchestra.run.smithi112.stdout:Verifying time synchronization is in place... 2024-04-12T08:35:47.708 INFO:teuthology.orchestra.run.smithi112.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-04-12T08:35:47.708 INFO:teuthology.orchestra.run.smithi112.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-04-12T08:35:47.715 INFO:teuthology.orchestra.run.smithi112.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-04-12T08:35:47.715 INFO:teuthology.orchestra.run.smithi112.stdout:systemctl: stdout inactive 2024-04-12T08:35:47.721 INFO:teuthology.orchestra.run.smithi112.stdout:systemctl: stdout enabled 2024-04-12T08:35:47.727 INFO:teuthology.orchestra.run.smithi112.stdout:systemctl: stdout active 2024-04-12T08:35:47.727 INFO:teuthology.orchestra.run.smithi112.stdout:Unit chronyd.service is enabled and running 2024-04-12T08:35:47.727 INFO:teuthology.orchestra.run.smithi112.stdout:Repeating the final host check... 2024-04-12T08:35:47.751 INFO:teuthology.orchestra.run.smithi112.stdout:/bin/podman: stdout 4.9.4-dev 2024-04-12T08:35:47.751 INFO:teuthology.orchestra.run.smithi112.stdout:podman (/bin/podman) version 4.9.4 is present 2024-04-12T08:35:47.751 INFO:teuthology.orchestra.run.smithi112.stdout:systemctl is present 2024-04-12T08:35:47.751 INFO:teuthology.orchestra.run.smithi112.stdout:lvcreate is present 2024-04-12T08:35:47.757 INFO:teuthology.orchestra.run.smithi112.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-04-12T08:35:47.757 INFO:teuthology.orchestra.run.smithi112.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-04-12T08:35:47.763 INFO:teuthology.orchestra.run.smithi112.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-04-12T08:35:47.763 INFO:teuthology.orchestra.run.smithi112.stdout:systemctl: stdout inactive 2024-04-12T08:35:47.770 INFO:teuthology.orchestra.run.smithi112.stdout:systemctl: stdout enabled 2024-04-12T08:35:47.776 INFO:teuthology.orchestra.run.smithi112.stdout:systemctl: stdout active 2024-04-12T08:35:47.776 INFO:teuthology.orchestra.run.smithi112.stdout:Unit chronyd.service is enabled and running 2024-04-12T08:35:47.776 INFO:teuthology.orchestra.run.smithi112.stdout:Host looks OK 2024-04-12T08:35:47.776 INFO:teuthology.orchestra.run.smithi112.stdout:Cluster fsid: 96d9de20-f8a7-11ee-bc8c-c7b262605968 2024-04-12T08:35:47.776 INFO:teuthology.orchestra.run.smithi112.stdout:Acquiring lock 140026859332704 on /run/cephadm/96d9de20-f8a7-11ee-bc8c-c7b262605968.lock 2024-04-12T08:35:47.776 INFO:teuthology.orchestra.run.smithi112.stdout:Lock 140026859332704 acquired on /run/cephadm/96d9de20-f8a7-11ee-bc8c-c7b262605968.lock 2024-04-12T08:35:47.776 INFO:teuthology.orchestra.run.smithi112.stdout:Verifying IP 172.21.15.112 port 3300 ... 2024-04-12T08:35:47.777 INFO:teuthology.orchestra.run.smithi112.stdout:Verifying IP 172.21.15.112 port 6789 ... 2024-04-12T08:35:47.777 INFO:teuthology.orchestra.run.smithi112.stdout:Base mon IP(s) is [172.21.15.112:3300, 172.21.15.112:6789], mon addrv is [v2:172.21.15.112:3300,v1:172.21.15.112:6789] 2024-04-12T08:35:47.780 INFO:teuthology.orchestra.run.smithi112.stdout:/sbin/ip: stdout default via 172.21.15.254 dev enp3s0f1 proto dhcp src 172.21.15.112 metric 100 2024-04-12T08:35:47.780 INFO:teuthology.orchestra.run.smithi112.stdout:/sbin/ip: stdout 172.21.0.0/20 dev enp3s0f1 proto kernel scope link src 172.21.15.112 metric 100 2024-04-12T08:35:47.783 INFO:teuthology.orchestra.run.smithi112.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2024-04-12T08:35:47.783 INFO:teuthology.orchestra.run.smithi112.stdout:/sbin/ip: stdout fe80::/64 dev enp3s0f1 proto kernel metric 256 pref medium 2024-04-12T08:35:47.783 INFO:teuthology.orchestra.run.smithi112.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev enp3s0f1 proto ra metric 1024 expires 1696sec hoplimit 64 pref medium 2024-04-12T08:35:47.786 INFO:teuthology.orchestra.run.smithi112.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-04-12T08:35:47.786 INFO:teuthology.orchestra.run.smithi112.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2024-04-12T08:35:47.786 INFO:teuthology.orchestra.run.smithi112.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-04-12T08:35:47.786 INFO:teuthology.orchestra.run.smithi112.stdout:/sbin/ip: stdout 5: enp3s0f1: mtu 1500 state UP qlen 1000 2024-04-12T08:35:47.786 INFO:teuthology.orchestra.run.smithi112.stdout:/sbin/ip: stdout inet6 fe80::ec4:7aff:fe8f:cb69/64 scope link 2024-04-12T08:35:47.786 INFO:teuthology.orchestra.run.smithi112.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-04-12T08:35:47.787 INFO:teuthology.orchestra.run.smithi112.stdout:Mon IP `172.21.15.112` is in CIDR network `172.21.0.0/20` 2024-04-12T08:35:47.787 INFO:teuthology.orchestra.run.smithi112.stdout:Mon IP `172.21.15.112` is in CIDR network `172.21.0.0/20` 2024-04-12T08:35:47.787 INFO:teuthology.orchestra.run.smithi112.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2024-04-12T08:35:47.787 INFO:teuthology.orchestra.run.smithi112.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-04-12T08:35:47.788 INFO:teuthology.orchestra.run.smithi112.stdout:Pulling container image quay.ceph.io/ceph-ci/ceph:quincy... 2024-04-12T08:35:48.464 INFO:teuthology.orchestra.run.smithi112.stdout:/bin/podman: stdout 21de9b7369ad8457bc44c6aca16b9dfec25bf172fb7b6ebd80f97d4df2005241 2024-04-12T08:35:48.465 INFO:teuthology.orchestra.run.smithi112.stdout:/bin/podman: stderr Trying to pull quay.ceph.io/ceph-ci/ceph:quincy... 2024-04-12T08:35:48.465 INFO:teuthology.orchestra.run.smithi112.stdout:/bin/podman: stderr Getting image source signatures 2024-04-12T08:35:48.465 INFO:teuthology.orchestra.run.smithi112.stdout:/bin/podman: stderr Copying blob sha256:6a38c9a31ea4c6c1e3d079c8edc2f3b418b00f3ce1d3a48ffe92dcb2ef7b4e51 2024-04-12T08:35:48.465 INFO:teuthology.orchestra.run.smithi112.stdout:/bin/podman: stderr Copying blob sha256:9793b5b5582798bde394f4383d142e9f248a25e4ebfd72ee05ea9ec6251a877d 2024-04-12T08:35:48.465 INFO:teuthology.orchestra.run.smithi112.stdout:/bin/podman: stderr Copying config sha256:21de9b7369ad8457bc44c6aca16b9dfec25bf172fb7b6ebd80f97d4df2005241 2024-04-12T08:35:48.465 INFO:teuthology.orchestra.run.smithi112.stdout:/bin/podman: stderr Writing manifest to image destination 2024-04-12T08:35:50.786 INFO:teuthology.orchestra.run.smithi112.stdout:ceph: stdout ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable) 2024-04-12T08:35:50.786 INFO:teuthology.orchestra.run.smithi112.stdout:Ceph version: ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable) 2024-04-12T08:35:50.786 INFO:teuthology.orchestra.run.smithi112.stdout:Extracting ceph user uid/gid from container image... 2024-04-12T08:35:57.907 INFO:teuthology.orchestra.run.smithi112.stdout:stat: stdout 167 167 2024-04-12T08:35:57.908 INFO:teuthology.orchestra.run.smithi112.stdout:Creating initial keys... 2024-04-12T08:35:59.888 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph-authtool: stdout AQBv8hhmk4ZAFBAAJiI4aop4KZr6Tz5BDe7VCg== 2024-04-12T08:36:00.819 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph-authtool: stdout AQBw8hhmw4eKCxAAVs3Tdhp2xsXQmtp04Y6ZOA== 2024-04-12T08:36:01.717 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph-authtool: stdout AQBx8hhm1630BhAAgWYdEBGSjOYQyUvX2Zuo4g== 2024-04-12T08:36:01.718 INFO:teuthology.orchestra.run.smithi112.stdout:Creating initial monmap... 2024-04-12T08:36:02.724 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2024-04-12T08:36:02.724 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = octopus 2024-04-12T08:36:02.724 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to 96d9de20-f8a7-11ee-bc8c-c7b262605968 2024-04-12T08:36:02.724 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-04-12T08:36:02.724 INFO:teuthology.orchestra.run.smithi112.stdout:monmaptool for a [v2:172.21.15.112:3300,v1:172.21.15.112:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-04-12T08:36:02.724 INFO:teuthology.orchestra.run.smithi112.stdout:setting min_mon_release = octopus 2024-04-12T08:36:02.724 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/monmaptool: set fsid to 96d9de20-f8a7-11ee-bc8c-c7b262605968 2024-04-12T08:36:02.724 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-04-12T08:36:02.724 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T08:36:02.724 INFO:teuthology.orchestra.run.smithi112.stdout:Creating mon... 2024-04-12T08:36:04.430 INFO:teuthology.orchestra.run.smithi112.stdout:create mon.a on 2024-04-12T08:36:04.637 INFO:teuthology.orchestra.run.smithi112.stdout:systemctl: stderr Removed "/etc/systemd/system/multi-user.target.wants/ceph.target". 2024-04-12T08:36:04.778 INFO:teuthology.orchestra.run.smithi112.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2024-04-12T08:36:04.922 INFO:teuthology.orchestra.run.smithi112.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968.target → /etc/systemd/system/ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968.target. 2024-04-12T08:36:04.922 INFO:teuthology.orchestra.run.smithi112.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968.target → /etc/systemd/system/ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968.target. 2024-04-12T08:36:05.097 INFO:teuthology.orchestra.run.smithi112.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@mon.a 2024-04-12T08:36:05.097 INFO:teuthology.orchestra.run.smithi112.stdout:systemctl: stderr Failed to reset failed state of unit ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@mon.a.service: Unit ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@mon.a.service not loaded. 2024-04-12T08:36:05.276 INFO:teuthology.orchestra.run.smithi112.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968.target.wants/ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@mon.a.service → /etc/systemd/system/ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@.service. 2024-04-12T08:36:05.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:05 smithi112 podman[28624]: 2024-04-12 08:36:05.538457389 +0000 UTC m=+0.129066266 container create 2eb99f7bf917b30ffeffb55810914b2e25bf88b36e2ba43f87af3b67885f059b (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mon-a, maintainer=Guillaume Abrioux , ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, RELEASE=quincy-d3b5060, org.label-schema.build-date=20240409, io.buildah.version=1.33.5) 2024-04-12T08:36:05.880 INFO:teuthology.orchestra.run.smithi112.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-12T08:36:05.880 INFO:teuthology.orchestra.run.smithi112.stdout:systemctl: stdout disabled 2024-04-12T08:36:05.884 INFO:teuthology.orchestra.run.smithi112.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-12T08:36:05.885 INFO:teuthology.orchestra.run.smithi112.stdout:systemctl: stdout inactive 2024-04-12T08:36:05.885 INFO:teuthology.orchestra.run.smithi112.stdout:firewalld.service is not enabled 2024-04-12T08:36:05.885 INFO:teuthology.orchestra.run.smithi112.stdout:Not possible to enable service . firewalld.service is not available 2024-04-12T08:36:05.885 INFO:teuthology.orchestra.run.smithi112.stdout:Waiting for mon to start... 2024-04-12T08:36:05.885 INFO:teuthology.orchestra.run.smithi112.stdout:Waiting for mon... 2024-04-12T08:36:06.007 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:05 smithi112 podman[28624]: 2024-04-12 08:36:05.76373587 +0000 UTC m=+0.354344748 container init 2eb99f7bf917b30ffeffb55810914b2e25bf88b36e2ba43f87af3b67885f059b (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mon-a, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, RELEASE=quincy-d3b5060) 2024-04-12T08:36:06.007 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:05 smithi112 podman[28624]: 2024-04-12 08:36:05.767057598 +0000 UTC m=+0.357666476 container start 2eb99f7bf917b30ffeffb55810914b2e25bf88b36e2ba43f87af3b67885f059b (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mon-a, ceph=True, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=quincy-d3b5060) 2024-04-12T08:36:06.007 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:05 smithi112 ceph-mon[28653]: mkfs 96d9de20-f8a7-11ee-bc8c-c7b262605968 2024-04-12T08:36:06.007 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:05 smithi112 ceph-mon[28653]: mon.a is new leader, mons a in quorum (ranks 0) 2024-04-12T08:36:06.007 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:05 smithi112 bash[28624]: 2eb99f7bf917b30ffeffb55810914b2e25bf88b36e2ba43f87af3b67885f059b 2024-04-12T08:36:06.007 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:05 smithi112 systemd[1]: Started Ceph mon.a for 96d9de20-f8a7-11ee-bc8c-c7b262605968. 2024-04-12T08:36:07.063 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:06 smithi112 ceph-mon[28653]: mon.a is new leader, mons a in quorum (ranks 0) 2024-04-12T08:36:07.063 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:06 smithi112 ceph-mon[28653]: monmap e1: 1 mons at {a=[v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-12T08:36:07.063 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:06 smithi112 ceph-mon[28653]: fsmap 2024-04-12T08:36:07.063 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:06 smithi112 ceph-mon[28653]: osdmap e1: 0 total, 0 up, 0 in 2024-04-12T08:36:07.063 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:06 smithi112 ceph-mon[28653]: mgrmap e1: no daemons active 2024-04-12T08:36:07.063 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:06 smithi112 ceph-mon[28653]: from='client.? 172.21.15.112:0/3330266598' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-12T08:36:07.065 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout cluster: 2024-04-12T08:36:07.067 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout id: 96d9de20-f8a7-11ee-bc8c-c7b262605968 2024-04-12T08:36:07.067 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2024-04-12T08:36:07.067 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout 2024-04-12T08:36:07.068 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout services: 2024-04-12T08:36:07.068 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.645764s) 2024-04-12T08:36:07.068 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2024-04-12T08:36:07.068 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2024-04-12T08:36:07.068 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout 2024-04-12T08:36:07.068 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout data: 2024-04-12T08:36:07.068 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2024-04-12T08:36:07.068 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2024-04-12T08:36:07.068 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2024-04-12T08:36:07.068 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout pgs: 2024-04-12T08:36:07.069 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout 2024-04-12T08:36:07.069 INFO:teuthology.orchestra.run.smithi112.stdout:mon is available 2024-04-12T08:36:07.069 INFO:teuthology.orchestra.run.smithi112.stdout:Assimilating anything we can from ceph.conf... 2024-04-12T08:36:08.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:07 smithi112 ceph-mon[28653]: from='client.? 172.21.15.112:0/3959019701' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-04-12T08:36:08.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:07 smithi112 ceph-mon[28653]: from='client.? 172.21.15.112:0/3959019701' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-04-12T08:36:08.131 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout 2024-04-12T08:36:08.131 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout [global] 2024-04-12T08:36:08.131 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout fsid = 96d9de20-f8a7-11ee-bc8c-c7b262605968 2024-04-12T08:36:08.131 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.112:3300,v1:172.21.15.112:6789] 2024-04-12T08:36:08.131 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-04-12T08:36:08.132 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-04-12T08:36:08.132 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-04-12T08:36:08.132 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-04-12T08:36:08.132 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout 2024-04-12T08:36:08.132 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout [mgr] 2024-04-12T08:36:08.132 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-04-12T08:36:08.132 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout 2024-04-12T08:36:08.132 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout [osd] 2024-04-12T08:36:08.132 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-04-12T08:36:08.132 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-04-12T08:36:08.132 INFO:teuthology.orchestra.run.smithi112.stdout:Generating new minimal ceph.conf... 2024-04-12T08:36:09.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:08 smithi112 ceph-mon[28653]: from='client.? 172.21.15.112:0/4196829501' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:36:09.195 INFO:teuthology.orchestra.run.smithi112.stdout:Restarting the monitor... 2024-04-12T08:36:09.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:09 smithi112 systemd[1]: Stopping Ceph mon.a for 96d9de20-f8a7-11ee-bc8c-c7b262605968... 2024-04-12T08:36:10.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:09 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mon-a[28647]: 2024-04-12T08:36:09.669+0000 7f4879e6c700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T08:36:10.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:09 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mon-a[28647]: 2024-04-12T08:36:09.669+0000 7f4879e6c700 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-04-12T08:36:10.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:09 smithi112 podman[28897]: 2024-04-12 08:36:09.834498521 +0000 UTC m=+0.485232154 container died 2eb99f7bf917b30ffeffb55810914b2e25bf88b36e2ba43f87af3b67885f059b (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mon-a, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, RELEASE=quincy-d3b5060, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409) 2024-04-12T08:36:10.437 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:10 smithi112 podman[28897]: 2024-04-12 08:36:10.211986276 +0000 UTC m=+0.862719907 container cleanup 2eb99f7bf917b30ffeffb55810914b2e25bf88b36e2ba43f87af3b67885f059b (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mon-a, ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-d3b5060, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-12T08:36:10.438 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:10 smithi112 bash[28897]: ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mon-a 2024-04-12T08:36:10.776 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:10 smithi112 podman[28911]: 2024-04-12 08:36:10.437842941 +0000 UTC m=+0.594499241 container remove 2eb99f7bf917b30ffeffb55810914b2e25bf88b36e2ba43f87af3b67885f059b (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mon-a, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, RELEASE=quincy-d3b5060, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux ) 2024-04-12T08:36:10.776 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:10 smithi112 systemd[1]: ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@mon.a.service: Deactivated successfully. 2024-04-12T08:36:10.776 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:10 smithi112 systemd[1]: Stopped Ceph mon.a for 96d9de20-f8a7-11ee-bc8c-c7b262605968. 2024-04-12T08:36:10.776 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:10 smithi112 systemd[1]: Starting Ceph mon.a for 96d9de20-f8a7-11ee-bc8c-c7b262605968... 2024-04-12T08:36:11.058 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:10 smithi112 podman[29001]: 2024-04-12 08:36:10.772099516 +0000 UTC m=+0.108827742 container create 02aa954e27c50cfe3ef3399faafed1bdbe91fc41f855096572f027928b704080 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mon-a, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-d3b5060, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-04-12T08:36:11.058 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:10 smithi112 podman[29001]: 2024-04-12 08:36:10.6808272 +0000 UTC m=+0.017555428 image pull 21de9b7369ad8457bc44c6aca16b9dfec25bf172fb7b6ebd80f97d4df2005241 quay.ceph.io/ceph-ci/ceph:quincy 2024-04-12T08:36:11.058 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:10 smithi112 podman[29001]: 2024-04-12 08:36:10.982839711 +0000 UTC m=+0.319567929 container init 02aa954e27c50cfe3ef3399faafed1bdbe91fc41f855096572f027928b704080 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mon-a, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-d3b5060, ceph=True) 2024-04-12T08:36:11.058 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:10 smithi112 podman[29001]: 2024-04-12 08:36:10.985594378 +0000 UTC m=+0.322322604 container start 02aa954e27c50cfe3ef3399faafed1bdbe91fc41f855096572f027928b704080 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mon-a, GIT_BRANCH=HEAD, ceph=True, RELEASE=quincy-d3b5060, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409) 2024-04-12T08:36:11.059 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: set uid:gid to 167:167 (ceph:ceph) 2024-04-12T08:36:11.059 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable), process ceph-mon, pid 2 2024-04-12T08:36:11.059 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: pidfile_write: ignore empty --pid-file 2024-04-12T08:36:11.059 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: load: jerasure load: lrc 2024-04-12T08:36:11.059 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: RocksDB version: 6.15.5 2024-04-12T08:36:11.059 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Git sha rocksdb_build_git_sha:@0@ 2024-04-12T08:36:11.059 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Compile date Apr 9 2024 2024-04-12T08:36:11.059 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: DB SUMMARY 2024-04-12T08:36:11.059 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: DB Session ID: IONEB1NG3QXCIX4EYSWD 2024-04-12T08:36:11.059 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: CURRENT file: CURRENT 2024-04-12T08:36:11.059 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: IDENTITY file: IDENTITY 2024-04-12T08:36:11.059 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: MANIFEST file: MANIFEST-000009 size: 131 Bytes 2024-04-12T08:36:11.059 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2024-04-12T08:36:11.059 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000010.log size: 84247 ; 2024-04-12T08:36:11.060 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.error_if_exists: 0 2024-04-12T08:36:11.060 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.create_if_missing: 0 2024-04-12T08:36:11.060 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.paranoid_checks: 1 2024-04-12T08:36:11.060 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-12T08:36:11.060 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.env: 0x5559780cca80 2024-04-12T08:36:11.060 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.fs: Posix File System 2024-04-12T08:36:11.060 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.info_log: 0x55597944ae80 2024-04-12T08:36:11.060 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.max_file_opening_threads: 16 2024-04-12T08:36:11.060 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.statistics: (nil) 2024-04-12T08:36:11.060 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.use_fsync: 0 2024-04-12T08:36:11.060 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.max_log_file_size: 0 2024-04-12T08:36:11.060 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-12T08:36:11.060 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-12T08:36:11.060 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.keep_log_file_num: 1000 2024-04-12T08:36:11.060 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.recycle_log_file_num: 0 2024-04-12T08:36:11.061 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.allow_fallocate: 1 2024-04-12T08:36:11.061 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.allow_mmap_reads: 0 2024-04-12T08:36:11.061 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.allow_mmap_writes: 0 2024-04-12T08:36:11.061 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.use_direct_reads: 0 2024-04-12T08:36:11.061 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-12T08:36:11.061 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.create_missing_column_families: 0 2024-04-12T08:36:11.061 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.db_log_dir: 2024-04-12T08:36:11.061 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-a/store.db 2024-04-12T08:36:11.061 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-12T08:36:11.061 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-12T08:36:11.061 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-12T08:36:11.061 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-12T08:36:11.061 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-12T08:36:11.061 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-12T08:36:11.061 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.advise_random_on_open: 1 2024-04-12T08:36:11.062 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.db_write_buffer_size: 0 2024-04-12T08:36:11.062 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.write_buffer_manager: 0x55597a1ba900 2024-04-12T08:36:11.062 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-12T08:36:11.062 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2024-04-12T08:36:11.062 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-12T08:36:11.062 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-12T08:36:11.062 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.rate_limiter: (nil) 2024-04-12T08:36:11.062 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-12T08:36:11.062 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.wal_recovery_mode: 2 2024-04-12T08:36:11.062 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.enable_thread_tracking: 0 2024-04-12T08:36:11.062 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.enable_pipelined_write: 0 2024-04-12T08:36:11.064 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.unordered_write: 0 2024-04-12T08:36:11.064 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-12T08:36:11.064 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-12T08:36:11.064 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-12T08:36:11.064 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-12T08:36:11.064 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.row_cache: None 2024-04-12T08:36:11.064 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.wal_filter: None 2024-04-12T08:36:11.064 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-12T08:36:11.064 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.allow_ingest_behind: 0 2024-04-12T08:36:11.064 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.preserve_deletes: 0 2024-04-12T08:36:11.064 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.two_write_queues: 0 2024-04-12T08:36:11.064 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.manual_wal_flush: 0 2024-04-12T08:36:11.064 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.atomic_flush: 0 2024-04-12T08:36:11.065 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-12T08:36:11.065 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-12T08:36:11.065 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-12T08:36:11.065 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.log_readahead_size: 0 2024-04-12T08:36:11.065 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-12T08:36:11.065 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.best_efforts_recovery: 0 2024-04-12T08:36:11.065 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-12T08:36:11.065 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-12T08:36:11.065 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.allow_data_in_errors: 0 2024-04-12T08:36:11.065 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.db_host_id: __hostname__ 2024-04-12T08:36:11.065 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.max_background_jobs: 2 2024-04-12T08:36:11.065 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.max_background_compactions: -1 2024-04-12T08:36:11.065 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.max_subcompactions: 1 2024-04-12T08:36:11.065 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-12T08:36:11.065 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-12T08:36:11.066 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-12T08:36:11.066 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.max_total_wal_size: 0 2024-04-12T08:36:11.066 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-12T08:36:11.066 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-12T08:36:11.066 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-12T08:36:11.066 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-12T08:36:11.066 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.max_open_files: -1 2024-04-12T08:36:11.066 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.bytes_per_sync: 0 2024-04-12T08:36:11.066 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-12T08:36:11.066 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-12T08:36:11.066 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.compaction_readahead_size: 0 2024-04-12T08:36:11.066 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.max_background_flushes: -1 2024-04-12T08:36:11.066 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Compression algorithms supported: 2024-04-12T08:36:11.066 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-12T08:36:11.067 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: kZSTD supported: 0 2024-04-12T08:36:11.067 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: kXpressCompression supported: 0 2024-04-12T08:36:11.067 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: kLZ4HCCompression supported: 1 2024-04-12T08:36:11.067 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: kZlibCompression supported: 1 2024-04-12T08:36:11.067 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: kSnappyCompression supported: 1 2024-04-12T08:36:11.067 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: kLZ4Compression supported: 1 2024-04-12T08:36:11.067 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: kBZip2Compression supported: 0 2024-04-12T08:36:11.067 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-12T08:36:11.067 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: [db/version_set.cc:4724] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000009 2024-04-12T08:36:11.067 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: [db/column_family.cc:595] --------------- Options for column family [default]: 2024-04-12T08:36:11.067 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-12T08:36:11.067 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.merge_operator: 2024-04-12T08:36:11.067 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.compaction_filter: None 2024-04-12T08:36:11.067 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.compaction_filter_factory: None 2024-04-12T08:36:11.067 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.sst_partitioner_factory: None 2024-04-12T08:36:11.068 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-12T08:36:11.068 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-12T08:36:11.068 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55597949af58) 2024-04-12T08:36:11.068 INFO:journalctl@ceph.mon.a.smithi112.stdout: cache_index_and_filter_blocks: 1 2024-04-12T08:36:11.068 INFO:journalctl@ceph.mon.a.smithi112.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-12T08:36:11.068 INFO:journalctl@ceph.mon.a.smithi112.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-12T08:36:11.068 INFO:journalctl@ceph.mon.a.smithi112.stdout: pin_top_level_index_and_filter: 1 2024-04-12T08:36:11.068 INFO:journalctl@ceph.mon.a.smithi112.stdout: index_type: 0 2024-04-12T08:36:11.068 INFO:journalctl@ceph.mon.a.smithi112.stdout: data_block_index_type: 0 2024-04-12T08:36:11.068 INFO:journalctl@ceph.mon.a.smithi112.stdout: index_shortening: 1 2024-04-12T08:36:11.068 INFO:journalctl@ceph.mon.a.smithi112.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-12T08:36:11.068 INFO:journalctl@ceph.mon.a.smithi112.stdout: hash_index_allow_collision: 1 2024-04-12T08:36:11.068 INFO:journalctl@ceph.mon.a.smithi112.stdout: checksum: 1 2024-04-12T08:36:11.069 INFO:journalctl@ceph.mon.a.smithi112.stdout: no_block_cache: 0 2024-04-12T08:36:11.069 INFO:journalctl@ceph.mon.a.smithi112.stdout: block_cache: 0x5559794cd090 2024-04-12T08:36:11.069 INFO:journalctl@ceph.mon.a.smithi112.stdout: block_cache_name: BinnedLRUCache 2024-04-12T08:36:11.069 INFO:journalctl@ceph.mon.a.smithi112.stdout: block_cache_options: 2024-04-12T08:36:11.069 INFO:journalctl@ceph.mon.a.smithi112.stdout: capacity : 536870912 2024-04-12T08:36:11.069 INFO:journalctl@ceph.mon.a.smithi112.stdout: num_shard_bits : 4 2024-04-12T08:36:11.069 INFO:journalctl@ceph.mon.a.smithi112.stdout: strict_capacity_limit : 0 2024-04-12T08:36:11.069 INFO:journalctl@ceph.mon.a.smithi112.stdout: high_pri_pool_ratio: 0.000 2024-04-12T08:36:11.069 INFO:journalctl@ceph.mon.a.smithi112.stdout: block_cache_compressed: (nil) 2024-04-12T08:36:11.069 INFO:journalctl@ceph.mon.a.smithi112.stdout: persistent_cache: (nil) 2024-04-12T08:36:11.069 INFO:journalctl@ceph.mon.a.smithi112.stdout: block_size: 4096 2024-04-12T08:36:11.069 INFO:journalctl@ceph.mon.a.smithi112.stdout: block_size_deviation: 10 2024-04-12T08:36:11.069 INFO:journalctl@ceph.mon.a.smithi112.stdout: block_restart_interval: 16 2024-04-12T08:36:11.069 INFO:journalctl@ceph.mon.a.smithi112.stdout: index_block_restart_interval: 1 2024-04-12T08:36:11.070 INFO:journalctl@ceph.mon.a.smithi112.stdout: metadata_block_size: 4096 2024-04-12T08:36:11.070 INFO:journalctl@ceph.mon.a.smithi112.stdout: partition_filters: 0 2024-04-12T08:36:11.070 INFO:journalctl@ceph.mon.a.smithi112.stdout: use_delta_encoding: 1 2024-04-12T08:36:11.070 INFO:journalctl@ceph.mon.a.smithi112.stdout: filter_policy: rocksdb.BuiltinBloomFilter 2024-04-12T08:36:11.070 INFO:journalctl@ceph.mon.a.smithi112.stdout: whole_key_filtering: 1 2024-04-12T08:36:11.070 INFO:journalctl@ceph.mon.a.smithi112.stdout: verify_compression: 0 2024-04-12T08:36:11.070 INFO:journalctl@ceph.mon.a.smithi112.stdout: read_amp_bytes_per_bit: 0 2024-04-12T08:36:11.070 INFO:journalctl@ceph.mon.a.smithi112.stdout: format_version: 4 2024-04-12T08:36:11.070 INFO:journalctl@ceph.mon.a.smithi112.stdout: enable_index_compression: 1 2024-04-12T08:36:11.070 INFO:journalctl@ceph.mon.a.smithi112.stdout: block_align: 0 2024-04-12T08:36:11.070 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.write_buffer_size: 33554432 2024-04-12T08:36:11.070 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.max_write_buffer_number: 2 2024-04-12T08:36:11.070 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.compression: NoCompression 2024-04-12T08:36:11.071 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.bottommost_compression: Disabled 2024-04-12T08:36:11.071 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.prefix_extractor: nullptr 2024-04-12T08:36:11.071 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-12T08:36:11.071 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.num_levels: 7 2024-04-12T08:36:11.071 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-12T08:36:11.071 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-12T08:36:11.071 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-12T08:36:11.071 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-12T08:36:11.071 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-12T08:36:11.071 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-12T08:36:11.071 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-12T08:36:11.071 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-12T08:36:11.071 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-12T08:36:11.071 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-12T08:36:11.071 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-12T08:36:11.072 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.compression_opts.level: 32767 2024-04-12T08:36:11.072 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.compression_opts.strategy: 0 2024-04-12T08:36:11.072 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-12T08:36:11.072 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-12T08:36:11.072 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-12T08:36:11.072 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.compression_opts.enabled: false 2024-04-12T08:36:11.072 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-12T08:36:11.072 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-12T08:36:11.072 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-12T08:36:11.072 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.target_file_size_base: 67108864 2024-04-12T08:36:11.072 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-12T08:36:11.072 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-12T08:36:11.072 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-12T08:36:11.072 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-12T08:36:11.072 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-12T08:36:11.072 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-12T08:36:11.073 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-12T08:36:11.073 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-12T08:36:11.073 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-12T08:36:11.073 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-12T08:36:11.073 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-12T08:36:11.073 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-12T08:36:11.073 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-12T08:36:11.073 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.arena_block_size: 4194304 2024-04-12T08:36:11.073 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-12T08:36:11.073 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-12T08:36:11.073 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2024-04-12T08:36:11.073 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.disable_auto_compactions: 0 2024-04-12T08:36:11.073 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-12T08:36:11.073 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-12T08:36:11.073 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-12T08:36:11.073 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-12T08:36:11.074 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-12T08:36:11.074 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-12T08:36:11.074 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-12T08:36:11.074 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-12T08:36:11.074 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-12T08:36:11.074 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-12T08:36:11.074 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.table_properties_collectors: 2024-04-12T08:36:11.074 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.inplace_update_support: 0 2024-04-12T08:36:11.074 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-12T08:36:11.074 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-12T08:36:11.074 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-12T08:36:11.074 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-12T08:36:11.074 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.bloom_locality: 0 2024-04-12T08:36:11.074 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.max_successive_merges: 0 2024-04-12T08:36:11.075 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-12T08:36:11.075 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.paranoid_file_checks: 0 2024-04-12T08:36:11.075 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.force_consistency_checks: 1 2024-04-12T08:36:11.075 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.report_bg_io_stats: 0 2024-04-12T08:36:11.075 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.ttl: 2592000 2024-04-12T08:36:11.075 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-12T08:36:11.075 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.enable_blob_files: false 2024-04-12T08:36:11.075 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.min_blob_size: 0 2024-04-12T08:36:11.075 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.blob_file_size: 268435456 2024-04-12T08:36:11.075 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-12T08:36:11.075 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-12T08:36:11.075 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-12T08:36:11.075 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: [db/version_set.cc:4764] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000009 succeeded,manifest_file_number is 9, next_file_number is 11, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-04-12T08:36:11.075 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: [db/version_set.cc:4779] Column family [default] (ID 0), log number is 5 2024-04-12T08:36:11.075 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: [db/version_set.cc:4082] Creating manifest 13 2024-04-12T08:36:11.076 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712910971011560, "job": 1, "event": "recovery_started", "wal_files": [10]} 2024-04-12T08:36:11.076 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: [db/db_impl/db_impl_open.cc:845] Recovering log #10 mode 2 2024-04-12T08:36:11.076 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: [table/block_based/filter_policy.cc:991] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2024-04-12T08:36:11.076 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712910971012285, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 14, "file_size": 80679, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 78940, "index_size": 227, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 581, "raw_key_size": 10267, "raw_average_key_size": 47, "raw_value_size": 73149, "raw_average_value_size": 340, "num_data_blocks": 10, "num_entries": 215, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1712910971, "oldest_key_time": 0, "file_creation_time": 0, "db_id": "75d3d93b-d4c4-478a-a136-dff0c50c576f", "db_session_id": "IONEB1NG3QXCIX4EYSWD"}} 2024-04-12T08:36:11.076 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: [db/version_set.cc:4082] Creating manifest 15 2024-04-12T08:36:11.076 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712910971012637, "job": 1, "event": "recovery_finished"} 2024-04-12T08:36:11.076 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: [file/delete_scheduler.cc:69] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000010.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-12T08:36:11.076 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: [db/db_impl/db_impl_open.cc:1700] SstFileManager instance 0x555979461180 2024-04-12T08:36:11.076 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: DB pointer 0x555979536000 2024-04-12T08:36:11.076 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: [db/db_impl/db_impl.cc:901] ------- DUMPING STATS ------- 2024-04-12T08:36:11.076 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: rocksdb: [db/db_impl/db_impl.cc:903] 2024-04-12T08:36:11.076 INFO:journalctl@ceph.mon.a.smithi112.stdout: ** DB Stats ** 2024-04-12T08:36:11.076 INFO:journalctl@ceph.mon.a.smithi112.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-12T08:36:11.077 INFO:journalctl@ceph.mon.a.smithi112.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-12T08:36:11.077 INFO:journalctl@ceph.mon.a.smithi112.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-12T08:36:11.077 INFO:journalctl@ceph.mon.a.smithi112.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-12T08:36:11.077 INFO:journalctl@ceph.mon.a.smithi112.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-12T08:36:11.077 INFO:journalctl@ceph.mon.a.smithi112.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2024-04-12T08:36:11.077 INFO:journalctl@ceph.mon.a.smithi112.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-12T08:36:11.077 INFO:journalctl@ceph.mon.a.smithi112.stdout: 2024-04-12T08:36:11.077 INFO:journalctl@ceph.mon.a.smithi112.stdout: ** Compaction Stats [default] ** 2024-04-12T08:36:11.077 INFO:journalctl@ceph.mon.a.smithi112.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-04-12T08:36:11.077 INFO:journalctl@ceph.mon.a.smithi112.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-12T08:36:11.077 INFO:journalctl@ceph.mon.a.smithi112.stdout: L0 2/0 80.55 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 159.6 0.00 0.00 1 0.000 0 0 2024-04-12T08:36:11.077 INFO:journalctl@ceph.mon.a.smithi112.stdout: Sum 2/0 80.55 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 159.6 0.00 0.00 1 0.000 0 0 2024-04-12T08:36:11.077 INFO:journalctl@ceph.mon.a.smithi112.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 159.6 0.00 0.00 1 0.000 0 0 2024-04-12T08:36:11.078 INFO:journalctl@ceph.mon.a.smithi112.stdout: 2024-04-12T08:36:11.078 INFO:journalctl@ceph.mon.a.smithi112.stdout: ** Compaction Stats [default] ** 2024-04-12T08:36:11.078 INFO:journalctl@ceph.mon.a.smithi112.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-04-12T08:36:11.078 INFO:journalctl@ceph.mon.a.smithi112.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-12T08:36:11.078 INFO:journalctl@ceph.mon.a.smithi112.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 159.6 0.00 0.00 1 0.000 0 0 2024-04-12T08:36:11.078 INFO:journalctl@ceph.mon.a.smithi112.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-12T08:36:11.078 INFO:journalctl@ceph.mon.a.smithi112.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-04-12T08:36:11.078 INFO:journalctl@ceph.mon.a.smithi112.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-12T08:36:11.078 INFO:journalctl@ceph.mon.a.smithi112.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-12T08:36:11.078 INFO:journalctl@ceph.mon.a.smithi112.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-12T08:36:11.078 INFO:journalctl@ceph.mon.a.smithi112.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-12T08:36:11.078 INFO:journalctl@ceph.mon.a.smithi112.stdout: Cumulative compaction: 0.00 GB write, 26.52 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-12T08:36:11.078 INFO:journalctl@ceph.mon.a.smithi112.stdout: Interval compaction: 0.00 GB write, 26.52 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-12T08:36:11.078 INFO:journalctl@ceph.mon.a.smithi112.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-12T08:36:11.079 INFO:journalctl@ceph.mon.a.smithi112.stdout: 2024-04-12T08:36:11.079 INFO:journalctl@ceph.mon.a.smithi112.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-12T08:36:11.079 INFO:journalctl@ceph.mon.a.smithi112.stdout: 2024-04-12T08:36:11.079 INFO:journalctl@ceph.mon.a.smithi112.stdout: ** Compaction Stats [default] ** 2024-04-12T08:36:11.079 INFO:journalctl@ceph.mon.a.smithi112.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-04-12T08:36:11.079 INFO:journalctl@ceph.mon.a.smithi112.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-12T08:36:11.079 INFO:journalctl@ceph.mon.a.smithi112.stdout: L0 2/0 80.55 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 159.6 0.00 0.00 1 0.000 0 0 2024-04-12T08:36:11.079 INFO:journalctl@ceph.mon.a.smithi112.stdout: Sum 2/0 80.55 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 159.6 0.00 0.00 1 0.000 0 0 2024-04-12T08:36:11.079 INFO:journalctl@ceph.mon.a.smithi112.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-04-12T08:36:11.079 INFO:journalctl@ceph.mon.a.smithi112.stdout: 2024-04-12T08:36:11.079 INFO:journalctl@ceph.mon.a.smithi112.stdout: ** Compaction Stats [default] ** 2024-04-12T08:36:11.079 INFO:journalctl@ceph.mon.a.smithi112.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-04-12T08:36:11.079 INFO:journalctl@ceph.mon.a.smithi112.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-12T08:36:11.079 INFO:journalctl@ceph.mon.a.smithi112.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 159.6 0.00 0.00 1 0.000 0 0 2024-04-12T08:36:11.080 INFO:journalctl@ceph.mon.a.smithi112.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-12T08:36:11.080 INFO:journalctl@ceph.mon.a.smithi112.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-04-12T08:36:11.080 INFO:journalctl@ceph.mon.a.smithi112.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-12T08:36:11.080 INFO:journalctl@ceph.mon.a.smithi112.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-12T08:36:11.080 INFO:journalctl@ceph.mon.a.smithi112.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-12T08:36:11.080 INFO:journalctl@ceph.mon.a.smithi112.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-12T08:36:11.080 INFO:journalctl@ceph.mon.a.smithi112.stdout: Cumulative compaction: 0.00 GB write, 26.23 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-12T08:36:11.080 INFO:journalctl@ceph.mon.a.smithi112.stdout: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-12T08:36:11.080 INFO:journalctl@ceph.mon.a.smithi112.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-12T08:36:11.080 INFO:journalctl@ceph.mon.a.smithi112.stdout: 2024-04-12T08:36:11.080 INFO:journalctl@ceph.mon.a.smithi112.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-12T08:36:11.080 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: starting mon.a rank 0 at public addrs [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] at bind addrs [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 2024-04-12T08:36:11.080 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: mon.a@-1(???) e1 preinit fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 2024-04-12T08:36:11.080 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: mon.a@-1(???).mds e1 new map 2024-04-12T08:36:11.080 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: mon.a@-1(???).mds e1 print_map 2024-04-12T08:36:11.081 INFO:journalctl@ceph.mon.a.smithi112.stdout: e1 2024-04-12T08:36:11.081 INFO:journalctl@ceph.mon.a.smithi112.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-12T08:36:11.081 INFO:journalctl@ceph.mon.a.smithi112.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-12T08:36:11.081 INFO:journalctl@ceph.mon.a.smithi112.stdout: legacy client fscid: -1 2024-04-12T08:36:11.081 INFO:journalctl@ceph.mon.a.smithi112.stdout: 2024-04-12T08:36:11.081 INFO:journalctl@ceph.mon.a.smithi112.stdout: No filesystems configured 2024-04-12T08:36:11.081 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-04-12T08:36:11.081 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-12T08:36:11.081 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-12T08:36:11.081 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-12T08:36:11.081 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-04-12T08:36:11.081 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 bash[29001]: 02aa954e27c50cfe3ef3399faafed1bdbe91fc41f855096572f027928b704080 2024-04-12T08:36:11.081 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 systemd[1]: Started Ceph mon.a for 96d9de20-f8a7-11ee-bc8c-c7b262605968. 2024-04-12T08:36:11.082 INFO:teuthology.orchestra.run.smithi112.stdout:Setting public_network to 172.21.0.0/20 in mon config section 2024-04-12T08:36:11.310 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: mon.a is new leader, mons a in quorum (ranks 0) 2024-04-12T08:36:11.311 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: monmap e1: 1 mons at {a=[v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-12T08:36:11.311 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: fsmap 2024-04-12T08:36:11.311 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: osdmap e1: 0 total, 0 up, 0 in 2024-04-12T08:36:11.311 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:11 smithi112 ceph-mon[29019]: mgrmap e1: no daemons active 2024-04-12T08:36:12.167 INFO:teuthology.orchestra.run.smithi112.stdout:Wrote config to /etc/ceph/ceph.conf 2024-04-12T08:36:12.168 INFO:teuthology.orchestra.run.smithi112.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-04-12T08:36:12.168 INFO:teuthology.orchestra.run.smithi112.stdout:Creating mgr... 2024-04-12T08:36:12.168 INFO:teuthology.orchestra.run.smithi112.stdout:Verifying port 9283 ... 2024-04-12T08:36:12.339 INFO:teuthology.orchestra.run.smithi112.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@mgr.y 2024-04-12T08:36:12.339 INFO:teuthology.orchestra.run.smithi112.stdout:systemctl: stderr Failed to reset failed state of unit ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@mgr.y.service: Unit ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@mgr.y.service not loaded. 2024-04-12T08:36:12.487 INFO:teuthology.orchestra.run.smithi112.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968.target.wants/ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@mgr.y.service → /etc/systemd/system/ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@.service. 2024-04-12T08:36:12.818 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:12 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/39384221' entity='client.admin' 2024-04-12T08:36:13.048 INFO:teuthology.orchestra.run.smithi112.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-12T08:36:13.048 INFO:teuthology.orchestra.run.smithi112.stdout:systemctl: stdout disabled 2024-04-12T08:36:13.055 INFO:teuthology.orchestra.run.smithi112.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-12T08:36:13.055 INFO:teuthology.orchestra.run.smithi112.stdout:systemctl: stdout inactive 2024-04-12T08:36:13.055 INFO:teuthology.orchestra.run.smithi112.stdout:firewalld.service is not enabled 2024-04-12T08:36:13.055 INFO:teuthology.orchestra.run.smithi112.stdout:Not possible to enable service . firewalld.service is not available 2024-04-12T08:36:13.063 INFO:teuthology.orchestra.run.smithi112.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-12T08:36:13.064 INFO:teuthology.orchestra.run.smithi112.stdout:systemctl: stdout disabled 2024-04-12T08:36:13.071 INFO:teuthology.orchestra.run.smithi112.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-12T08:36:13.071 INFO:teuthology.orchestra.run.smithi112.stdout:systemctl: stdout inactive 2024-04-12T08:36:13.071 INFO:teuthology.orchestra.run.smithi112.stdout:firewalld.service is not enabled 2024-04-12T08:36:13.071 INFO:teuthology.orchestra.run.smithi112.stdout:Not possible to open ports <[9283]>. firewalld.service is not available 2024-04-12T08:36:13.071 INFO:teuthology.orchestra.run.smithi112.stdout:Waiting for mgr to start... 2024-04-12T08:36:13.071 INFO:teuthology.orchestra.run.smithi112.stdout:Waiting for mgr... 2024-04-12T08:36:13.092 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:36:13 smithi112 systemd[1]: Started Ceph mgr.y for 96d9de20-f8a7-11ee-bc8c-c7b262605968. 2024-04-12T08:36:13.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:13 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/2512598545' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-12T08:36:13.843 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:36:13 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:36:13.453+0000 7f1f14d2a1c0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-12T08:36:13.843 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:36:13 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:36:13.547+0000 7f1f14d2a1c0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-12T08:36:14.225 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:36:14 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:36:14.185+0000 7f1f14d2a1c0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-12T08:36:14.234 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout 2024-04-12T08:36:14.235 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout { 2024-04-12T08:36:14.235 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "fsid": "96d9de20-f8a7-11ee-bc8c-c7b262605968", 2024-04-12T08:36:14.235 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "health": { 2024-04-12T08:36:14.235 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-12T08:36:14.235 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-12T08:36:14.235 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-12T08:36:14.235 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout }, 2024-04-12T08:36:14.235 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-12T08:36:14.235 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-12T08:36:14.235 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout 0 2024-04-12T08:36:14.235 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout ], 2024-04-12T08:36:14.236 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-12T08:36:14.236 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "a" 2024-04-12T08:36:14.236 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout ], 2024-04-12T08:36:14.236 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "quorum_age": 2, 2024-04-12T08:36:14.236 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-12T08:36:14.236 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-12T08:36:14.236 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "quincy", 2024-04-12T08:36:14.236 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-12T08:36:14.236 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout }, 2024-04-12T08:36:14.236 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-12T08:36:14.236 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-12T08:36:14.236 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-12T08:36:14.237 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-12T08:36:14.237 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-12T08:36:14.237 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-12T08:36:14.237 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-12T08:36:14.237 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-12T08:36:14.237 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout }, 2024-04-12T08:36:14.237 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-12T08:36:14.237 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-12T08:36:14.237 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-12T08:36:14.237 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-12T08:36:14.237 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-12T08:36:14.237 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-12T08:36:14.237 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-12T08:36:14.237 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-12T08:36:14.238 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-12T08:36:14.238 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout }, 2024-04-12T08:36:14.238 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-12T08:36:14.238 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-12T08:36:14.238 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-12T08:36:14.238 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-12T08:36:14.238 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout }, 2024-04-12T08:36:14.238 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-12T08:36:14.238 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "available": false, 2024-04-12T08:36:14.238 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-12T08:36:14.238 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-12T08:36:14.238 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-12T08:36:14.239 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-12T08:36:14.239 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "restful" 2024-04-12T08:36:14.239 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout ], 2024-04-12T08:36:14.239 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-12T08:36:14.239 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout }, 2024-04-12T08:36:14.239 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-12T08:36:14.239 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-12T08:36:14.239 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "modified": "2024-04-12T08:36:05.803036+0000", 2024-04-12T08:36:14.239 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-12T08:36:14.239 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout }, 2024-04-12T08:36:14.239 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-12T08:36:14.239 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout } 2024-04-12T08:36:14.239 INFO:teuthology.orchestra.run.smithi112.stdout:mgr not available, waiting (1/15)... 2024-04-12T08:36:14.504 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:36:14 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:36:14.274+0000 7f1f14d2a1c0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-12T08:36:14.504 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:36:14 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:36:14.356+0000 7f1f14d2a1c0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-12T08:36:14.842 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:36:14 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:36:14.503+0000 7f1f14d2a1c0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-12T08:36:14.842 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:36:14 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:36:14.582+0000 7f1f14d2a1c0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-12T08:36:14.842 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:36:14 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:36:14.749+0000 7f1f14d2a1c0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-12T08:36:15.182 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:36:14 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:36:14.927+0000 7f1f14d2a1c0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-12T08:36:15.182 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:36:15 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:36:15.009+0000 7f1f14d2a1c0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-12T08:36:15.182 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:36:15 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:36:15.098+0000 7f1f14d2a1c0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-12T08:36:15.182 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:36:15 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:36:15.181+0000 7f1f14d2a1c0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-12T08:36:16.360 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:36:16 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:36:16.229+0000 7f1f14d2a1c0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-12T08:36:16.611 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:36:16 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:36:16.370+0000 7f1f14d2a1c0 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-12T08:36:16.612 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:36:16 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:36:16.566+0000 7f1f14d2a1c0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-12T08:36:16.933 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:16 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/3833485749' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-12T08:36:16.933 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:36:16 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:36:16.800+0000 7f1f14d2a1c0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-12T08:36:17.342 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:36:16 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:36:16.986+0000 7f1f14d2a1c0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-12T08:36:17.342 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:36:17 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:36:17.164+0000 7f1f14d2a1c0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-12T08:36:17.371 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout 2024-04-12T08:36:17.371 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout { 2024-04-12T08:36:17.371 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "fsid": "96d9de20-f8a7-11ee-bc8c-c7b262605968", 2024-04-12T08:36:17.371 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "health": { 2024-04-12T08:36:17.371 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-12T08:36:17.371 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-12T08:36:17.371 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-12T08:36:17.371 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout }, 2024-04-12T08:36:17.371 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-12T08:36:17.371 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-12T08:36:17.371 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout 0 2024-04-12T08:36:17.372 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout ], 2024-04-12T08:36:17.372 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-12T08:36:17.372 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "a" 2024-04-12T08:36:17.372 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout ], 2024-04-12T08:36:17.372 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "quorum_age": 5, 2024-04-12T08:36:17.372 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-12T08:36:17.372 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-12T08:36:17.372 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "quincy", 2024-04-12T08:36:17.372 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-12T08:36:17.372 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout }, 2024-04-12T08:36:17.372 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-12T08:36:17.372 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-12T08:36:17.372 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-12T08:36:17.372 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-12T08:36:17.372 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-12T08:36:17.373 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-12T08:36:17.373 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-12T08:36:17.373 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-12T08:36:17.376 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout }, 2024-04-12T08:36:17.376 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-12T08:36:17.376 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-12T08:36:17.376 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-12T08:36:17.376 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-12T08:36:17.376 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-12T08:36:17.376 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-12T08:36:17.376 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-12T08:36:17.376 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-12T08:36:17.377 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-12T08:36:17.377 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout }, 2024-04-12T08:36:17.377 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-12T08:36:17.377 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-12T08:36:17.377 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-12T08:36:17.377 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-12T08:36:17.377 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout }, 2024-04-12T08:36:17.377 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-12T08:36:17.377 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "available": false, 2024-04-12T08:36:17.377 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-12T08:36:17.377 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-12T08:36:17.377 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-12T08:36:17.377 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-12T08:36:17.377 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "restful" 2024-04-12T08:36:17.378 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout ], 2024-04-12T08:36:17.378 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-12T08:36:17.378 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout }, 2024-04-12T08:36:17.378 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-12T08:36:17.378 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-12T08:36:17.378 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "modified": "2024-04-12T08:36:05.803036+0000", 2024-04-12T08:36:17.378 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-12T08:36:17.378 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout }, 2024-04-12T08:36:17.378 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-12T08:36:17.378 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout } 2024-04-12T08:36:17.378 INFO:teuthology.orchestra.run.smithi112.stdout:mgr not available, waiting (2/15)... 2024-04-12T08:36:17.842 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:36:17 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:36:17.420+0000 7f1f14d2a1c0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-12T08:36:17.842 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:36:17 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:36:17.501+0000 7f1f14d2a1c0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-12T08:36:18.342 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:36:17 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:36:17.882+0000 7f1f14d2a1c0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-12T08:36:18.928 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:36:18 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:36:18.642+0000 7f1f14d2a1c0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-12T08:36:18.928 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:36:18 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:36:18.927+0000 7f1f14d2a1c0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-12T08:36:19.502 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:36:19 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:36:19.236+0000 7f1f14d2a1c0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-12T08:36:19.502 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:36:19 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:36:19.432+0000 7f1f14d2a1c0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-12T08:36:19.502 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:19 smithi112 ceph-mon[29019]: Activating manager daemon y 2024-04-12T08:36:19.502 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:19 smithi112 ceph-mon[29019]: mgrmap e2: y(active, starting, since 0.00285056s) 2024-04-12T08:36:19.502 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:19 smithi112 ceph-mon[29019]: from='mgr.14100 172.21.15.112:0/3772673544' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-12T08:36:19.503 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:19 smithi112 ceph-mon[29019]: from='mgr.14100 172.21.15.112:0/3772673544' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-12T08:36:19.503 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:19 smithi112 ceph-mon[29019]: from='mgr.14100 172.21.15.112:0/3772673544' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-12T08:36:19.503 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:19 smithi112 ceph-mon[29019]: from='mgr.14100 172.21.15.112:0/3772673544' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T08:36:19.503 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:19 smithi112 ceph-mon[29019]: from='mgr.14100 172.21.15.112:0/3772673544' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-12T08:36:19.503 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:19 smithi112 ceph-mon[29019]: Manager daemon y is now available 2024-04-12T08:36:19.503 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:19 smithi112 ceph-mon[29019]: from='mgr.14100 172.21.15.112:0/3772673544' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-12T08:36:19.503 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:19 smithi112 ceph-mon[29019]: from='mgr.14100 172.21.15.112:0/3772673544' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-12T08:36:19.503 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:19 smithi112 ceph-mon[29019]: from='mgr.14100 172.21.15.112:0/3772673544' entity='mgr.y' 2024-04-12T08:36:19.503 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:19 smithi112 ceph-mon[29019]: from='mgr.14100 172.21.15.112:0/3772673544' entity='mgr.y' 2024-04-12T08:36:19.503 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:19 smithi112 ceph-mon[29019]: from='mgr.14100 172.21.15.112:0/3772673544' entity='mgr.y' 2024-04-12T08:36:20.496 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout 2024-04-12T08:36:20.496 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout { 2024-04-12T08:36:20.496 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "fsid": "96d9de20-f8a7-11ee-bc8c-c7b262605968", 2024-04-12T08:36:20.497 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "health": { 2024-04-12T08:36:20.497 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-12T08:36:20.497 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-12T08:36:20.497 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-12T08:36:20.497 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout }, 2024-04-12T08:36:20.497 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-12T08:36:20.497 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-12T08:36:20.497 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout 0 2024-04-12T08:36:20.497 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout ], 2024-04-12T08:36:20.497 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-12T08:36:20.497 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "a" 2024-04-12T08:36:20.497 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout ], 2024-04-12T08:36:20.497 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "quorum_age": 8, 2024-04-12T08:36:20.497 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-12T08:36:20.497 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-12T08:36:20.498 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "quincy", 2024-04-12T08:36:20.498 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-12T08:36:20.498 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout }, 2024-04-12T08:36:20.498 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-12T08:36:20.498 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-12T08:36:20.498 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-12T08:36:20.498 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-12T08:36:20.498 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-12T08:36:20.498 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-12T08:36:20.498 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-12T08:36:20.498 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-12T08:36:20.498 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout }, 2024-04-12T08:36:20.498 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-12T08:36:20.498 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-12T08:36:20.498 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-12T08:36:20.499 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-12T08:36:20.499 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-12T08:36:20.499 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-12T08:36:20.499 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-12T08:36:20.499 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-12T08:36:20.499 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-12T08:36:20.499 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout }, 2024-04-12T08:36:20.499 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-12T08:36:20.499 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-12T08:36:20.499 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-12T08:36:20.499 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-12T08:36:20.499 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout }, 2024-04-12T08:36:20.499 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-12T08:36:20.499 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "available": false, 2024-04-12T08:36:20.499 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-12T08:36:20.500 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-12T08:36:20.500 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-12T08:36:20.500 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-12T08:36:20.500 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "restful" 2024-04-12T08:36:20.500 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout ], 2024-04-12T08:36:20.500 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-12T08:36:20.500 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout }, 2024-04-12T08:36:20.500 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-12T08:36:20.500 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-12T08:36:20.500 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "modified": "2024-04-12T08:36:05.803036+0000", 2024-04-12T08:36:20.500 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-12T08:36:20.500 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout }, 2024-04-12T08:36:20.500 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-12T08:36:20.500 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout } 2024-04-12T08:36:20.500 INFO:teuthology.orchestra.run.smithi112.stdout:mgr not available, waiting (3/15)... 2024-04-12T08:36:20.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:20 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/1021060127' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-12T08:36:20.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:20 smithi112 ceph-mon[29019]: mgrmap e3: y(active, since 1.00601s) 2024-04-12T08:36:22.825 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:22 smithi112 ceph-mon[29019]: mgrmap e4: y(active, since 2s) 2024-04-12T08:36:23.803 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:23 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/669077234' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-12T08:36:23.810 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout 2024-04-12T08:36:23.810 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout { 2024-04-12T08:36:23.810 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "fsid": "96d9de20-f8a7-11ee-bc8c-c7b262605968", 2024-04-12T08:36:23.811 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "health": { 2024-04-12T08:36:23.811 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-12T08:36:23.811 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-12T08:36:23.811 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-12T08:36:23.811 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout }, 2024-04-12T08:36:23.811 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-12T08:36:23.811 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-12T08:36:23.811 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout 0 2024-04-12T08:36:23.811 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout ], 2024-04-12T08:36:23.811 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-12T08:36:23.811 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "a" 2024-04-12T08:36:23.811 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout ], 2024-04-12T08:36:23.811 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "quorum_age": 12, 2024-04-12T08:36:23.811 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-12T08:36:23.811 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-12T08:36:23.812 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "quincy", 2024-04-12T08:36:23.812 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-12T08:36:23.812 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout }, 2024-04-12T08:36:23.812 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-12T08:36:23.812 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-12T08:36:23.812 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-12T08:36:23.812 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-12T08:36:23.812 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-12T08:36:23.812 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-12T08:36:23.812 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-12T08:36:23.812 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-12T08:36:23.812 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout }, 2024-04-12T08:36:23.812 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-12T08:36:23.812 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-12T08:36:23.812 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-12T08:36:23.812 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-12T08:36:23.812 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-12T08:36:23.813 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-12T08:36:23.813 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-12T08:36:23.813 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-12T08:36:23.813 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-12T08:36:23.813 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout }, 2024-04-12T08:36:23.813 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-12T08:36:23.813 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-12T08:36:23.813 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-12T08:36:23.813 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-12T08:36:23.813 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout }, 2024-04-12T08:36:23.813 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-12T08:36:23.813 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "available": true, 2024-04-12T08:36:23.813 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-12T08:36:23.813 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-12T08:36:23.813 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-12T08:36:23.814 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-12T08:36:23.814 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "restful" 2024-04-12T08:36:23.814 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout ], 2024-04-12T08:36:23.814 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-12T08:36:23.814 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout }, 2024-04-12T08:36:23.814 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-12T08:36:23.814 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-12T08:36:23.814 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "modified": "2024-04-12T08:36:05.803036+0000", 2024-04-12T08:36:23.814 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-12T08:36:23.814 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout }, 2024-04-12T08:36:23.814 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-12T08:36:23.814 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout } 2024-04-12T08:36:23.814 INFO:teuthology.orchestra.run.smithi112.stdout:mgr is available 2024-04-12T08:36:24.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:24 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/3606423881' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-04-12T08:36:24.988 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout 2024-04-12T08:36:24.988 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout [global] 2024-04-12T08:36:24.988 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout fsid = 96d9de20-f8a7-11ee-bc8c-c7b262605968 2024-04-12T08:36:24.988 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-04-12T08:36:24.989 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-04-12T08:36:24.989 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-04-12T08:36:24.989 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-04-12T08:36:24.989 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout 2024-04-12T08:36:24.989 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout [mgr] 2024-04-12T08:36:24.989 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-04-12T08:36:24.989 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout 2024-04-12T08:36:24.989 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout [osd] 2024-04-12T08:36:24.989 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-04-12T08:36:24.990 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-04-12T08:36:24.990 INFO:teuthology.orchestra.run.smithi112.stdout:Enabling cephadm module... 2024-04-12T08:36:26.007 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:25 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/1438716698' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-04-12T08:36:26.007 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:36:25 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: ignoring --setuser ceph since I am not root 2024-04-12T08:36:26.007 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:36:25 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: ignoring --setgroup ceph since I am not root 2024-04-12T08:36:26.282 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:36:26 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:36:26.222+0000 7f7fc22791c0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-12T08:36:26.532 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:36:26 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:36:26.314+0000 7f7fc22791c0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-12T08:36:26.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:26 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/1438716698' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-04-12T08:36:26.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:26 smithi112 ceph-mon[29019]: mgrmap e5: y(active, since 6s) 2024-04-12T08:36:27.271 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:36:26 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:36:26.968+0000 7f7fc22791c0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-12T08:36:27.271 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:36:27 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:36:27.082+0000 7f7fc22791c0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-12T08:36:27.271 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:36:27 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:36:27.164+0000 7f7fc22791c0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-12T08:36:27.566 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:36:27 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:36:27.315+0000 7f7fc22791c0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-12T08:36:27.567 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:36:27 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:36:27.393+0000 7f7fc22791c0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-12T08:36:27.567 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:36:27 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:36:27.565+0000 7f7fc22791c0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-12T08:36:27.575 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout { 2024-04-12T08:36:27.575 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "epoch": 5, 2024-04-12T08:36:27.575 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "available": true, 2024-04-12T08:36:27.575 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-04-12T08:36:27.575 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-04-12T08:36:27.575 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout } 2024-04-12T08:36:27.575 INFO:teuthology.orchestra.run.smithi112.stdout:Waiting for the mgr to restart... 2024-04-12T08:36:27.575 INFO:teuthology.orchestra.run.smithi112.stdout:Waiting for mgr epoch 5... 2024-04-12T08:36:27.816 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:27 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/53826720' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-04-12T08:36:27.817 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:36:27 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:36:27.750+0000 7f7fc22791c0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-12T08:36:28.092 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:36:27 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:36:27.838+0000 7f7fc22791c0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-12T08:36:28.092 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:36:27 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:36:27.930+0000 7f7fc22791c0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-12T08:36:28.092 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:36:28 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:36:28.019+0000 7f7fc22791c0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-12T08:36:29.342 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:36:29 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:36:29.049+0000 7f7fc22791c0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-12T08:36:29.342 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:36:29 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:36:29.177+0000 7f7fc22791c0 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-12T08:36:29.765 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:36:29 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:36:29.367+0000 7f7fc22791c0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-12T08:36:29.766 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:36:29 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:36:29.592+0000 7f7fc22791c0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-12T08:36:29.766 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:36:29 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:36:29.765+0000 7f7fc22791c0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-12T08:36:30.092 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:36:29 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:36:29.942+0000 7f7fc22791c0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-12T08:36:30.592 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:36:30 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:36:30.200+0000 7f7fc22791c0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-12T08:36:30.592 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:36:30 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:36:30.285+0000 7f7fc22791c0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-12T08:36:31.092 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:36:30 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:36:30.670+0000 7f7fc22791c0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-12T08:36:31.717 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:36:31 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:36:31.432+0000 7f7fc22791c0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-12T08:36:31.717 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:36:31 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:36:31.716+0000 7f7fc22791c0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-12T08:36:32.342 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:36:32 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:36:32.027+0000 7f7fc22791c0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-12T08:36:32.342 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:36:32 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:36:32.217+0000 7f7fc22791c0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-12T08:36:32.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:32 smithi112 ceph-mon[29019]: Active manager daemon y restarted 2024-04-12T08:36:32.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:32 smithi112 ceph-mon[29019]: Activating manager daemon y 2024-04-12T08:36:32.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:32 smithi112 ceph-mon[29019]: osdmap e2: 0 total, 0 up, 0 in 2024-04-12T08:36:32.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:32 smithi112 ceph-mon[29019]: mgrmap e6: y(active, starting, since 0.00283842s) 2024-04-12T08:36:32.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:32 smithi112 ceph-mon[29019]: from='mgr.14120 172.21.15.112:0/4142539992' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T08:36:32.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:32 smithi112 ceph-mon[29019]: from='mgr.14120 172.21.15.112:0/4142539992' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-12T08:36:32.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:32 smithi112 ceph-mon[29019]: from='mgr.14120 172.21.15.112:0/4142539992' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-12T08:36:32.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:32 smithi112 ceph-mon[29019]: from='mgr.14120 172.21.15.112:0/4142539992' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-12T08:36:32.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:32 smithi112 ceph-mon[29019]: from='mgr.14120 172.21.15.112:0/4142539992' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-12T08:36:32.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:32 smithi112 ceph-mon[29019]: Manager daemon y is now available 2024-04-12T08:36:32.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:32 smithi112 ceph-mon[29019]: from='mgr.14120 172.21.15.112:0/4142539992' entity='mgr.y' 2024-04-12T08:36:32.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:32 smithi112 ceph-mon[29019]: from='mgr.14120 172.21.15.112:0/4142539992' entity='mgr.y' 2024-04-12T08:36:32.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:32 smithi112 ceph-mon[29019]: from='mgr.14120 172.21.15.112:0/4142539992' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:36:32.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:32 smithi112 ceph-mon[29019]: from='mgr.14120 172.21.15.112:0/4142539992' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:36:32.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:32 smithi112 ceph-mon[29019]: from='mgr.14120 172.21.15.112:0/4142539992' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:36:32.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:32 smithi112 ceph-mon[29019]: from='mgr.14120 172.21.15.112:0/4142539992' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-12T08:36:32.344 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:32 smithi112 ceph-mon[29019]: from='mgr.14120 172.21.15.112:0/4142539992' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-12T08:36:33.536 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:33 smithi112 ceph-mon[29019]: Found migration_current of "None". Setting to last migration. 2024-04-12T08:36:33.536 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:33 smithi112 ceph-mon[29019]: mgrmap e7: y(active, since 1.0048s) 2024-04-12T08:36:33.809 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout { 2024-04-12T08:36:33.809 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2024-04-12T08:36:33.810 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "initialized": true 2024-04-12T08:36:33.810 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout } 2024-04-12T08:36:33.810 INFO:teuthology.orchestra.run.smithi112.stdout:mgr epoch 5 is available 2024-04-12T08:36:33.810 INFO:teuthology.orchestra.run.smithi112.stdout:Setting orchestrator backend to cephadm... 2024-04-12T08:36:34.495 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:34 smithi112 ceph-mon[29019]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-04-12T08:36:34.495 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:34 smithi112 ceph-mon[29019]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-04-12T08:36:34.495 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:34 smithi112 ceph-mon[29019]: from='mgr.14120 172.21.15.112:0/4142539992' entity='mgr.y' 2024-04-12T08:36:34.495 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:34 smithi112 ceph-mon[29019]: from='mgr.14120 172.21.15.112:0/4142539992' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:36:35.638 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:35 smithi112 ceph-mon[29019]: [12/Apr/2024:08:36:33] ENGINE Bus STARTING 2024-04-12T08:36:35.638 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:35 smithi112 ceph-mon[29019]: [12/Apr/2024:08:36:34] ENGINE Serving on https://172.21.15.112:7150 2024-04-12T08:36:35.638 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:35 smithi112 ceph-mon[29019]: [12/Apr/2024:08:36:34] ENGINE Bus STARTED 2024-04-12T08:36:35.638 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:35 smithi112 ceph-mon[29019]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T08:36:35.638 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:35 smithi112 ceph-mon[29019]: from='mgr.14120 172.21.15.112:0/4142539992' entity='mgr.y' 2024-04-12T08:36:35.638 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:35 smithi112 ceph-mon[29019]: from='mgr.14120 172.21.15.112:0/4142539992' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:36:35.638 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:35 smithi112 ceph-mon[29019]: mgrmap e8: y(active, since 2s) 2024-04-12T08:36:36.260 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout value unchanged 2024-04-12T08:36:36.261 INFO:teuthology.orchestra.run.smithi112.stdout:Generating ssh key... 2024-04-12T08:36:36.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:36 smithi112 ceph-mon[29019]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T08:36:37.705 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:36:37 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: Generating public/private rsa key pair. 2024-04-12T08:36:37.705 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:36:37 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: Your identification has been saved in /tmp/tmp5ww3u4kq/key. 2024-04-12T08:36:37.706 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:36:37 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: Your public key has been saved in /tmp/tmp5ww3u4kq/key.pub. 2024-04-12T08:36:37.706 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:36:37 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: The key fingerprint is: 2024-04-12T08:36:37.706 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:36:37 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: SHA256:KqX7kubB8LDv4oHNQ7LTeyHX9Mq3MIeL6ZXWVBWJgvU ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968 2024-04-12T08:36:37.706 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:36:37 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: The key's randomart image is: 2024-04-12T08:36:37.706 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:36:37 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: +---[RSA 3072]----+ 2024-04-12T08:36:37.706 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:36:37 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: | o. .oo | 2024-04-12T08:36:37.706 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:36:37 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: | . ..... | 2024-04-12T08:36:37.706 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:36:37 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: | .E | 2024-04-12T08:36:37.706 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:36:37 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: | . . | 2024-04-12T08:36:37.706 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:36:37 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: |. + o..S | 2024-04-12T08:36:37.706 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:36:37 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: | O.*oo.*. | 2024-04-12T08:36:37.706 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:36:37 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: |+ Bo*+O.o | 2024-04-12T08:36:37.706 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:36:37 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: | ..==Oo=. | 2024-04-12T08:36:37.706 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:36:37 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: | .oBOoo... | 2024-04-12T08:36:37.707 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:36:37 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: +----[SHA256]-----+ 2024-04-12T08:36:38.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:38 smithi112 ceph-mon[29019]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T08:36:38.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:38 smithi112 ceph-mon[29019]: Generating ssh key... 2024-04-12T08:36:38.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:38 smithi112 ceph-mon[29019]: from='mgr.14120 172.21.15.112:0/4142539992' entity='mgr.y' 2024-04-12T08:36:38.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:38 smithi112 ceph-mon[29019]: from='mgr.14120 172.21.15.112:0/4142539992' entity='mgr.y' 2024-04-12T08:36:39.198 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC5Ao3vygfcbDbuHOrWMA4XN9LROZ8y8d60y9Kdn1dQXnqkCVoXF/Rg+RdOrtGY2ARGDJUfGn2l8AHoz2ILDgeLlQ2ChWGpUvRA/SHpVAxR4nF/c1wcN8e4kKsXTAMP5PWZwC5qBCQjINMw2oQJswvbGVhPVRKGbAgCw+BVPMd7KMdKiC9B3sPV2ctw9o9xZ86yPqDhnRK/ZhbRZEb12qnt4uMxuD5egefalQtXF7pZJcS8iTb4fqoCSx2djSVkpmTGE876XUHrjv+323ejmJl275f1X3vVpCIQ9f3uYWLO96Ig8qlEyudirGRhUa4KiOD4DzV2JlHiMJ+7r2x6oxghFM4k5z7kN1eWdarFrXE5MoBrjFH0/jwJYNH3DY1EfKeXTtB1YCW77ETE2ipVyrt/no4fJI068gqxueIHuS124Ijj67DJAfwcKgFI4AL9n8KjeNqrBi6nPVoJgFnVykonALvBefKzImmYTmqy4zQbkSSGwYA9uJvZLIUmGFwaqf8= ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968 2024-04-12T08:36:39.199 INFO:teuthology.orchestra.run.smithi112.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-04-12T08:36:39.199 INFO:teuthology.orchestra.run.smithi112.stdout:Adding key to root@localhost authorized_keys... 2024-04-12T08:36:39.199 INFO:teuthology.orchestra.run.smithi112.stdout:Adding host smithi112... 2024-04-12T08:36:39.524 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:39 smithi112 ceph-mon[29019]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T08:36:41.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:40 smithi112 ceph-mon[29019]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi112", "addr": "172.21.15.112", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T08:36:41.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:40 smithi112 ceph-mon[29019]: Deploying cephadm binary to smithi112 2024-04-12T08:36:42.591 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout Added host 'smithi112' with addr '172.21.15.112' 2024-04-12T08:36:42.591 INFO:teuthology.orchestra.run.smithi112.stdout:Deploying unmanaged mon service... 2024-04-12T08:36:42.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:42 smithi112 ceph-mon[29019]: from='mgr.14120 172.21.15.112:0/4142539992' entity='mgr.y' 2024-04-12T08:36:42.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:42 smithi112 ceph-mon[29019]: Added host smithi112 2024-04-12T08:36:42.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:42 smithi112 ceph-mon[29019]: from='mgr.14120 172.21.15.112:0/4142539992' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:36:43.960 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2024-04-12T08:36:43.960 INFO:teuthology.orchestra.run.smithi112.stdout:Deploying unmanaged mgr service... 2024-04-12T08:36:44.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:44 smithi112 ceph-mon[29019]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T08:36:44.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:44 smithi112 ceph-mon[29019]: Saving service mon spec with placement count:5 2024-04-12T08:36:44.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:44 smithi112 ceph-mon[29019]: from='mgr.14120 172.21.15.112:0/4142539992' entity='mgr.y' 2024-04-12T08:36:45.934 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:45 smithi112 ceph-mon[29019]: from='mgr.14120 172.21.15.112:0/4142539992' entity='mgr.y' 2024-04-12T08:36:45.934 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:45 smithi112 ceph-mon[29019]: from='mgr.14120 172.21.15.112:0/4142539992' entity='mgr.y' 2024-04-12T08:36:45.934 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:45 smithi112 ceph-mon[29019]: from='client.14144 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T08:36:45.934 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:45 smithi112 ceph-mon[29019]: Saving service mgr spec with placement count:2 2024-04-12T08:36:45.935 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:45 smithi112 ceph-mon[29019]: from='mgr.14120 172.21.15.112:0/4142539992' entity='mgr.y' 2024-04-12T08:36:45.937 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2024-04-12T08:36:47.687 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:47 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/502529953' entity='client.admin' 2024-04-12T08:36:48.944 INFO:teuthology.orchestra.run.smithi112.stdout:Enabling the dashboard module... 2024-04-12T08:36:49.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:49 smithi112 ceph-mon[29019]: from='mgr.14120 172.21.15.112:0/4142539992' entity='mgr.y' 2024-04-12T08:36:49.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:49 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/2986557682' entity='client.admin' 2024-04-12T08:36:50.736 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:50 smithi112 ceph-mon[29019]: from='mgr.14120 172.21.15.112:0/4142539992' entity='mgr.y' 2024-04-12T08:36:50.736 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:50 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/592667025' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-04-12T08:36:50.736 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:36:50 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: ignoring --setuser ceph since I am not root 2024-04-12T08:36:50.736 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:36:50 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: ignoring --setgroup ceph since I am not root 2024-04-12T08:36:51.342 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:36:51 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:36:51.023+0000 7f58a18541c0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-12T08:36:51.342 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:36:51 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:36:51.114+0000 7f58a18541c0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-12T08:36:51.683 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:51 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/592667025' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-04-12T08:36:51.683 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:51 smithi112 ceph-mon[29019]: mgrmap e9: y(active, since 18s) 2024-04-12T08:36:52.034 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:36:51 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:36:51.753+0000 7f58a18541c0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-12T08:36:52.034 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:36:51 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:36:51.845+0000 7f58a18541c0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-12T08:36:52.034 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:36:51 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:36:51.930+0000 7f58a18541c0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-12T08:36:52.336 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:36:52 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:36:52.086+0000 7f58a18541c0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-12T08:36:52.336 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:36:52 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:36:52.166+0000 7f58a18541c0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-12T08:36:52.336 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:36:52 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:36:52.335+0000 7f58a18541c0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-12T08:36:52.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:52 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/1082535858' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-04-12T08:36:52.592 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:36:52 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:36:52.517+0000 7f58a18541c0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-12T08:36:52.665 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout { 2024-04-12T08:36:52.665 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "epoch": 9, 2024-04-12T08:36:52.665 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "available": true, 2024-04-12T08:36:52.665 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-04-12T08:36:52.665 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-04-12T08:36:52.665 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout } 2024-04-12T08:36:52.666 INFO:teuthology.orchestra.run.smithi112.stdout:Waiting for the mgr to restart... 2024-04-12T08:36:52.666 INFO:teuthology.orchestra.run.smithi112.stdout:Waiting for mgr epoch 9... 2024-04-12T08:36:52.915 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:36:52 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:36:52.602+0000 7f58a18541c0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-12T08:36:52.915 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:36:52 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:36:52.702+0000 7f58a18541c0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-12T08:36:52.915 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:36:52 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:36:52.789+0000 7f58a18541c0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-12T08:36:54.092 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:36:53 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:36:53.830+0000 7f58a18541c0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-12T08:36:54.092 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:36:53 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:36:53.959+0000 7f58a18541c0 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-12T08:36:54.545 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:36:54 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:36:54.149+0000 7f58a18541c0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-12T08:36:54.545 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:36:54 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:36:54.372+0000 7f58a18541c0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-12T08:36:54.545 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:36:54 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:36:54.544+0000 7f58a18541c0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-12T08:36:54.842 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:36:54 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:36:54.723+0000 7f58a18541c0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-12T08:36:55.342 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:36:54 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:36:54.979+0000 7f58a18541c0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-12T08:36:55.342 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:36:55 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:36:55.064+0000 7f58a18541c0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-12T08:36:55.842 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:36:55 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:36:55.448+0000 7f58a18541c0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-12T08:36:56.506 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:36:56 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:36:56.217+0000 7f58a18541c0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-12T08:36:56.507 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:36:56 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:36:56.506+0000 7f58a18541c0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-12T08:36:57.092 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:36:56 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:36:56.815+0000 7f58a18541c0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-12T08:36:57.092 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:36:57 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:36:57.004+0000 7f58a18541c0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-12T08:36:57.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:57 smithi112 ceph-mon[29019]: Active manager daemon y restarted 2024-04-12T08:36:57.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:57 smithi112 ceph-mon[29019]: Activating manager daemon y 2024-04-12T08:36:57.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:57 smithi112 ceph-mon[29019]: osdmap e3: 0 total, 0 up, 0 in 2024-04-12T08:36:57.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:57 smithi112 ceph-mon[29019]: mgrmap e10: y(active, starting, since 0.00326366s) 2024-04-12T08:36:57.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:57 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T08:36:57.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:57 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-12T08:36:57.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:57 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-12T08:36:57.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:57 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-12T08:36:57.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:57 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-12T08:36:57.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:57 smithi112 ceph-mon[29019]: Manager daemon y is now available 2024-04-12T08:36:57.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:57 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:36:57.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:57 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:36:57.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:57 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-12T08:36:57.094 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:57 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-12T08:36:58.579 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:58 smithi112 ceph-mon[29019]: [12/Apr/2024:08:36:57] ENGINE Bus STARTING 2024-04-12T08:36:58.580 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:58 smithi112 ceph-mon[29019]: [12/Apr/2024:08:36:57] ENGINE Serving on https://172.21.15.112:7150 2024-04-12T08:36:58.580 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:58 smithi112 ceph-mon[29019]: [12/Apr/2024:08:36:57] ENGINE Bus STARTED 2024-04-12T08:36:58.580 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:58 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:36:58.580 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:58 smithi112 ceph-mon[29019]: mgrmap e11: y(active, since 1.00572s) 2024-04-12T08:36:58.580 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:58 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:36:58.582 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout { 2024-04-12T08:36:58.582 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2024-04-12T08:36:58.582 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "initialized": true 2024-04-12T08:36:58.582 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout } 2024-04-12T08:36:58.583 INFO:teuthology.orchestra.run.smithi112.stdout:mgr epoch 9 is available 2024-04-12T08:36:58.583 INFO:teuthology.orchestra.run.smithi112.stdout:Generating a dashboard self-signed certificate... 2024-04-12T08:36:59.780 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:59 smithi112 ceph-mon[29019]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-04-12T08:36:59.780 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:59 smithi112 ceph-mon[29019]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-04-12T08:36:59.780 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:59 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:36:59.780 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:59 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:36:59.780 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:36:59 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:00.191 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2024-04-12T08:37:00.191 INFO:teuthology.orchestra.run.smithi112.stdout:Creating initial admin user... 2024-04-12T08:37:00.766 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:00 smithi112 ceph-mon[29019]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T08:37:00.766 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:00 smithi112 ceph-mon[29019]: mgrmap e12: y(active, since 2s) 2024-04-12T08:37:02.543 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$XfUnqgXiewWhyAAlJtFE/O8mkrDe/og3ob2DIhkH0d5Tk/mEH6xUe", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1712911021, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-04-12T08:37:02.543 INFO:teuthology.orchestra.run.smithi112.stdout:Fetching dashboard port number... 2024-04-12T08:37:03.152 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:02 smithi112 ceph-mon[29019]: from='client.14166 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T08:37:03.152 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:02 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:03.725 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout 8443 2024-04-12T08:37:03.735 INFO:teuthology.orchestra.run.smithi112.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-12T08:37:03.735 INFO:teuthology.orchestra.run.smithi112.stdout:systemctl: stdout disabled 2024-04-12T08:37:03.743 INFO:teuthology.orchestra.run.smithi112.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-12T08:37:03.743 INFO:teuthology.orchestra.run.smithi112.stdout:systemctl: stdout inactive 2024-04-12T08:37:03.743 INFO:teuthology.orchestra.run.smithi112.stdout:firewalld.service is not enabled 2024-04-12T08:37:03.743 INFO:teuthology.orchestra.run.smithi112.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2024-04-12T08:37:03.745 INFO:teuthology.orchestra.run.smithi112.stdout:Ceph Dashboard is now available at: 2024-04-12T08:37:03.745 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T08:37:03.745 INFO:teuthology.orchestra.run.smithi112.stdout: URL: https://smithi112.front.sepia.ceph.com:8443/ 2024-04-12T08:37:03.745 INFO:teuthology.orchestra.run.smithi112.stdout: User: admin 2024-04-12T08:37:03.745 INFO:teuthology.orchestra.run.smithi112.stdout: Password: t4yc25641m 2024-04-12T08:37:03.745 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T08:37:03.746 INFO:teuthology.orchestra.run.smithi112.stdout:Saving cluster configuration to /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/config directory 2024-04-12T08:37:03.746 INFO:teuthology.orchestra.run.smithi112.stdout:Enabling autotune for osd_memory_target 2024-04-12T08:37:03.973 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:03 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/2983566948' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-04-12T08:37:05.190 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:04 smithi112 ceph-mon[29019]: mgrmap e13: y(active, since 6s) 2024-04-12T08:37:06.488 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2024-04-12T08:37:06.489 INFO:teuthology.orchestra.run.smithi112.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2024-04-12T08:37:06.489 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T08:37:06.489 INFO:teuthology.orchestra.run.smithi112.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-04-12T08:37:06.489 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T08:37:06.489 INFO:teuthology.orchestra.run.smithi112.stdout:Or, if you are only running a single cluster on this host: 2024-04-12T08:37:06.489 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T08:37:06.489 INFO:teuthology.orchestra.run.smithi112.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2024-04-12T08:37:06.489 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T08:37:06.489 INFO:teuthology.orchestra.run.smithi112.stdout:Please consider enabling telemetry to help improve Ceph: 2024-04-12T08:37:06.489 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T08:37:06.489 INFO:teuthology.orchestra.run.smithi112.stdout: ceph telemetry on 2024-04-12T08:37:06.489 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T08:37:06.490 INFO:teuthology.orchestra.run.smithi112.stdout:For more information see: 2024-04-12T08:37:06.490 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T08:37:06.490 INFO:teuthology.orchestra.run.smithi112.stdout: https://docs.ceph.com/docs/master/mgr/telemetry/ 2024-04-12T08:37:06.490 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T08:37:06.490 INFO:teuthology.orchestra.run.smithi112.stdout:Bootstrap complete. 2024-04-12T08:37:06.534 INFO:tasks.cephadm:Fetching config... 2024-04-12T08:37:06.534 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-04-12T08:37:06.534 DEBUG:teuthology.orchestra.run.smithi112:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-04-12T08:37:06.551 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-04-12T08:37:06.551 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-04-12T08:37:06.551 DEBUG:teuthology.orchestra.run.smithi112:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-04-12T08:37:06.607 INFO:tasks.cephadm:Fetching mon keyring... 2024-04-12T08:37:06.607 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-04-12T08:37:06.607 DEBUG:teuthology.orchestra.run.smithi112:> sudo dd if=/var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/keyring of=/dev/stdout 2024-04-12T08:37:06.675 INFO:tasks.cephadm:Fetching pub ssh key... 2024-04-12T08:37:06.675 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-04-12T08:37:06.675 DEBUG:teuthology.orchestra.run.smithi112:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-04-12T08:37:06.730 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-04-12T08:37:06.730 DEBUG:teuthology.orchestra.run.smithi112:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC5Ao3vygfcbDbuHOrWMA4XN9LROZ8y8d60y9Kdn1dQXnqkCVoXF/Rg+RdOrtGY2ARGDJUfGn2l8AHoz2ILDgeLlQ2ChWGpUvRA/SHpVAxR4nF/c1wcN8e4kKsXTAMP5PWZwC5qBCQjINMw2oQJswvbGVhPVRKGbAgCw+BVPMd7KMdKiC9B3sPV2ctw9o9xZ86yPqDhnRK/ZhbRZEb12qnt4uMxuD5egefalQtXF7pZJcS8iTb4fqoCSx2djSVkpmTGE876XUHrjv+323ejmJl275f1X3vVpCIQ9f3uYWLO96Ig8qlEyudirGRhUa4KiOD4DzV2JlHiMJ+7r2x6oxghFM4k5z7kN1eWdarFrXE5MoBrjFH0/jwJYNH3DY1EfKeXTtB1YCW77ETE2ipVyrt/no4fJI068gqxueIHuS124Ijj67DJAfwcKgFI4AL9n8KjeNqrBi6nPVoJgFnVykonALvBefKzImmYTmqy4zQbkSSGwYA9uJvZLIUmGFwaqf8= ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-04-12T08:37:06.794 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:06 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/4234654370' entity='client.admin' 2024-04-12T08:37:06.836 INFO:teuthology.orchestra.run.smithi112.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC5Ao3vygfcbDbuHOrWMA4XN9LROZ8y8d60y9Kdn1dQXnqkCVoXF/Rg+RdOrtGY2ARGDJUfGn2l8AHoz2ILDgeLlQ2ChWGpUvRA/SHpVAxR4nF/c1wcN8e4kKsXTAMP5PWZwC5qBCQjINMw2oQJswvbGVhPVRKGbAgCw+BVPMd7KMdKiC9B3sPV2ctw9o9xZ86yPqDhnRK/ZhbRZEb12qnt4uMxuD5egefalQtXF7pZJcS8iTb4fqoCSx2djSVkpmTGE876XUHrjv+323ejmJl275f1X3vVpCIQ9f3uYWLO96Ig8qlEyudirGRhUa4KiOD4DzV2JlHiMJ+7r2x6oxghFM4k5z7kN1eWdarFrXE5MoBrjFH0/jwJYNH3DY1EfKeXTtB1YCW77ETE2ipVyrt/no4fJI068gqxueIHuS124Ijj67DJAfwcKgFI4AL9n8KjeNqrBi6nPVoJgFnVykonALvBefKzImmYTmqy4zQbkSSGwYA9uJvZLIUmGFwaqf8= ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968 2024-04-12T08:37:06.850 DEBUG:teuthology.orchestra.run.smithi175:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC5Ao3vygfcbDbuHOrWMA4XN9LROZ8y8d60y9Kdn1dQXnqkCVoXF/Rg+RdOrtGY2ARGDJUfGn2l8AHoz2ILDgeLlQ2ChWGpUvRA/SHpVAxR4nF/c1wcN8e4kKsXTAMP5PWZwC5qBCQjINMw2oQJswvbGVhPVRKGbAgCw+BVPMd7KMdKiC9B3sPV2ctw9o9xZ86yPqDhnRK/ZhbRZEb12qnt4uMxuD5egefalQtXF7pZJcS8iTb4fqoCSx2djSVkpmTGE876XUHrjv+323ejmJl275f1X3vVpCIQ9f3uYWLO96Ig8qlEyudirGRhUa4KiOD4DzV2JlHiMJ+7r2x6oxghFM4k5z7kN1eWdarFrXE5MoBrjFH0/jwJYNH3DY1EfKeXTtB1YCW77ETE2ipVyrt/no4fJI068gqxueIHuS124Ijj67DJAfwcKgFI4AL9n8KjeNqrBi6nPVoJgFnVykonALvBefKzImmYTmqy4zQbkSSGwYA9uJvZLIUmGFwaqf8= ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-04-12T08:37:06.897 INFO:teuthology.orchestra.run.smithi175.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC5Ao3vygfcbDbuHOrWMA4XN9LROZ8y8d60y9Kdn1dQXnqkCVoXF/Rg+RdOrtGY2ARGDJUfGn2l8AHoz2ILDgeLlQ2ChWGpUvRA/SHpVAxR4nF/c1wcN8e4kKsXTAMP5PWZwC5qBCQjINMw2oQJswvbGVhPVRKGbAgCw+BVPMd7KMdKiC9B3sPV2ctw9o9xZ86yPqDhnRK/ZhbRZEb12qnt4uMxuD5egefalQtXF7pZJcS8iTb4fqoCSx2djSVkpmTGE876XUHrjv+323ejmJl275f1X3vVpCIQ9f3uYWLO96Ig8qlEyudirGRhUa4KiOD4DzV2JlHiMJ+7r2x6oxghFM4k5z7kN1eWdarFrXE5MoBrjFH0/jwJYNH3DY1EfKeXTtB1YCW77ETE2ipVyrt/no4fJI068gqxueIHuS124Ijj67DJAfwcKgFI4AL9n8KjeNqrBi6nPVoJgFnVykonALvBefKzImmYTmqy4zQbkSSGwYA9uJvZLIUmGFwaqf8= ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968 2024-04-12T08:37:06.912 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-04-12T08:37:07.171 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T08:37:09.758 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:09 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:09.758 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:09 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:09.758 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:09 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi112", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:37:09.758 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:09 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:09.758 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:09 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:37:09.758 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:09 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:10.858 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-04-12T08:37:10.859 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-04-12T08:37:11.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:11 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/521687931' entity='client.admin' 2024-04-12T08:37:11.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:11 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:37:11.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:11 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:11.344 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T08:37:13.898 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi175 2024-04-12T08:37:13.899 DEBUG:teuthology.orchestra.run.smithi175:> set -ex 2024-04-12T08:37:13.899 DEBUG:teuthology.orchestra.run.smithi175:> dd of=/etc/ceph/ceph.conf 2024-04-12T08:37:13.917 DEBUG:teuthology.orchestra.run.smithi175:> set -ex 2024-04-12T08:37:13.918 DEBUG:teuthology.orchestra.run.smithi175:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-12T08:37:13.974 INFO:tasks.cephadm:Adding host smithi175 to orchestrator... 2024-04-12T08:37:13.975 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph orch host add smithi175 2024-04-12T08:37:14.228 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T08:37:14.447 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:14 smithi112 ceph-mon[29019]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T08:37:14.447 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:14 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:14.447 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:14 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:37:14.447 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:14 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:37:14.447 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:14 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:37:14.447 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:14 smithi112 ceph-mon[29019]: Updating smithi112:/etc/ceph/ceph.conf 2024-04-12T08:37:14.447 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:14 smithi112 ceph-mon[29019]: Updating smithi112:/var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/config/ceph.conf 2024-04-12T08:37:14.447 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:14 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:14.447 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:14 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:14.448 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:14 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:15.270 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:15 smithi112 ceph-mon[29019]: Updating smithi112:/etc/ceph/ceph.client.admin.keyring 2024-04-12T08:37:15.270 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:15 smithi112 ceph-mon[29019]: Updating smithi112:/var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T08:37:17.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:16 smithi112 ceph-mon[29019]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi175", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T08:37:17.986 INFO:teuthology.orchestra.run.smithi112.stdout:Added host 'smithi175' with addr '172.21.15.175' 2024-04-12T08:37:18.293 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:18 smithi112 ceph-mon[29019]: Deploying cephadm binary to smithi175 2024-04-12T08:37:18.293 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:18 smithi112 ceph-mon[29019]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T08:37:18.293 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:18 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:18.293 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:18 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:37:18.613 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph orch host ls --format=json 2024-04-12T08:37:18.865 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T08:37:19.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:19 smithi112 ceph-mon[29019]: Added host smithi175 2024-04-12T08:37:19.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:19 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:19.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:19 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:20.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:20 smithi112 ceph-mon[29019]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T08:37:20.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:20 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:20.608 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T08:37:20.608 INFO:teuthology.orchestra.run.smithi112.stdout:[{"addr": "172.21.15.112", "hostname": "smithi112", "labels": [], "status": ""}, {"addr": "172.21.15.175", "hostname": "smithi175", "labels": [], "status": ""}] 2024-04-12T08:37:21.256 INFO:tasks.cephadm:Setting crush tunables to default 2024-04-12T08:37:21.256 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph osd crush tunables default 2024-04-12T08:37:21.502 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T08:37:22.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:22 smithi112 ceph-mon[29019]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T08:37:22.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:22 smithi112 ceph-mon[29019]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T08:37:22.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:22 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:22.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:22 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:22.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:22 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:22.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:22 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:22.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:22 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi175", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:37:22.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:22 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:37:22.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:22 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:37:23.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:23 smithi112 ceph-mon[29019]: Updating smithi175:/etc/ceph/ceph.conf 2024-04-12T08:37:23.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:23 smithi112 ceph-mon[29019]: Updating smithi175:/var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/config/ceph.conf 2024-04-12T08:37:23.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:23 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:23.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:23 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:23.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:23 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:24.344 INFO:teuthology.orchestra.run.smithi112.stderr:adjusted tunables profile to default 2024-04-12T08:37:24.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:24 smithi112 ceph-mon[29019]: Updating smithi175:/etc/ceph/ceph.client.admin.keyring 2024-04-12T08:37:24.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:24 smithi112 ceph-mon[29019]: Updating smithi175:/var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T08:37:24.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:24 smithi112 ceph-mon[29019]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T08:37:24.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:24 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/678050087' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-04-12T08:37:24.942 INFO:tasks.cephadm:Adding mon.a on smithi112 2024-04-12T08:37:24.942 INFO:tasks.cephadm:Adding mon.c on smithi112 2024-04-12T08:37:24.942 INFO:tasks.cephadm:Adding mon.b on smithi175 2024-04-12T08:37:24.942 DEBUG:teuthology.orchestra.run.smithi175:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph orch apply mon '3;smithi112:172.21.15.112=a;smithi112:[v2:172.21.15.112:3301,v1:172.21.15.112:6790]=c;smithi175:172.21.15.175=b' 2024-04-12T08:37:25.193 INFO:teuthology.orchestra.run.smithi175.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/config/ceph.conf 2024-04-12T08:37:25.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:25 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/678050087' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-04-12T08:37:25.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:25 smithi112 ceph-mon[29019]: osdmap e4: 0 total, 0 up, 0 in 2024-04-12T08:37:26.791 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:26 smithi112 ceph-mon[29019]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T08:37:26.807 INFO:teuthology.orchestra.run.smithi175.stdout:Scheduled mon update... 2024-04-12T08:37:27.411 DEBUG:teuthology.orchestra.run.smithi112:mon.c> sudo journalctl -f -n 0 -u ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@mon.c.service 2024-04-12T08:37:27.415 DEBUG:teuthology.orchestra.run.smithi175:mon.b> sudo journalctl -f -n 0 -u ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@mon.b.service 2024-04-12T08:37:27.417 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-12T08:37:27.417 DEBUG:teuthology.orchestra.run.smithi175:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph mon dump -f json 2024-04-12T08:37:28.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:27 smithi112 ceph-mon[29019]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi112:172.21.15.112=a;smithi112:[v2:172.21.15.112:3301,v1:172.21.15.112:6790]=c;smithi175:172.21.15.175=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T08:37:28.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:27 smithi112 ceph-mon[29019]: Saving service mon spec with placement smithi112:172.21.15.112=a;smithi112:[v2:172.21.15.112:3301,v1:172.21.15.112:6790]=c;smithi175:172.21.15.175=b;count:3 2024-04-12T08:37:28.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:27 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:28.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:27 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:37:28.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:27 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:37:28.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:27 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:37:28.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:27 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:28.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:27 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T08:37:28.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:27 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:37:28.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:27 smithi112 ceph-mon[29019]: Deploying daemon mon.b on smithi175 2024-04-12T08:37:28.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:27 smithi112 ceph-mon[29019]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T08:37:28.376 INFO:teuthology.orchestra.run.smithi175.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/config/ceph.conf 2024-04-12T08:37:30.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:30 smithi112 ceph-mon[29019]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T08:37:31.160 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-04-12T08:37:31.160 INFO:teuthology.orchestra.run.smithi175.stdout:{"epoch":1,"fsid":"96d9de20-f8a7-11ee-bc8c-c7b262605968","modified":"2024-04-12T08:36:02.032062Z","created":"2024-04-12T08:36:02.032062Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:3300","nonce":0},{"type":"v1","addr":"172.21.15.112:6789","nonce":0}]},"addr":"172.21.15.112:6789/0","public_addr":"172.21.15.112:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-04-12T08:37:31.162 INFO:teuthology.orchestra.run.smithi175.stderr:dumped monmap epoch 1 2024-04-12T08:37:32.247 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:32 smithi175 ceph-mon[32523]: mon.b@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-04-12T08:37:32.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:32 smithi112 ceph-mon[29019]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T08:37:32.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:32 smithi112 ceph-mon[29019]: from='client.? 172.21.15.175:0/193657772' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-12T08:37:32.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:32 smithi175 bash[32503]: d2bba337b2a5dad357184bb815fbc2da87acf7091acf8b1c0225608ade5b87bd 2024-04-12T08:37:32.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:32 smithi175 systemd[1]: Started Ceph mon.b for 96d9de20-f8a7-11ee-bc8c-c7b262605968. 2024-04-12T08:37:32.721 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-12T08:37:32.721 DEBUG:teuthology.orchestra.run.smithi175:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph mon dump -f json 2024-04-12T08:37:32.970 INFO:teuthology.orchestra.run.smithi175.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.b/config 2024-04-12T08:37:37.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:37 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T08:37:37.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:37 smithi112 ceph-mon[29019]: mon.a calling monitor election 2024-04-12T08:37:37.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:37 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T08:37:37.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:37 smithi112 ceph-mon[29019]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T08:37:37.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:37 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T08:37:37.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:37 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T08:37:37.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:37 smithi112 ceph-mon[29019]: mon.b calling monitor election 2024-04-12T08:37:37.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:37 smithi112 ceph-mon[29019]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T08:37:37.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:37 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T08:37:37.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:37 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T08:37:37.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:37 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T08:37:37.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:37 smithi112 ceph-mon[29019]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-04-12T08:37:37.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:37 smithi112 ceph-mon[29019]: monmap e2: 2 mons at {a=[v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0],b=[v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-12T08:37:37.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:37 smithi112 ceph-mon[29019]: fsmap 2024-04-12T08:37:37.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:37 smithi112 ceph-mon[29019]: osdmap e4: 0 total, 0 up, 0 in 2024-04-12T08:37:37.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:37 smithi112 ceph-mon[29019]: mgrmap e13: y(active, since 40s) 2024-04-12T08:37:37.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:37 smithi112 ceph-mon[29019]: overall HEALTH_OK 2024-04-12T08:37:37.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:37 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:37.594 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:37 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:37.726 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-04-12T08:37:37.727 INFO:teuthology.orchestra.run.smithi175.stdout:{"epoch":2,"fsid":"96d9de20-f8a7-11ee-bc8c-c7b262605968","modified":"2024-04-12T08:37:32.201424Z","created":"2024-04-12T08:36:02.032062Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:3300","nonce":0},{"type":"v1","addr":"172.21.15.112:6789","nonce":0}]},"addr":"172.21.15.112:6789/0","public_addr":"172.21.15.112:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:3300","nonce":0},{"type":"v1","addr":"172.21.15.175:6789","nonce":0}]},"addr":"172.21.15.175:6789/0","public_addr":"172.21.15.175:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-04-12T08:37:37.727 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:37 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T08:37:37.727 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:37 smithi175 ceph-mon[32523]: mon.a calling monitor election 2024-04-12T08:37:37.727 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:37 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T08:37:37.727 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:37 smithi175 ceph-mon[32523]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T08:37:37.727 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:37 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T08:37:37.727 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:37 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T08:37:37.727 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:37 smithi175 ceph-mon[32523]: mon.b calling monitor election 2024-04-12T08:37:37.727 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:37 smithi175 ceph-mon[32523]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T08:37:37.728 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:37 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T08:37:37.728 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:37 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T08:37:37.728 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:37 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T08:37:37.728 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:37 smithi175 ceph-mon[32523]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-04-12T08:37:37.728 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:37 smithi175 ceph-mon[32523]: monmap e2: 2 mons at {a=[v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0],b=[v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-12T08:37:37.728 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:37 smithi175 ceph-mon[32523]: fsmap 2024-04-12T08:37:37.728 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:37 smithi175 ceph-mon[32523]: osdmap e4: 0 total, 0 up, 0 in 2024-04-12T08:37:37.728 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:37 smithi175 ceph-mon[32523]: mgrmap e13: y(active, since 40s) 2024-04-12T08:37:37.728 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:37 smithi175 ceph-mon[32523]: overall HEALTH_OK 2024-04-12T08:37:37.728 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:37 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:37.728 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:37 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:37.729 INFO:teuthology.orchestra.run.smithi175.stderr:dumped monmap epoch 2 2024-04-12T08:37:38.311 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:38 smithi175 ceph-mon[32523]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T08:37:38.311 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:38 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:38.311 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:38 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T08:37:38.311 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:38 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:37:38.311 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:38 smithi175 ceph-mon[32523]: Deploying daemon mon.c on smithi112 2024-04-12T08:37:38.311 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:38 smithi175 ceph-mon[32523]: from='client.? 172.21.15.175:0/1520263517' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-12T08:37:38.311 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:38 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T08:37:38.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:38 smithi112 ceph-mon[29019]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T08:37:38.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:38 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:38.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:38 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T08:37:38.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:38 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:37:38.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:38 smithi112 ceph-mon[29019]: Deploying daemon mon.c on smithi112 2024-04-12T08:37:38.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:38 smithi112 ceph-mon[29019]: from='client.? 172.21.15.175:0/1520263517' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-12T08:37:38.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:38 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T08:37:39.337 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-12T08:37:39.337 DEBUG:teuthology.orchestra.run.smithi175:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph mon dump -f json 2024-04-12T08:37:39.592 INFO:teuthology.orchestra.run.smithi175.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.b/config 2024-04-12T08:37:40.537 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[29019]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T08:37:40.538 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 podman[40213]: 2024-04-12 08:37:40.516891463 +0000 UTC m=+0.401912467 container start 511dde1586d1d1bd4bb80b4721ccaed2604623a47b9876c90916b5ba262e1747 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mon-c, ceph=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-d3b5060, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-04-12T08:37:40.538 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: set uid:gid to 167:167 (ceph:ceph) 2024-04-12T08:37:40.538 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable), process ceph-mon, pid 2 2024-04-12T08:37:40.538 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: pidfile_write: ignore empty --pid-file 2024-04-12T08:37:40.600 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:40 smithi175 ceph-mon[32523]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T08:37:40.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: load: jerasure load: lrc 2024-04-12T08:37:40.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: RocksDB version: 6.15.5 2024-04-12T08:37:40.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Git sha rocksdb_build_git_sha:@0@ 2024-04-12T08:37:40.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Compile date Apr 9 2024 2024-04-12T08:37:40.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: DB SUMMARY 2024-04-12T08:37:40.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: DB Session ID: 2NCSJT4KY271Y30L8RYT 2024-04-12T08:37:40.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: CURRENT file: CURRENT 2024-04-12T08:37:40.844 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: IDENTITY file: IDENTITY 2024-04-12T08:37:40.844 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: MANIFEST file: MANIFEST-000003 size: 57 Bytes 2024-04-12T08:37:40.844 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 0, files: 2024-04-12T08:37:40.844 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000004.log size: 636 ; 2024-04-12T08:37:40.844 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.error_if_exists: 0 2024-04-12T08:37:40.844 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.create_if_missing: 0 2024-04-12T08:37:40.844 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.paranoid_checks: 1 2024-04-12T08:37:40.844 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-12T08:37:40.844 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.env: 0x55d9fa61ba80 2024-04-12T08:37:40.844 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.fs: Posix File System 2024-04-12T08:37:40.844 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.info_log: 0x55d9fc82ae80 2024-04-12T08:37:40.844 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.max_file_opening_threads: 16 2024-04-12T08:37:40.844 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.statistics: (nil) 2024-04-12T08:37:40.844 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.use_fsync: 0 2024-04-12T08:37:40.844 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.max_log_file_size: 0 2024-04-12T08:37:40.845 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-12T08:37:40.845 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-12T08:37:40.845 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.keep_log_file_num: 1000 2024-04-12T08:37:40.845 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.recycle_log_file_num: 0 2024-04-12T08:37:40.845 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.allow_fallocate: 1 2024-04-12T08:37:40.845 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.allow_mmap_reads: 0 2024-04-12T08:37:40.845 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.allow_mmap_writes: 0 2024-04-12T08:37:40.845 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.use_direct_reads: 0 2024-04-12T08:37:40.845 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-12T08:37:40.845 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.create_missing_column_families: 0 2024-04-12T08:37:40.845 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.db_log_dir: 2024-04-12T08:37:40.845 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-c/store.db 2024-04-12T08:37:40.845 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-12T08:37:40.845 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-12T08:37:40.845 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-12T08:37:40.845 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-12T08:37:40.846 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-12T08:37:40.847 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-12T08:37:40.847 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.advise_random_on_open: 1 2024-04-12T08:37:40.847 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.db_write_buffer_size: 0 2024-04-12T08:37:40.847 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.write_buffer_manager: 0x55d9fd59a930 2024-04-12T08:37:40.847 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-12T08:37:40.847 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2024-04-12T08:37:40.847 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-12T08:37:40.847 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-12T08:37:40.848 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.rate_limiter: (nil) 2024-04-12T08:37:40.848 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-12T08:37:40.848 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.wal_recovery_mode: 2 2024-04-12T08:37:40.848 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.enable_thread_tracking: 0 2024-04-12T08:37:40.848 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.enable_pipelined_write: 0 2024-04-12T08:37:40.848 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.unordered_write: 0 2024-04-12T08:37:40.848 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-12T08:37:40.848 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-12T08:37:40.848 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-12T08:37:40.848 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-12T08:37:40.848 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.row_cache: None 2024-04-12T08:37:40.848 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.wal_filter: None 2024-04-12T08:37:40.848 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-12T08:37:40.848 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.allow_ingest_behind: 0 2024-04-12T08:37:40.848 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.preserve_deletes: 0 2024-04-12T08:37:40.848 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.two_write_queues: 0 2024-04-12T08:37:40.849 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.manual_wal_flush: 0 2024-04-12T08:37:40.849 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.atomic_flush: 0 2024-04-12T08:37:40.849 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-12T08:37:40.849 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-12T08:37:40.849 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-12T08:37:40.849 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.log_readahead_size: 0 2024-04-12T08:37:40.849 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-12T08:37:40.849 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.best_efforts_recovery: 0 2024-04-12T08:37:40.849 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-12T08:37:40.849 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-12T08:37:40.849 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.allow_data_in_errors: 0 2024-04-12T08:37:40.849 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.db_host_id: __hostname__ 2024-04-12T08:37:40.849 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.max_background_jobs: 2 2024-04-12T08:37:40.849 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.max_background_compactions: -1 2024-04-12T08:37:40.849 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.max_subcompactions: 1 2024-04-12T08:37:40.850 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-12T08:37:40.850 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-12T08:37:40.850 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-12T08:37:40.850 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.max_total_wal_size: 0 2024-04-12T08:37:40.850 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-12T08:37:40.850 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-12T08:37:40.850 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-12T08:37:40.850 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-12T08:37:40.850 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.max_open_files: -1 2024-04-12T08:37:40.850 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.bytes_per_sync: 0 2024-04-12T08:37:40.850 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-12T08:37:40.850 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-12T08:37:40.850 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.compaction_readahead_size: 0 2024-04-12T08:37:40.850 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.max_background_flushes: -1 2024-04-12T08:37:40.851 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Compression algorithms supported: 2024-04-12T08:37:40.851 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-12T08:37:40.851 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: kZSTD supported: 0 2024-04-12T08:37:40.851 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: kXpressCompression supported: 0 2024-04-12T08:37:40.851 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: kLZ4HCCompression supported: 1 2024-04-12T08:37:40.851 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: kZlibCompression supported: 1 2024-04-12T08:37:40.851 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: kSnappyCompression supported: 1 2024-04-12T08:37:40.851 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: kLZ4Compression supported: 1 2024-04-12T08:37:40.851 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: kBZip2Compression supported: 0 2024-04-12T08:37:40.851 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-12T08:37:40.851 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: [db/version_set.cc:4724] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000003 2024-04-12T08:37:40.851 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: [db/column_family.cc:595] --------------- Options for column family [default]: 2024-04-12T08:37:40.851 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-12T08:37:40.851 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.merge_operator: 2024-04-12T08:37:40.851 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.compaction_filter: None 2024-04-12T08:37:40.852 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.compaction_filter_factory: None 2024-04-12T08:37:40.852 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.sst_partitioner_factory: None 2024-04-12T08:37:40.852 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-12T08:37:40.852 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-12T08:37:40.852 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55d9fc87af58) 2024-04-12T08:37:40.852 INFO:journalctl@ceph.mon.c.smithi112.stdout: cache_index_and_filter_blocks: 1 2024-04-12T08:37:40.852 INFO:journalctl@ceph.mon.c.smithi112.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-12T08:37:40.852 INFO:journalctl@ceph.mon.c.smithi112.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-12T08:37:40.852 INFO:journalctl@ceph.mon.c.smithi112.stdout: pin_top_level_index_and_filter: 1 2024-04-12T08:37:40.852 INFO:journalctl@ceph.mon.c.smithi112.stdout: index_type: 0 2024-04-12T08:37:40.852 INFO:journalctl@ceph.mon.c.smithi112.stdout: data_block_index_type: 0 2024-04-12T08:37:40.852 INFO:journalctl@ceph.mon.c.smithi112.stdout: index_shortening: 1 2024-04-12T08:37:40.852 INFO:journalctl@ceph.mon.c.smithi112.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-12T08:37:40.852 INFO:journalctl@ceph.mon.c.smithi112.stdout: hash_index_allow_collision: 1 2024-04-12T08:37:40.852 INFO:journalctl@ceph.mon.c.smithi112.stdout: checksum: 1 2024-04-12T08:37:40.853 INFO:journalctl@ceph.mon.c.smithi112.stdout: no_block_cache: 0 2024-04-12T08:37:40.853 INFO:journalctl@ceph.mon.c.smithi112.stdout: block_cache: 0x55d9fc8ad090 2024-04-12T08:37:40.853 INFO:journalctl@ceph.mon.c.smithi112.stdout: block_cache_name: BinnedLRUCache 2024-04-12T08:37:40.853 INFO:journalctl@ceph.mon.c.smithi112.stdout: block_cache_options: 2024-04-12T08:37:40.853 INFO:journalctl@ceph.mon.c.smithi112.stdout: capacity : 536870912 2024-04-12T08:37:40.853 INFO:journalctl@ceph.mon.c.smithi112.stdout: num_shard_bits : 4 2024-04-12T08:37:40.853 INFO:journalctl@ceph.mon.c.smithi112.stdout: strict_capacity_limit : 0 2024-04-12T08:37:40.853 INFO:journalctl@ceph.mon.c.smithi112.stdout: high_pri_pool_ratio: 0.000 2024-04-12T08:37:40.853 INFO:journalctl@ceph.mon.c.smithi112.stdout: block_cache_compressed: (nil) 2024-04-12T08:37:40.853 INFO:journalctl@ceph.mon.c.smithi112.stdout: persistent_cache: (nil) 2024-04-12T08:37:40.853 INFO:journalctl@ceph.mon.c.smithi112.stdout: block_size: 4096 2024-04-12T08:37:40.853 INFO:journalctl@ceph.mon.c.smithi112.stdout: block_size_deviation: 10 2024-04-12T08:37:40.853 INFO:journalctl@ceph.mon.c.smithi112.stdout: block_restart_interval: 16 2024-04-12T08:37:40.853 INFO:journalctl@ceph.mon.c.smithi112.stdout: index_block_restart_interval: 1 2024-04-12T08:37:40.854 INFO:journalctl@ceph.mon.c.smithi112.stdout: metadata_block_size: 4096 2024-04-12T08:37:40.854 INFO:journalctl@ceph.mon.c.smithi112.stdout: partition_filters: 0 2024-04-12T08:37:40.854 INFO:journalctl@ceph.mon.c.smithi112.stdout: use_delta_encoding: 1 2024-04-12T08:37:40.854 INFO:journalctl@ceph.mon.c.smithi112.stdout: filter_policy: rocksdb.BuiltinBloomFilter 2024-04-12T08:37:40.854 INFO:journalctl@ceph.mon.c.smithi112.stdout: whole_key_filtering: 1 2024-04-12T08:37:40.854 INFO:journalctl@ceph.mon.c.smithi112.stdout: verify_compression: 0 2024-04-12T08:37:40.854 INFO:journalctl@ceph.mon.c.smithi112.stdout: read_amp_bytes_per_bit: 0 2024-04-12T08:37:40.854 INFO:journalctl@ceph.mon.c.smithi112.stdout: format_version: 4 2024-04-12T08:37:40.854 INFO:journalctl@ceph.mon.c.smithi112.stdout: enable_index_compression: 1 2024-04-12T08:37:40.854 INFO:journalctl@ceph.mon.c.smithi112.stdout: block_align: 0 2024-04-12T08:37:40.854 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.write_buffer_size: 33554432 2024-04-12T08:37:40.854 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.max_write_buffer_number: 2 2024-04-12T08:37:40.854 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.compression: NoCompression 2024-04-12T08:37:40.854 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.bottommost_compression: Disabled 2024-04-12T08:37:40.854 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.prefix_extractor: nullptr 2024-04-12T08:37:40.855 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-12T08:37:40.855 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.num_levels: 7 2024-04-12T08:37:40.855 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-12T08:37:40.855 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-12T08:37:40.855 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-12T08:37:40.855 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-12T08:37:40.855 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-12T08:37:40.855 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-12T08:37:40.855 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-12T08:37:40.855 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-12T08:37:40.855 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-12T08:37:40.855 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-12T08:37:40.855 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-12T08:37:40.855 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.compression_opts.level: 32767 2024-04-12T08:37:40.855 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.compression_opts.strategy: 0 2024-04-12T08:37:40.855 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-12T08:37:40.856 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-12T08:37:40.856 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-12T08:37:40.856 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.compression_opts.enabled: false 2024-04-12T08:37:40.856 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-12T08:37:40.856 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-12T08:37:40.856 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-12T08:37:40.856 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.target_file_size_base: 67108864 2024-04-12T08:37:40.856 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-12T08:37:40.856 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-12T08:37:40.856 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-12T08:37:40.856 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-12T08:37:40.856 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-12T08:37:40.856 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-12T08:37:40.856 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-12T08:37:40.856 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-12T08:37:40.857 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-12T08:37:40.857 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-12T08:37:40.857 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-12T08:37:40.857 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-12T08:37:40.857 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-12T08:37:40.857 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.arena_block_size: 4194304 2024-04-12T08:37:40.857 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-12T08:37:40.857 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-12T08:37:40.857 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2024-04-12T08:37:40.857 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.disable_auto_compactions: 0 2024-04-12T08:37:40.857 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-12T08:37:40.857 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-12T08:37:40.857 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-12T08:37:40.857 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-12T08:37:40.857 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-12T08:37:40.858 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-12T08:37:40.858 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-12T08:37:40.858 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-12T08:37:40.858 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-12T08:37:40.858 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-12T08:37:40.858 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.table_properties_collectors: 2024-04-12T08:37:40.858 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.inplace_update_support: 0 2024-04-12T08:37:40.858 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-12T08:37:40.858 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-12T08:37:40.858 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-12T08:37:40.858 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-12T08:37:40.858 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.bloom_locality: 0 2024-04-12T08:37:40.858 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.max_successive_merges: 0 2024-04-12T08:37:40.858 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-12T08:37:40.859 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.paranoid_file_checks: 0 2024-04-12T08:37:40.859 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.force_consistency_checks: 1 2024-04-12T08:37:40.859 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.report_bg_io_stats: 0 2024-04-12T08:37:40.859 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.ttl: 2592000 2024-04-12T08:37:40.859 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-12T08:37:40.859 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.enable_blob_files: false 2024-04-12T08:37:40.859 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.min_blob_size: 0 2024-04-12T08:37:40.859 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.blob_file_size: 268435456 2024-04-12T08:37:40.859 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-12T08:37:40.859 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-12T08:37:40.859 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-12T08:37:40.859 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: [db/version_set.cc:4764] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000003 succeeded,manifest_file_number is 3, next_file_number is 5, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-04-12T08:37:40.859 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: [db/version_set.cc:4779] Column family [default] (ID 0), log number is 0 2024-04-12T08:37:40.859 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: [db/version_set.cc:4082] Creating manifest 7 2024-04-12T08:37:40.859 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712911060543702, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-04-12T08:37:40.860 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: [db/db_impl/db_impl_open.cc:845] Recovering log #4 mode 2 2024-04-12T08:37:40.860 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: [table/block_based/filter_policy.cc:991] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2024-04-12T08:37:40.860 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712911060544008, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1670, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 648, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 526, "raw_average_value_size": 105, "num_data_blocks": 1, "num_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1712911060, "oldest_key_time": 0, "file_creation_time": 0, "db_id": "925f782f-c0a4-4884-a1c6-fa80307d574e", "db_session_id": "2NCSJT4KY271Y30L8RYT"}} 2024-04-12T08:37:40.860 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: [db/version_set.cc:4082] Creating manifest 9 2024-04-12T08:37:40.860 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712911060544315, "job": 1, "event": "recovery_finished"} 2024-04-12T08:37:40.860 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: [file/delete_scheduler.cc:69] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-12T08:37:40.860 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: [db/db_impl/db_impl_open.cc:1700] SstFileManager instance 0x55d9fc841180 2024-04-12T08:37:40.860 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: DB pointer 0x55d9fc916000 2024-04-12T08:37:40.860 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: [db/db_impl/db_impl.cc:901] ------- DUMPING STATS ------- 2024-04-12T08:37:40.860 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: rocksdb: [db/db_impl/db_impl.cc:903] 2024-04-12T08:37:40.860 INFO:journalctl@ceph.mon.c.smithi112.stdout: ** DB Stats ** 2024-04-12T08:37:40.860 INFO:journalctl@ceph.mon.c.smithi112.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-12T08:37:40.860 INFO:journalctl@ceph.mon.c.smithi112.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-12T08:37:40.860 INFO:journalctl@ceph.mon.c.smithi112.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-12T08:37:40.860 INFO:journalctl@ceph.mon.c.smithi112.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-12T08:37:40.861 INFO:journalctl@ceph.mon.c.smithi112.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-12T08:37:40.861 INFO:journalctl@ceph.mon.c.smithi112.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2024-04-12T08:37:40.861 INFO:journalctl@ceph.mon.c.smithi112.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-12T08:37:40.861 INFO:journalctl@ceph.mon.c.smithi112.stdout: 2024-04-12T08:37:40.861 INFO:journalctl@ceph.mon.c.smithi112.stdout: ** Compaction Stats [default] ** 2024-04-12T08:37:40.861 INFO:journalctl@ceph.mon.c.smithi112.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-04-12T08:37:40.861 INFO:journalctl@ceph.mon.c.smithi112.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-12T08:37:40.861 INFO:journalctl@ceph.mon.c.smithi112.stdout: L0 1/0 1.63 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.5 0.00 0.00 1 0.000 0 0 2024-04-12T08:37:40.861 INFO:journalctl@ceph.mon.c.smithi112.stdout: Sum 1/0 1.63 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.5 0.00 0.00 1 0.000 0 0 2024-04-12T08:37:40.861 INFO:journalctl@ceph.mon.c.smithi112.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.5 0.00 0.00 1 0.000 0 0 2024-04-12T08:37:40.861 INFO:journalctl@ceph.mon.c.smithi112.stdout: 2024-04-12T08:37:40.861 INFO:journalctl@ceph.mon.c.smithi112.stdout: ** Compaction Stats [default] ** 2024-04-12T08:37:40.861 INFO:journalctl@ceph.mon.c.smithi112.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-04-12T08:37:40.861 INFO:journalctl@ceph.mon.c.smithi112.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-12T08:37:40.862 INFO:journalctl@ceph.mon.c.smithi112.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 5.5 0.00 0.00 1 0.000 0 0 2024-04-12T08:37:40.862 INFO:journalctl@ceph.mon.c.smithi112.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-12T08:37:40.862 INFO:journalctl@ceph.mon.c.smithi112.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-04-12T08:37:40.862 INFO:journalctl@ceph.mon.c.smithi112.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-12T08:37:40.862 INFO:journalctl@ceph.mon.c.smithi112.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-12T08:37:40.862 INFO:journalctl@ceph.mon.c.smithi112.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-12T08:37:40.862 INFO:journalctl@ceph.mon.c.smithi112.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-12T08:37:40.862 INFO:journalctl@ceph.mon.c.smithi112.stdout: Cumulative compaction: 0.00 GB write, 0.64 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-12T08:37:40.862 INFO:journalctl@ceph.mon.c.smithi112.stdout: Interval compaction: 0.00 GB write, 0.64 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-12T08:37:40.862 INFO:journalctl@ceph.mon.c.smithi112.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-12T08:37:40.862 INFO:journalctl@ceph.mon.c.smithi112.stdout: 2024-04-12T08:37:40.862 INFO:journalctl@ceph.mon.c.smithi112.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-12T08:37:40.862 INFO:journalctl@ceph.mon.c.smithi112.stdout: 2024-04-12T08:37:40.862 INFO:journalctl@ceph.mon.c.smithi112.stdout: ** Compaction Stats [default] ** 2024-04-12T08:37:40.863 INFO:journalctl@ceph.mon.c.smithi112.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-04-12T08:37:40.863 INFO:journalctl@ceph.mon.c.smithi112.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-12T08:37:40.863 INFO:journalctl@ceph.mon.c.smithi112.stdout: L0 1/0 1.63 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.5 0.00 0.00 1 0.000 0 0 2024-04-12T08:37:40.863 INFO:journalctl@ceph.mon.c.smithi112.stdout: Sum 1/0 1.63 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.5 0.00 0.00 1 0.000 0 0 2024-04-12T08:37:40.863 INFO:journalctl@ceph.mon.c.smithi112.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-04-12T08:37:40.863 INFO:journalctl@ceph.mon.c.smithi112.stdout: 2024-04-12T08:37:40.863 INFO:journalctl@ceph.mon.c.smithi112.stdout: ** Compaction Stats [default] ** 2024-04-12T08:37:40.863 INFO:journalctl@ceph.mon.c.smithi112.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-04-12T08:37:40.863 INFO:journalctl@ceph.mon.c.smithi112.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-12T08:37:40.863 INFO:journalctl@ceph.mon.c.smithi112.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 5.5 0.00 0.00 1 0.000 0 0 2024-04-12T08:37:40.863 INFO:journalctl@ceph.mon.c.smithi112.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-12T08:37:40.863 INFO:journalctl@ceph.mon.c.smithi112.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-04-12T08:37:40.863 INFO:journalctl@ceph.mon.c.smithi112.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-12T08:37:40.863 INFO:journalctl@ceph.mon.c.smithi112.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-12T08:37:40.863 INFO:journalctl@ceph.mon.c.smithi112.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-12T08:37:40.864 INFO:journalctl@ceph.mon.c.smithi112.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-12T08:37:40.864 INFO:journalctl@ceph.mon.c.smithi112.stdout: Cumulative compaction: 0.00 GB write, 0.63 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-12T08:37:40.864 INFO:journalctl@ceph.mon.c.smithi112.stdout: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-12T08:37:40.864 INFO:journalctl@ceph.mon.c.smithi112.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-12T08:37:40.864 INFO:journalctl@ceph.mon.c.smithi112.stdout: 2024-04-12T08:37:40.864 INFO:journalctl@ceph.mon.c.smithi112.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-12T08:37:40.864 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: mon.c does not exist in monmap, will attempt to join an existing cluster 2024-04-12T08:37:40.864 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: using public_addrv [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] 2024-04-12T08:37:40.864 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: starting mon.c rank -1 at public addrs [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] at bind addrs [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 2024-04-12T08:37:40.864 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: mon.c@-1(???) e0 preinit fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 2024-04-12T08:37:40.864 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: mon.c@-1(synchronizing).mds e1 new map 2024-04-12T08:37:40.864 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: mon.c@-1(synchronizing).mds e1 print_map 2024-04-12T08:37:40.864 INFO:journalctl@ceph.mon.c.smithi112.stdout: e1 2024-04-12T08:37:40.864 INFO:journalctl@ceph.mon.c.smithi112.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-12T08:37:40.864 INFO:journalctl@ceph.mon.c.smithi112.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-12T08:37:40.865 INFO:journalctl@ceph.mon.c.smithi112.stdout: legacy client fscid: -1 2024-04-12T08:37:40.865 INFO:journalctl@ceph.mon.c.smithi112.stdout: 2024-04-12T08:37:40.865 INFO:journalctl@ceph.mon.c.smithi112.stdout: No filesystems configured 2024-04-12T08:37:40.865 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: mon.c@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-04-12T08:37:40.865 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: mon.c@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-04-12T08:37:40.865 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: mon.c@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-04-12T08:37:40.865 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: mon.c@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-04-12T08:37:40.865 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: mon.c@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-04-12T08:37:40.865 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: mon.c@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-04-12T08:37:40.865 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: mon.c@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-04-12T08:37:40.865 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-12T08:37:40.865 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-12T08:37:40.865 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-12T08:37:40.865 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: Updating smithi175:/etc/ceph/ceph.client.admin.keyring 2024-04-12T08:37:40.865 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: Updating smithi175:/var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T08:37:40.866 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T08:37:40.866 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/678050087' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-04-12T08:37:40.866 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/678050087' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-04-12T08:37:40.866 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: osdmap e4: 0 total, 0 up, 0 in 2024-04-12T08:37:40.866 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T08:37:40.866 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi112:172.21.15.112=a;smithi112:[v2:172.21.15.112:3301,v1:172.21.15.112:6790]=c;smithi175:172.21.15.175=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T08:37:40.866 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: Saving service mon spec with placement smithi112:172.21.15.112=a;smithi112:[v2:172.21.15.112:3301,v1:172.21.15.112:6790]=c;smithi175:172.21.15.175=b;count:3 2024-04-12T08:37:40.866 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:40.866 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:37:40.866 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:37:40.867 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:37:40.867 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:40.867 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T08:37:40.867 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:37:40.867 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: Deploying daemon mon.b on smithi175 2024-04-12T08:37:40.867 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T08:37:40.867 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T08:37:40.867 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T08:37:40.867 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: from='client.? 172.21.15.175:0/193657772' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-12T08:37:40.867 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T08:37:40.867 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: mon.a calling monitor election 2024-04-12T08:37:40.867 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T08:37:40.867 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T08:37:40.867 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T08:37:40.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T08:37:40.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: mon.b calling monitor election 2024-04-12T08:37:40.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T08:37:40.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T08:37:40.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T08:37:40.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T08:37:40.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-04-12T08:37:40.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: monmap e2: 2 mons at {a=[v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0],b=[v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-12T08:37:40.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: fsmap 2024-04-12T08:37:40.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: osdmap e4: 0 total, 0 up, 0 in 2024-04-12T08:37:40.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: mgrmap e13: y(active, since 40s) 2024-04-12T08:37:40.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: overall HEALTH_OK 2024-04-12T08:37:40.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:40.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:40.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T08:37:40.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:40.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T08:37:40.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:37:40.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: Deploying daemon mon.c on smithi112 2024-04-12T08:37:40.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: from='client.? 172.21.15.175:0/1520263517' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-12T08:37:40.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T08:37:40.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T08:37:40.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 ceph-mon[40233]: mon.c@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-04-12T08:37:40.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 bash[40213]: 511dde1586d1d1bd4bb80b4721ccaed2604623a47b9876c90916b5ba262e1747 2024-04-12T08:37:40.869 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:40 smithi112 systemd[1]: Started Ceph mon.c for 96d9de20-f8a7-11ee-bc8c-c7b262605968. 2024-04-12T08:37:46.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:45 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T08:37:46.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:45 smithi175 ceph-mon[32523]: mon.a calling monitor election 2024-04-12T08:37:46.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:45 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T08:37:46.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:45 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T08:37:46.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:45 smithi175 ceph-mon[32523]: mon.b calling monitor election 2024-04-12T08:37:46.016 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:45 smithi175 ceph-mon[32523]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T08:37:46.016 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:45 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T08:37:46.016 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:45 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T08:37:46.016 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:45 smithi175 ceph-mon[32523]: mon.c calling monitor election 2024-04-12T08:37:46.016 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:45 smithi175 ceph-mon[32523]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T08:37:46.016 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:45 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T08:37:46.016 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:45 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T08:37:46.016 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:45 smithi175 ceph-mon[32523]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T08:37:46.016 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:45 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T08:37:46.016 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:45 smithi175 ceph-mon[32523]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-12T08:37:46.016 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:45 smithi175 ceph-mon[32523]: monmap e3: 3 mons at {a=[v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0],b=[v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0],c=[v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-12T08:37:46.016 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:45 smithi175 ceph-mon[32523]: fsmap 2024-04-12T08:37:46.016 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:45 smithi175 ceph-mon[32523]: osdmap e4: 0 total, 0 up, 0 in 2024-04-12T08:37:46.016 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:45 smithi175 ceph-mon[32523]: mgrmap e13: y(active, since 48s) 2024-04-12T08:37:46.017 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:45 smithi175 ceph-mon[32523]: overall HEALTH_OK 2024-04-12T08:37:46.017 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:45 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:46.017 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:45 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:46.017 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:45 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:46.017 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:45 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:46.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:45 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T08:37:46.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:45 smithi112 ceph-mon[29019]: mon.a calling monitor election 2024-04-12T08:37:46.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:45 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T08:37:46.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:45 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T08:37:46.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:45 smithi112 ceph-mon[29019]: mon.b calling monitor election 2024-04-12T08:37:46.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:45 smithi112 ceph-mon[29019]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T08:37:46.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:45 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T08:37:46.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:45 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T08:37:46.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:45 smithi112 ceph-mon[29019]: mon.c calling monitor election 2024-04-12T08:37:46.094 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:45 smithi112 ceph-mon[29019]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T08:37:46.094 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:45 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T08:37:46.094 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:45 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T08:37:46.094 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:45 smithi112 ceph-mon[29019]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T08:37:46.094 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:45 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T08:37:46.094 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:45 smithi112 ceph-mon[29019]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-12T08:37:46.094 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:45 smithi112 ceph-mon[29019]: monmap e3: 3 mons at {a=[v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0],b=[v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0],c=[v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-12T08:37:46.094 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:45 smithi112 ceph-mon[29019]: fsmap 2024-04-12T08:37:46.094 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:45 smithi112 ceph-mon[29019]: osdmap e4: 0 total, 0 up, 0 in 2024-04-12T08:37:46.094 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:45 smithi112 ceph-mon[29019]: mgrmap e13: y(active, since 48s) 2024-04-12T08:37:46.094 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:45 smithi112 ceph-mon[29019]: overall HEALTH_OK 2024-04-12T08:37:46.094 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:45 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:46.095 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:45 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:46.095 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:45 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:46.095 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:45 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:46.095 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:45 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T08:37:46.095 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:45 smithi112 ceph-mon[40233]: mon.a calling monitor election 2024-04-12T08:37:46.095 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:45 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T08:37:46.095 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:45 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T08:37:46.095 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:45 smithi112 ceph-mon[40233]: mon.b calling monitor election 2024-04-12T08:37:46.095 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:45 smithi112 ceph-mon[40233]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T08:37:46.095 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:45 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T08:37:46.095 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:45 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T08:37:46.096 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:45 smithi112 ceph-mon[40233]: mon.c calling monitor election 2024-04-12T08:37:46.096 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:45 smithi112 ceph-mon[40233]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T08:37:46.096 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:45 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T08:37:46.096 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:45 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T08:37:46.096 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:45 smithi112 ceph-mon[40233]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T08:37:46.096 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:45 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T08:37:46.096 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:45 smithi112 ceph-mon[40233]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-12T08:37:46.096 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:45 smithi112 ceph-mon[40233]: monmap e3: 3 mons at {a=[v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0],b=[v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0],c=[v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-12T08:37:46.096 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:45 smithi112 ceph-mon[40233]: fsmap 2024-04-12T08:37:46.096 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:45 smithi112 ceph-mon[40233]: osdmap e4: 0 total, 0 up, 0 in 2024-04-12T08:37:46.096 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:45 smithi112 ceph-mon[40233]: mgrmap e13: y(active, since 48s) 2024-04-12T08:37:46.096 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:45 smithi112 ceph-mon[40233]: overall HEALTH_OK 2024-04-12T08:37:46.096 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:45 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:46.096 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:45 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:46.097 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:45 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:46.097 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:45 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:46.836 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:46 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:37:46.836 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:46 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T08:37:46.837 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:46 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:37:46.837 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:46 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T08:37:47.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:46 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:37:47.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:46 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T08:37:47.304 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-04-12T08:37:47.304 INFO:teuthology.orchestra.run.smithi175.stdout:{"epoch":3,"fsid":"96d9de20-f8a7-11ee-bc8c-c7b262605968","modified":"2024-04-12T08:37:40.571155Z","created":"2024-04-12T08:36:02.032062Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:3300","nonce":0},{"type":"v1","addr":"172.21.15.112:6789","nonce":0}]},"addr":"172.21.15.112:6789/0","public_addr":"172.21.15.112:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:3300","nonce":0},{"type":"v1","addr":"172.21.15.175:6789","nonce":0}]},"addr":"172.21.15.175:6789/0","public_addr":"172.21.15.175:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:3301","nonce":0},{"type":"v1","addr":"172.21.15.112:6790","nonce":0}]},"addr":"172.21.15.112:6790/0","public_addr":"172.21.15.112:6790/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1,2]} 2024-04-12T08:37:47.306 INFO:teuthology.orchestra.run.smithi175.stderr:dumped monmap epoch 3 2024-04-12T08:37:47.861 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:47 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:47.861 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:47 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:47.861 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:47 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:47.861 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:47 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:47.861 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:47 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:37:47.861 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:47 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:37:47.861 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:47 smithi175 ceph-mon[32523]: Updating smithi112:/etc/ceph/ceph.conf 2024-04-12T08:37:47.861 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:47 smithi175 ceph-mon[32523]: Updating smithi175:/etc/ceph/ceph.conf 2024-04-12T08:37:47.861 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:47 smithi175 ceph-mon[32523]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T08:37:47.861 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:47 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:47.861 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:47 smithi175 ceph-mon[32523]: Updating smithi112:/var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/config/ceph.conf 2024-04-12T08:37:47.862 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:47 smithi175 ceph-mon[32523]: Updating smithi175:/var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/config/ceph.conf 2024-04-12T08:37:47.862 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:47 smithi175 ceph-mon[32523]: from='client.? 172.21.15.175:0/3122454513' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-12T08:37:47.862 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:47 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:47.862 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:47 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:47.862 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:47 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:47.862 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:47 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:47.862 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:47 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:47.862 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:47 smithi175 ceph-mon[32523]: Reconfiguring mon.a (unknown last config time)... 2024-04-12T08:37:47.862 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:47 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T08:37:47.862 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:47 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T08:37:47.862 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:47 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:37:47.862 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:47 smithi175 ceph-mon[32523]: Reconfiguring daemon mon.a on smithi112 2024-04-12T08:37:47.885 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-04-12T08:37:47.886 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph config generate-minimal-conf 2024-04-12T08:37:47.970 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:47 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:47.970 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:47 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:47.970 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:47 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:47.971 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:47 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:47.971 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:47 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:37:47.971 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:47 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:37:47.971 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:47 smithi112 ceph-mon[29019]: Updating smithi112:/etc/ceph/ceph.conf 2024-04-12T08:37:47.971 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:47 smithi112 ceph-mon[29019]: Updating smithi175:/etc/ceph/ceph.conf 2024-04-12T08:37:47.971 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:47 smithi112 ceph-mon[29019]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T08:37:47.971 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:47 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:47.971 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:47 smithi112 ceph-mon[29019]: Updating smithi112:/var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/config/ceph.conf 2024-04-12T08:37:47.971 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:47 smithi112 ceph-mon[29019]: Updating smithi175:/var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/config/ceph.conf 2024-04-12T08:37:47.971 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:47 smithi112 ceph-mon[29019]: from='client.? 172.21.15.175:0/3122454513' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-12T08:37:47.971 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:47 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:47.971 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:47 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:47.971 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:47 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:47.971 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:47 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:47.972 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:47 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:47.972 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:47 smithi112 ceph-mon[29019]: Reconfiguring mon.a (unknown last config time)... 2024-04-12T08:37:47.972 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:47 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T08:37:47.972 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:47 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T08:37:47.972 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:47 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:37:47.972 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:47 smithi112 ceph-mon[29019]: Reconfiguring daemon mon.a on smithi112 2024-04-12T08:37:47.972 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:47 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:47.972 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:47 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:47.972 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:47 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:47.972 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:47 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:47.972 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:47 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:37:47.973 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:47 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:37:47.973 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:47 smithi112 ceph-mon[40233]: Updating smithi112:/etc/ceph/ceph.conf 2024-04-12T08:37:47.973 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:47 smithi112 ceph-mon[40233]: Updating smithi175:/etc/ceph/ceph.conf 2024-04-12T08:37:47.973 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:47 smithi112 ceph-mon[40233]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T08:37:47.973 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:47 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:47.973 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:47 smithi112 ceph-mon[40233]: Updating smithi112:/var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/config/ceph.conf 2024-04-12T08:37:47.973 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:47 smithi112 ceph-mon[40233]: Updating smithi175:/var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/config/ceph.conf 2024-04-12T08:37:47.973 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:47 smithi112 ceph-mon[40233]: from='client.? 172.21.15.175:0/3122454513' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-12T08:37:47.973 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:47 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:47.973 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:47 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:47.973 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:47 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:47.973 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:47 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:47.973 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:47 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:47.973 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:47 smithi112 ceph-mon[40233]: Reconfiguring mon.a (unknown last config time)... 2024-04-12T08:37:47.974 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:47 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T08:37:47.974 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:47 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T08:37:47.974 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:47 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:37:47.974 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:47 smithi112 ceph-mon[40233]: Reconfiguring daemon mon.a on smithi112 2024-04-12T08:37:48.816 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T08:37:49.971 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:49 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:49.971 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:49 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:49.972 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:49 smithi112 ceph-mon[29019]: Reconfiguring mon.c (monmap changed)... 2024-04-12T08:37:49.972 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:49 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T08:37:49.972 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:49 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T08:37:49.972 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:49 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:37:49.972 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:49 smithi112 ceph-mon[29019]: Reconfiguring daemon mon.c on smithi112 2024-04-12T08:37:49.972 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:49 smithi112 ceph-mon[29019]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T08:37:49.972 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:49 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:49.972 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:49 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:49.972 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:49 smithi112 ceph-mon[40233]: Reconfiguring mon.c (monmap changed)... 2024-04-12T08:37:49.972 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:49 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T08:37:49.972 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:49 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T08:37:49.972 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:49 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:37:49.973 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:49 smithi112 ceph-mon[40233]: Reconfiguring daemon mon.c on smithi112 2024-04-12T08:37:49.973 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:49 smithi112 ceph-mon[40233]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T08:37:50.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:49 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:50.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:49 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:50.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:49 smithi175 ceph-mon[32523]: Reconfiguring mon.c (monmap changed)... 2024-04-12T08:37:50.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:49 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T08:37:50.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:49 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T08:37:50.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:49 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:37:50.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:49 smithi175 ceph-mon[32523]: Reconfiguring daemon mon.c on smithi112 2024-04-12T08:37:50.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:49 smithi175 ceph-mon[32523]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T08:37:51.734 INFO:teuthology.orchestra.run.smithi112.stdout:# minimal ceph.conf for 96d9de20-f8a7-11ee-bc8c-c7b262605968 2024-04-12T08:37:51.734 INFO:teuthology.orchestra.run.smithi112.stdout:[global] 2024-04-12T08:37:51.734 INFO:teuthology.orchestra.run.smithi112.stdout: fsid = 96d9de20-f8a7-11ee-bc8c-c7b262605968 2024-04-12T08:37:51.735 INFO:teuthology.orchestra.run.smithi112.stdout: mon_host = [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] 2024-04-12T08:37:52.395 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:52 smithi112 ceph-mon[40233]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T08:37:52.395 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:52 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:52.396 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:52 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:52.396 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:52 smithi112 ceph-mon[40233]: Reconfiguring mon.b (monmap changed)... 2024-04-12T08:37:52.396 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:52 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T08:37:52.396 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:52 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T08:37:52.396 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:52 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:37:52.396 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:52 smithi112 ceph-mon[40233]: Reconfiguring daemon mon.b on smithi175 2024-04-12T08:37:52.396 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:52 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/924477283' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:37:52.396 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:52 smithi112 ceph-mon[29019]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T08:37:52.396 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:52 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:52.396 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:52 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:52.396 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:52 smithi112 ceph-mon[29019]: Reconfiguring mon.b (monmap changed)... 2024-04-12T08:37:52.396 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:52 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T08:37:52.397 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:52 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T08:37:52.397 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:52 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:37:52.397 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:52 smithi112 ceph-mon[29019]: Reconfiguring daemon mon.b on smithi175 2024-04-12T08:37:52.397 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:52 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/924477283' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:37:52.420 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-04-12T08:37:52.420 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-04-12T08:37:52.420 DEBUG:teuthology.orchestra.run.smithi112:> sudo dd of=/etc/ceph/ceph.conf 2024-04-12T08:37:52.450 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-04-12T08:37:52.450 DEBUG:teuthology.orchestra.run.smithi112:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-12T08:37:52.518 DEBUG:teuthology.orchestra.run.smithi175:> set -ex 2024-04-12T08:37:52.518 DEBUG:teuthology.orchestra.run.smithi175:> sudo dd of=/etc/ceph/ceph.conf 2024-04-12T08:37:52.548 DEBUG:teuthology.orchestra.run.smithi175:> set -ex 2024-04-12T08:37:52.549 DEBUG:teuthology.orchestra.run.smithi175:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-12T08:37:52.612 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:52 smithi175 ceph-mon[32523]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T08:37:52.612 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:52 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:52.612 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:52 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:52.613 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:52 smithi175 ceph-mon[32523]: Reconfiguring mon.b (monmap changed)... 2024-04-12T08:37:52.613 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:52 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T08:37:52.613 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:52 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T08:37:52.613 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:52 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:37:52.613 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:52 smithi175 ceph-mon[32523]: Reconfiguring daemon mon.b on smithi175 2024-04-12T08:37:52.613 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:52 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/924477283' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:37:52.616 INFO:tasks.cephadm:Adding mgr.y on smithi112 2024-04-12T08:37:52.616 INFO:tasks.cephadm:Adding mgr.x on smithi175 2024-04-12T08:37:52.617 DEBUG:teuthology.orchestra.run.smithi175:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph orch apply mgr '2;smithi112=y;smithi175=x' 2024-04-12T08:37:52.906 INFO:teuthology.orchestra.run.smithi175.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.b/config 2024-04-12T08:37:53.994 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:53 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:53.994 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:53 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:53.994 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:53 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:37:53.994 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:53 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:37:53.994 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:53 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:37:53.994 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:53 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:53.995 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:53 smithi175 ceph-mon[32523]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T08:37:54.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:53 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:54.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:53 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:54.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:53 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:37:54.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:53 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:37:54.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:53 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:37:54.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:53 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:54.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:53 smithi112 ceph-mon[29019]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T08:37:54.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:53 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:54.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:53 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:54.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:53 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:37:54.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:53 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:37:54.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:53 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:37:54.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:53 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:54.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:53 smithi112 ceph-mon[40233]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T08:37:54.481 INFO:teuthology.orchestra.run.smithi175.stdout:Scheduled mgr update... 2024-04-12T08:37:55.082 DEBUG:teuthology.orchestra.run.smithi175:mgr.x> sudo journalctl -f -n 0 -u ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@mgr.x.service 2024-04-12T08:37:55.085 INFO:tasks.cephadm:Deploying OSDs... 2024-04-12T08:37:55.085 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-04-12T08:37:55.085 DEBUG:teuthology.orchestra.run.smithi112:> dd if=/scratch_devs of=/dev/stdout 2024-04-12T08:37:55.104 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-04-12T08:37:55.104 DEBUG:teuthology.orchestra.run.smithi112:> stat /dev/vg_nvme/lv_1 2024-04-12T08:37:55.162 INFO:teuthology.orchestra.run.smithi112.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-04-12T08:37:55.162 INFO:teuthology.orchestra.run.smithi112.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-12T08:37:55.162 INFO:teuthology.orchestra.run.smithi112.stdout:Device: 5h/5d Inode: 667 Links: 1 2024-04-12T08:37:55.162 INFO:teuthology.orchestra.run.smithi112.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-12T08:37:55.163 INFO:teuthology.orchestra.run.smithi112.stdout:Context: system_u:object_r:device_t:s0 2024-04-12T08:37:55.163 INFO:teuthology.orchestra.run.smithi112.stdout:Access: 2024-04-12 08:37:39.958407750 +0000 2024-04-12T08:37:55.163 INFO:teuthology.orchestra.run.smithi112.stdout:Modify: 2024-04-12 08:31:42.071684996 +0000 2024-04-12T08:37:55.163 INFO:teuthology.orchestra.run.smithi112.stdout:Change: 2024-04-12 08:31:42.071684996 +0000 2024-04-12T08:37:55.163 INFO:teuthology.orchestra.run.smithi112.stdout: Birth: 2024-04-12 08:31:42.071684996 +0000 2024-04-12T08:37:55.163 DEBUG:teuthology.orchestra.run.smithi112:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-04-12T08:37:55.232 INFO:teuthology.orchestra.run.smithi112.stderr:1+0 records in 2024-04-12T08:37:55.232 INFO:teuthology.orchestra.run.smithi112.stderr:1+0 records out 2024-04-12T08:37:55.232 INFO:teuthology.orchestra.run.smithi112.stderr:512 bytes copied, 0.000286864 s, 1.8 MB/s 2024-04-12T08:37:55.233 DEBUG:teuthology.orchestra.run.smithi112:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-04-12T08:37:55.291 DEBUG:teuthology.orchestra.run.smithi112:> stat /dev/vg_nvme/lv_2 2024-04-12T08:37:55.348 INFO:teuthology.orchestra.run.smithi112.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-04-12T08:37:55.348 INFO:teuthology.orchestra.run.smithi112.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-12T08:37:55.348 INFO:teuthology.orchestra.run.smithi112.stdout:Device: 5h/5d Inode: 684 Links: 1 2024-04-12T08:37:55.348 INFO:teuthology.orchestra.run.smithi112.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-12T08:37:55.349 INFO:teuthology.orchestra.run.smithi112.stdout:Context: system_u:object_r:device_t:s0 2024-04-12T08:37:55.349 INFO:teuthology.orchestra.run.smithi112.stdout:Access: 2024-04-12 08:37:39.959407723 +0000 2024-04-12T08:37:55.349 INFO:teuthology.orchestra.run.smithi112.stdout:Modify: 2024-04-12 08:31:42.438675048 +0000 2024-04-12T08:37:55.349 INFO:teuthology.orchestra.run.smithi112.stdout:Change: 2024-04-12 08:31:42.438675048 +0000 2024-04-12T08:37:55.349 INFO:teuthology.orchestra.run.smithi112.stdout: Birth: 2024-04-12 08:31:42.438675048 +0000 2024-04-12T08:37:55.349 DEBUG:teuthology.orchestra.run.smithi112:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-04-12T08:37:55.416 INFO:teuthology.orchestra.run.smithi112.stderr:1+0 records in 2024-04-12T08:37:55.417 INFO:teuthology.orchestra.run.smithi112.stderr:1+0 records out 2024-04-12T08:37:55.417 INFO:teuthology.orchestra.run.smithi112.stderr:512 bytes copied, 0.000204224 s, 2.5 MB/s 2024-04-12T08:37:55.418 DEBUG:teuthology.orchestra.run.smithi112:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-04-12T08:37:55.475 DEBUG:teuthology.orchestra.run.smithi112:> stat /dev/vg_nvme/lv_3 2024-04-12T08:37:55.532 INFO:teuthology.orchestra.run.smithi112.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-04-12T08:37:55.532 INFO:teuthology.orchestra.run.smithi112.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-12T08:37:55.532 INFO:teuthology.orchestra.run.smithi112.stdout:Device: 5h/5d Inode: 703 Links: 1 2024-04-12T08:37:55.532 INFO:teuthology.orchestra.run.smithi112.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-12T08:37:55.532 INFO:teuthology.orchestra.run.smithi112.stdout:Context: system_u:object_r:device_t:s0 2024-04-12T08:37:55.532 INFO:teuthology.orchestra.run.smithi112.stdout:Access: 2024-04-12 08:37:39.959407723 +0000 2024-04-12T08:37:55.532 INFO:teuthology.orchestra.run.smithi112.stdout:Modify: 2024-04-12 08:31:42.781665752 +0000 2024-04-12T08:37:55.532 INFO:teuthology.orchestra.run.smithi112.stdout:Change: 2024-04-12 08:31:42.781665752 +0000 2024-04-12T08:37:55.532 INFO:teuthology.orchestra.run.smithi112.stdout: Birth: 2024-04-12 08:31:42.781665752 +0000 2024-04-12T08:37:55.532 DEBUG:teuthology.orchestra.run.smithi112:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-04-12T08:37:55.599 INFO:teuthology.orchestra.run.smithi112.stderr:1+0 records in 2024-04-12T08:37:55.599 INFO:teuthology.orchestra.run.smithi112.stderr:1+0 records out 2024-04-12T08:37:55.599 INFO:teuthology.orchestra.run.smithi112.stderr:512 bytes copied, 0.000229766 s, 2.2 MB/s 2024-04-12T08:37:55.600 DEBUG:teuthology.orchestra.run.smithi112:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-04-12T08:37:55.609 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:55 smithi175 ceph-mon[32523]: from='client.24109 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi112=y;smithi175=x", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T08:37:55.609 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:55 smithi175 ceph-mon[32523]: Saving service mgr spec with placement smithi112=y;smithi175=x;count:2 2024-04-12T08:37:55.609 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:55 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:55.609 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:55 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:37:55.609 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:55 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:37:55.609 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:55 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:37:55.609 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:55 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:55.609 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:55 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T08:37:55.609 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:55 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-12T08:37:55.609 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:55 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-12T08:37:55.609 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:55 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:37:55.609 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:55 smithi175 ceph-mon[32523]: Deploying daemon mgr.x on smithi175 2024-04-12T08:37:55.656 DEBUG:teuthology.orchestra.run.smithi112:> stat /dev/vg_nvme/lv_4 2024-04-12T08:37:55.711 INFO:teuthology.orchestra.run.smithi112.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-04-12T08:37:55.711 INFO:teuthology.orchestra.run.smithi112.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-12T08:37:55.711 INFO:teuthology.orchestra.run.smithi112.stdout:Device: 5h/5d Inode: 724 Links: 1 2024-04-12T08:37:55.712 INFO:teuthology.orchestra.run.smithi112.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-12T08:37:55.712 INFO:teuthology.orchestra.run.smithi112.stdout:Context: system_u:object_r:device_t:s0 2024-04-12T08:37:55.712 INFO:teuthology.orchestra.run.smithi112.stdout:Access: 2024-04-12 08:37:39.959407723 +0000 2024-04-12T08:37:55.712 INFO:teuthology.orchestra.run.smithi112.stdout:Modify: 2024-04-12 08:31:43.111656807 +0000 2024-04-12T08:37:55.712 INFO:teuthology.orchestra.run.smithi112.stdout:Change: 2024-04-12 08:31:43.111656807 +0000 2024-04-12T08:37:55.712 INFO:teuthology.orchestra.run.smithi112.stdout: Birth: 2024-04-12 08:31:43.111656807 +0000 2024-04-12T08:37:55.712 DEBUG:teuthology.orchestra.run.smithi112:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-04-12T08:37:55.775 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:55 smithi112 ceph-mon[29019]: from='client.24109 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi112=y;smithi175=x", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T08:37:55.775 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:55 smithi112 ceph-mon[29019]: Saving service mgr spec with placement smithi112=y;smithi175=x;count:2 2024-04-12T08:37:55.775 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:55 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:55.775 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:55 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:37:55.775 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:55 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:37:55.776 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:55 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:37:55.776 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:55 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:55.776 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:55 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T08:37:55.776 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:55 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-12T08:37:55.776 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:55 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-12T08:37:55.776 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:55 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:37:55.776 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:55 smithi112 ceph-mon[29019]: Deploying daemon mgr.x on smithi175 2024-04-12T08:37:55.776 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:55 smithi112 ceph-mon[40233]: from='client.24109 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi112=y;smithi175=x", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T08:37:55.776 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:55 smithi112 ceph-mon[40233]: Saving service mgr spec with placement smithi112=y;smithi175=x;count:2 2024-04-12T08:37:55.776 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:55 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:55.776 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:55 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:37:55.776 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:55 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:37:55.777 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:55 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:37:55.777 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:55 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:55.777 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:55 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T08:37:55.777 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:55 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-12T08:37:55.777 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:55 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-12T08:37:55.777 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:55 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:37:55.777 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:55 smithi112 ceph-mon[40233]: Deploying daemon mgr.x on smithi175 2024-04-12T08:37:55.777 INFO:teuthology.orchestra.run.smithi112.stderr:1+0 records in 2024-04-12T08:37:55.778 INFO:teuthology.orchestra.run.smithi112.stderr:1+0 records out 2024-04-12T08:37:55.778 INFO:teuthology.orchestra.run.smithi112.stderr:512 bytes copied, 0.000213341 s, 2.4 MB/s 2024-04-12T08:37:55.779 DEBUG:teuthology.orchestra.run.smithi112:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-04-12T08:37:55.835 DEBUG:teuthology.orchestra.run.smithi175:> set -ex 2024-04-12T08:37:55.835 DEBUG:teuthology.orchestra.run.smithi175:> dd if=/scratch_devs of=/dev/stdout 2024-04-12T08:37:55.851 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-04-12T08:37:55.851 DEBUG:teuthology.orchestra.run.smithi175:> stat /dev/vg_nvme/lv_1 2024-04-12T08:37:55.907 INFO:teuthology.orchestra.run.smithi175.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-04-12T08:37:55.907 INFO:teuthology.orchestra.run.smithi175.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-12T08:37:55.907 INFO:teuthology.orchestra.run.smithi175.stdout:Device: 5h/5d Inode: 665 Links: 1 2024-04-12T08:37:55.907 INFO:teuthology.orchestra.run.smithi175.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-12T08:37:55.907 INFO:teuthology.orchestra.run.smithi175.stdout:Context: system_u:object_r:device_t:s0 2024-04-12T08:37:55.907 INFO:teuthology.orchestra.run.smithi175.stdout:Access: 2024-04-12 08:37:31.145660851 +0000 2024-04-12T08:37:55.907 INFO:teuthology.orchestra.run.smithi175.stdout:Modify: 2024-04-12 08:31:40.743245411 +0000 2024-04-12T08:37:55.908 INFO:teuthology.orchestra.run.smithi175.stdout:Change: 2024-04-12 08:31:40.743245411 +0000 2024-04-12T08:37:55.908 INFO:teuthology.orchestra.run.smithi175.stdout: Birth: 2024-04-12 08:31:40.743245411 +0000 2024-04-12T08:37:55.908 DEBUG:teuthology.orchestra.run.smithi175:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-04-12T08:37:55.973 INFO:teuthology.orchestra.run.smithi175.stderr:1+0 records in 2024-04-12T08:37:55.973 INFO:teuthology.orchestra.run.smithi175.stderr:1+0 records out 2024-04-12T08:37:55.973 INFO:teuthology.orchestra.run.smithi175.stderr:512 bytes copied, 0.000195927 s, 2.6 MB/s 2024-04-12T08:37:55.975 DEBUG:teuthology.orchestra.run.smithi175:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-04-12T08:37:56.030 DEBUG:teuthology.orchestra.run.smithi175:> stat /dev/vg_nvme/lv_2 2024-04-12T08:37:56.085 INFO:teuthology.orchestra.run.smithi175.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-04-12T08:37:56.085 INFO:teuthology.orchestra.run.smithi175.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-12T08:37:56.085 INFO:teuthology.orchestra.run.smithi175.stdout:Device: 5h/5d Inode: 685 Links: 1 2024-04-12T08:37:56.085 INFO:teuthology.orchestra.run.smithi175.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-12T08:37:56.085 INFO:teuthology.orchestra.run.smithi175.stdout:Context: system_u:object_r:device_t:s0 2024-04-12T08:37:56.085 INFO:teuthology.orchestra.run.smithi175.stdout:Access: 2024-04-12 08:37:31.145660851 +0000 2024-04-12T08:37:56.085 INFO:teuthology.orchestra.run.smithi175.stdout:Modify: 2024-04-12 08:31:41.096240053 +0000 2024-04-12T08:37:56.085 INFO:teuthology.orchestra.run.smithi175.stdout:Change: 2024-04-12 08:31:41.096240053 +0000 2024-04-12T08:37:56.085 INFO:teuthology.orchestra.run.smithi175.stdout: Birth: 2024-04-12 08:31:41.096240053 +0000 2024-04-12T08:37:56.086 DEBUG:teuthology.orchestra.run.smithi175:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-04-12T08:37:56.150 INFO:teuthology.orchestra.run.smithi175.stderr:1+0 records in 2024-04-12T08:37:56.150 INFO:teuthology.orchestra.run.smithi175.stderr:1+0 records out 2024-04-12T08:37:56.150 INFO:teuthology.orchestra.run.smithi175.stderr:512 bytes copied, 0.000212261 s, 2.4 MB/s 2024-04-12T08:37:56.151 DEBUG:teuthology.orchestra.run.smithi175:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-04-12T08:37:56.207 DEBUG:teuthology.orchestra.run.smithi175:> stat /dev/vg_nvme/lv_3 2024-04-12T08:37:56.261 INFO:teuthology.orchestra.run.smithi175.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-04-12T08:37:56.262 INFO:teuthology.orchestra.run.smithi175.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-12T08:37:56.262 INFO:teuthology.orchestra.run.smithi175.stdout:Device: 5h/5d Inode: 704 Links: 1 2024-04-12T08:37:56.262 INFO:teuthology.orchestra.run.smithi175.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-12T08:37:56.262 INFO:teuthology.orchestra.run.smithi175.stdout:Context: system_u:object_r:device_t:s0 2024-04-12T08:37:56.262 INFO:teuthology.orchestra.run.smithi175.stdout:Access: 2024-04-12 08:37:31.145660851 +0000 2024-04-12T08:37:56.262 INFO:teuthology.orchestra.run.smithi175.stdout:Modify: 2024-04-12 08:31:41.427235028 +0000 2024-04-12T08:37:56.262 INFO:teuthology.orchestra.run.smithi175.stdout:Change: 2024-04-12 08:31:41.427235028 +0000 2024-04-12T08:37:56.262 INFO:teuthology.orchestra.run.smithi175.stdout: Birth: 2024-04-12 08:31:41.427235028 +0000 2024-04-12T08:37:56.262 DEBUG:teuthology.orchestra.run.smithi175:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-04-12T08:37:56.442 INFO:teuthology.orchestra.run.smithi175.stderr:1+0 records in 2024-04-12T08:37:56.442 INFO:teuthology.orchestra.run.smithi175.stderr:1+0 records out 2024-04-12T08:37:56.442 INFO:teuthology.orchestra.run.smithi175.stderr:512 bytes copied, 0.000211533 s, 2.4 MB/s 2024-04-12T08:37:56.443 DEBUG:teuthology.orchestra.run.smithi175:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-04-12T08:37:56.458 DEBUG:teuthology.orchestra.run.smithi175:> stat /dev/vg_nvme/lv_4 2024-04-12T08:37:56.520 INFO:teuthology.orchestra.run.smithi175.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-04-12T08:37:56.520 INFO:teuthology.orchestra.run.smithi175.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-12T08:37:56.520 INFO:teuthology.orchestra.run.smithi175.stdout:Device: 5h/5d Inode: 725 Links: 1 2024-04-12T08:37:56.520 INFO:teuthology.orchestra.run.smithi175.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-12T08:37:56.520 INFO:teuthology.orchestra.run.smithi175.stdout:Context: system_u:object_r:device_t:s0 2024-04-12T08:37:56.520 INFO:teuthology.orchestra.run.smithi175.stdout:Access: 2024-04-12 08:37:56.398290929 +0000 2024-04-12T08:37:56.520 INFO:teuthology.orchestra.run.smithi175.stdout:Modify: 2024-04-12 08:31:41.771229807 +0000 2024-04-12T08:37:56.520 INFO:teuthology.orchestra.run.smithi175.stdout:Change: 2024-04-12 08:31:41.771229807 +0000 2024-04-12T08:37:56.520 INFO:teuthology.orchestra.run.smithi175.stdout: Birth: 2024-04-12 08:31:41.771229807 +0000 2024-04-12T08:37:56.521 DEBUG:teuthology.orchestra.run.smithi175:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-04-12T08:37:56.626 INFO:teuthology.orchestra.run.smithi175.stderr:1+0 records in 2024-04-12T08:37:56.626 INFO:teuthology.orchestra.run.smithi175.stderr:1+0 records out 2024-04-12T08:37:56.626 INFO:teuthology.orchestra.run.smithi175.stderr:512 bytes copied, 0.000201527 s, 2.5 MB/s 2024-04-12T08:37:56.627 DEBUG:teuthology.orchestra.run.smithi175:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-04-12T08:37:56.641 INFO:tasks.cephadm:Deploying osd.0 on smithi112 with /dev/vg_nvme/lv_4... 2024-04-12T08:37:56.642 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-04-12T08:37:56.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:56 smithi112 ceph-mon[29019]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T08:37:56.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:56 smithi112 ceph-mon[40233]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T08:37:56.847 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:56 smithi175 ceph-mon[32523]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T08:37:56.847 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:37:56 smithi175 systemd[1]: Starting Ceph mgr.x for 96d9de20-f8a7-11ee-bc8c-c7b262605968... 2024-04-12T08:37:56.910 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T08:37:57.142 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:37:56 smithi175 podman[34394]: 2024-04-12 08:37:56.847217315 +0000 UTC m=+0.101989631 container create 74c3566552818cff1cfb2b9d0b0f80a70faf03b08960122878bd6add12903f63 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, RELEASE=quincy-d3b5060, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , ceph=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-12T08:37:57.142 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:37:56 smithi175 podman[34394]: 2024-04-12 08:37:56.76294312 +0000 UTC m=+0.017715436 image pull 21de9b7369ad8457bc44c6aca16b9dfec25bf172fb7b6ebd80f97d4df2005241 quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe 2024-04-12T08:37:57.142 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:37:57 smithi175 podman[34394]: 2024-04-12 08:37:57.033344479 +0000 UTC m=+0.288116795 container init 74c3566552818cff1cfb2b9d0b0f80a70faf03b08960122878bd6add12903f63 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=quincy-d3b5060, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0) 2024-04-12T08:37:57.142 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:37:57 smithi175 podman[34394]: 2024-04-12 08:37:57.035874942 +0000 UTC m=+0.290647259 container start 74c3566552818cff1cfb2b9d0b0f80a70faf03b08960122878bd6add12903f63 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, RELEASE=quincy-d3b5060, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-04-12T08:37:57.142 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:37:57 smithi175 ceph-mgr[34413]: -- 172.21.15.175:0/2133792558 <== mon.1 v2:172.21.15.175:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55593ff049c0 con 0x55593fedac00 2024-04-12T08:37:57.142 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:37:57 smithi175 bash[34394]: 74c3566552818cff1cfb2b9d0b0f80a70faf03b08960122878bd6add12903f63 2024-04-12T08:37:57.514 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:37:57 smithi175 systemd[1]: Started Ceph mgr.x for 96d9de20-f8a7-11ee-bc8c-c7b262605968. 2024-04-12T08:37:57.863 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:37:57 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[34409]: 2024-04-12T08:37:57.567+0000 7ff4b33901c0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-12T08:37:57.863 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:37:57 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[34409]: 2024-04-12T08:37:57.668+0000 7ff4b33901c0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-12T08:37:58.305 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:58 smithi112 ceph-mon[40233]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T08:37:58.305 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:58 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:58.305 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:58 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:58.305 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:58 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:58.305 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:58 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:58.305 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:58 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:37:58.305 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:58 smithi112 ceph-mon[29019]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T08:37:58.305 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:58 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:58.306 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:58 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:58.306 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:58 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:58.306 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:58 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:58.306 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:58 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:37:58.498 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:58 smithi175 ceph-mon[32523]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T08:37:58.498 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:58 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:58.498 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:58 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:58.498 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:58 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:58.498 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:58 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:58.498 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:58 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:37:58.498 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:37:58 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[34409]: 2024-04-12T08:37:58.312+0000 7ff4b33901c0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-12T08:37:58.498 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:37:58 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[34409]: 2024-04-12T08:37:58.409+0000 7ff4b33901c0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-12T08:37:58.499 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:37:58 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[34409]: 2024-04-12T08:37:58.496+0000 7ff4b33901c0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-12T08:37:58.764 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:37:58 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[34409]: 2024-04-12T08:37:58.653+0000 7ff4b33901c0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-12T08:37:58.765 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:37:58 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[34409]: 2024-04-12T08:37:58.738+0000 7ff4b33901c0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-12T08:37:58.903 INFO:teuthology.orchestra.run.smithi112.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-04-12T08:37:58.903 INFO:teuthology.orchestra.run.smithi112.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-04-12T08:37:58.903 INFO:teuthology.orchestra.run.smithi112.stderr: stderr: 10+0 records in 2024-04-12T08:37:58.903 INFO:teuthology.orchestra.run.smithi112.stderr:10+0 records out 2024-04-12T08:37:58.903 INFO:teuthology.orchestra.run.smithi112.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0130804 s, 802 MB/s 2024-04-12T08:37:58.903 INFO:teuthology.orchestra.run.smithi112.stderr:--> Zapping successful for: 2024-04-12T08:37:59.095 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:37:58 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[34409]: 2024-04-12T08:37:58.912+0000 7ff4b33901c0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-12T08:37:59.095 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:37:59 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[34409]: 2024-04-12T08:37:59.094+0000 7ff4b33901c0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-12T08:37:59.352 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:37:59 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[34409]: 2024-04-12T08:37:59.176+0000 7ff4b33901c0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-12T08:37:59.352 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:37:59 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[34409]: 2024-04-12T08:37:59.267+0000 7ff4b33901c0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-12T08:37:59.353 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:37:59 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[34409]: 2024-04-12T08:37:59.351+0000 7ff4b33901c0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-12T08:37:59.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:59 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:59.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:59 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:59.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:59 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:37:59.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:59 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:37:59.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:59 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:59.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:59 smithi112 ceph-mon[29019]: Reconfiguring mgr.y (unknown last config time)... 2024-04-12T08:37:59.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:59 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T08:37:59.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:59 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-12T08:37:59.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:59 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:37:59.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:37:59 smithi112 ceph-mon[29019]: Reconfiguring daemon mgr.y on smithi112 2024-04-12T08:37:59.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:59 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:59.594 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:59 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:59.594 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:59 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:37:59.594 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:59 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:37:59.594 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:59 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:59.594 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:59 smithi112 ceph-mon[40233]: Reconfiguring mgr.y (unknown last config time)... 2024-04-12T08:37:59.594 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:59 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T08:37:59.594 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:59 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-12T08:37:59.594 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:59 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:37:59.594 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:37:59 smithi112 ceph-mon[40233]: Reconfiguring daemon mgr.y on smithi112 2024-04-12T08:37:59.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:59 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:59.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:59 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:59.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:59 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:37:59.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:59 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:37:59.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:59 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:37:59.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:59 smithi175 ceph-mon[32523]: Reconfiguring mgr.y (unknown last config time)... 2024-04-12T08:37:59.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:59 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T08:37:59.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:59 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-12T08:37:59.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:59 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:37:59.766 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:37:59 smithi175 ceph-mon[32523]: Reconfiguring daemon mgr.y on smithi112 2024-04-12T08:38:00.516 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph orch daemon add osd smithi112:vg_nvme/lv_4 2024-04-12T08:38:00.707 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:00 smithi175 ceph-mon[32523]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T08:38:00.707 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:00 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:38:00.707 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:00 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:38:00.707 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:00 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:38:00.707 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:38:00 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[34409]: 2024-04-12T08:38:00.391+0000 7ff4b33901c0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-12T08:38:00.707 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:38:00 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[34409]: 2024-04-12T08:38:00.517+0000 7ff4b33901c0 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-12T08:38:00.707 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:38:00 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[34409]: 2024-04-12T08:38:00.706+0000 7ff4b33901c0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-12T08:38:00.774 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T08:38:00.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:00 smithi112 ceph-mon[29019]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T08:38:00.844 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:00 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:38:00.844 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:00 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:38:00.844 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:00 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:38:00.844 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:00 smithi112 ceph-mon[40233]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T08:38:00.844 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:00 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:38:00.844 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:00 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:38:00.844 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:00 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:38:01.015 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:38:00 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[34409]: 2024-04-12T08:38:00.936+0000 7ff4b33901c0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-12T08:38:01.430 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:38:01 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[34409]: 2024-04-12T08:38:01.106+0000 7ff4b33901c0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-12T08:38:01.430 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:38:01 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[34409]: 2024-04-12T08:38:01.282+0000 7ff4b33901c0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-12T08:38:01.764 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:01 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:38:01.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:01 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:38:01.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:01 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:38:01.765 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:38:01 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[34409]: 2024-04-12T08:38:01.535+0000 7ff4b33901c0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-12T08:38:01.765 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:38:01 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[34409]: 2024-04-12T08:38:01.618+0000 7ff4b33901c0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-12T08:38:01.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:01 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:38:01.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:01 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:38:01.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:01 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:38:01.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:01 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:38:01.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:01 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:38:01.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:01 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:38:02.264 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:38:02 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[34409]: 2024-04-12T08:38:02.003+0000 7ff4b33901c0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-12T08:38:02.764 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:02 smithi175 ceph-mon[32523]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T08:38:02.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:02 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:38:02.842 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:02 smithi112 ceph-mon[40233]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T08:38:02.842 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:02 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:38:02.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:02 smithi112 ceph-mon[29019]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T08:38:02.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:02 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:38:03.052 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:38:02 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[34409]: 2024-04-12T08:38:02.766+0000 7ff4b33901c0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-12T08:38:03.052 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:38:03 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[34409]: 2024-04-12T08:38:03.051+0000 7ff4b33901c0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-12T08:38:03.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:03 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T08:38:03.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:03 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T08:38:03.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:03 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:38:03.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:03 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T08:38:03.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:03 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T08:38:03.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:03 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:38:03.764 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:03 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T08:38:03.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:03 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T08:38:03.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:03 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:38:03.765 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:38:03 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[34409]: 2024-04-12T08:38:03.384+0000 7ff4b33901c0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-12T08:38:03.765 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:38:03 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[34409]: 2024-04-12T08:38:03.576+0000 7ff4b33901c0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-12T08:38:04.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:04 smithi112 ceph-mon[29019]: from='client.14217 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi112:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T08:38:04.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:04 smithi112 ceph-mon[29019]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T08:38:04.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:04 smithi112 ceph-mon[29019]: Standby manager daemon x started 2024-04-12T08:38:04.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:04 smithi112 ceph-mon[29019]: from='mgr.? 172.21.15.175:0/4189470643' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-12T08:38:04.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:04 smithi112 ceph-mon[29019]: from='mgr.? 172.21.15.175:0/4189470643' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T08:38:04.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:04 smithi112 ceph-mon[29019]: from='mgr.? 172.21.15.175:0/4189470643' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-12T08:38:04.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:04 smithi112 ceph-mon[29019]: from='mgr.? 172.21.15.175:0/4189470643' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T08:38:04.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:04 smithi112 ceph-mon[40233]: from='client.14217 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi112:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T08:38:04.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:04 smithi112 ceph-mon[40233]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T08:38:04.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:04 smithi112 ceph-mon[40233]: Standby manager daemon x started 2024-04-12T08:38:04.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:04 smithi112 ceph-mon[40233]: from='mgr.? 172.21.15.175:0/4189470643' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-12T08:38:04.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:04 smithi112 ceph-mon[40233]: from='mgr.? 172.21.15.175:0/4189470643' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T08:38:04.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:04 smithi112 ceph-mon[40233]: from='mgr.? 172.21.15.175:0/4189470643' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-12T08:38:04.594 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:04 smithi112 ceph-mon[40233]: from='mgr.? 172.21.15.175:0/4189470643' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T08:38:04.764 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:04 smithi175 ceph-mon[32523]: from='client.14217 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi112:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T08:38:04.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:04 smithi175 ceph-mon[32523]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T08:38:04.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:04 smithi175 ceph-mon[32523]: Standby manager daemon x started 2024-04-12T08:38:04.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:04 smithi175 ceph-mon[32523]: from='mgr.? 172.21.15.175:0/4189470643' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-12T08:38:04.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:04 smithi175 ceph-mon[32523]: from='mgr.? 172.21.15.175:0/4189470643' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T08:38:04.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:04 smithi175 ceph-mon[32523]: from='mgr.? 172.21.15.175:0/4189470643' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-12T08:38:04.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:04 smithi175 ceph-mon[32523]: from='mgr.? 172.21.15.175:0/4189470643' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T08:38:05.764 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:05 smithi175 ceph-mon[32523]: mgrmap e14: y(active, since 67s), standbys: x 2024-04-12T08:38:05.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:05 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-12T08:38:05.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:05 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/2815934396' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "25accfb3-452b-430c-90df-a0c2b7c0d6ff"}]: dispatch 2024-04-12T08:38:05.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:05 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/2815934396' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "25accfb3-452b-430c-90df-a0c2b7c0d6ff"}]': finished 2024-04-12T08:38:05.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:05 smithi175 ceph-mon[32523]: osdmap e5: 1 total, 0 up, 1 in 2024-04-12T08:38:05.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:05 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T08:38:05.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:05 smithi112 ceph-mon[29019]: mgrmap e14: y(active, since 67s), standbys: x 2024-04-12T08:38:05.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:05 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-12T08:38:05.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:05 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/2815934396' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "25accfb3-452b-430c-90df-a0c2b7c0d6ff"}]: dispatch 2024-04-12T08:38:05.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:05 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/2815934396' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "25accfb3-452b-430c-90df-a0c2b7c0d6ff"}]': finished 2024-04-12T08:38:05.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:05 smithi112 ceph-mon[29019]: osdmap e5: 1 total, 0 up, 1 in 2024-04-12T08:38:05.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:05 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T08:38:05.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:05 smithi112 ceph-mon[40233]: mgrmap e14: y(active, since 67s), standbys: x 2024-04-12T08:38:05.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:05 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-12T08:38:05.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:05 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/2815934396' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "25accfb3-452b-430c-90df-a0c2b7c0d6ff"}]: dispatch 2024-04-12T08:38:05.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:05 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/2815934396' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "25accfb3-452b-430c-90df-a0c2b7c0d6ff"}]': finished 2024-04-12T08:38:05.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:05 smithi112 ceph-mon[40233]: osdmap e5: 1 total, 0 up, 1 in 2024-04-12T08:38:05.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:05 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T08:38:06.764 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:06 smithi175 ceph-mon[32523]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T08:38:06.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:06 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/4213455064' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T08:38:06.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:06 smithi112 ceph-mon[29019]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T08:38:06.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:06 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/4213455064' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T08:38:06.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:06 smithi112 ceph-mon[40233]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T08:38:06.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:06 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/4213455064' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T08:38:08.541 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:08 smithi112 ceph-mon[29019]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T08:38:08.541 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:08 smithi112 ceph-mon[40233]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T08:38:08.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:08 smithi175 ceph-mon[32523]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T08:38:10.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:10 smithi112 ceph-mon[29019]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T08:38:10.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:10 smithi112 ceph-mon[40233]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T08:38:10.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:10 smithi175 ceph-mon[32523]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T08:38:11.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:11 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-12T08:38:11.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:11 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:38:11.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:11 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-12T08:38:11.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:11 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:38:11.764 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:11 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-12T08:38:11.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:11 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:38:12.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:12 smithi175 ceph-mon[32523]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T08:38:12.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:12 smithi175 ceph-mon[32523]: Deploying daemon osd.0 on smithi112 2024-04-12T08:38:12.816 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:12 smithi112 ceph-mon[40233]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T08:38:12.816 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:12 smithi112 ceph-mon[40233]: Deploying daemon osd.0 on smithi112 2024-04-12T08:38:12.816 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:12 smithi112 ceph-mon[29019]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T08:38:12.816 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:12 smithi112 ceph-mon[29019]: Deploying daemon osd.0 on smithi112 2024-04-12T08:38:14.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:14 smithi112 ceph-mon[29019]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T08:38:14.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:14 smithi112 ceph-mon[40233]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T08:38:14.764 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:14 smithi175 ceph-mon[32523]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T08:38:16.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:16 smithi112 ceph-mon[29019]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T08:38:16.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:16 smithi112 ceph-mon[40233]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T08:38:16.764 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:16 smithi175 ceph-mon[32523]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T08:38:17.842 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:17 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:38:17.842 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:17 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:38:17.842 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:17 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:38:17.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:17 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:38:17.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:17 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:38:17.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:17 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:38:18.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:17 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:38:18.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:17 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:38:18.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:17 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:38:18.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:18 smithi112 ceph-mon[29019]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T08:38:18.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:18 smithi112 ceph-mon[40233]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T08:38:19.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:18 smithi175 ceph-mon[32523]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T08:38:19.309 INFO:teuthology.orchestra.run.smithi112.stdout:Created osd(s) 0 on host 'smithi112' 2024-04-12T08:38:20.253 DEBUG:teuthology.orchestra.run.smithi112:osd.0> sudo journalctl -f -n 0 -u ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@osd.0.service 2024-04-12T08:38:20.256 INFO:tasks.cephadm:Deploying osd.1 on smithi112 with /dev/vg_nvme/lv_3... 2024-04-12T08:38:20.256 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-04-12T08:38:20.554 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T08:38:20.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:20 smithi112 ceph-mon[40233]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T08:38:20.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:20 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:38:20.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:20 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:38:20.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:20 smithi112 ceph-mon[40233]: from='osd.0 [v2:172.21.15.112:6802/2207871040,v1:172.21.15.112:6803/2207871040]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-12T08:38:20.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:20 smithi112 ceph-mon[29019]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T08:38:20.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:20 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:38:20.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:20 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:38:20.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:20 smithi112 ceph-mon[29019]: from='osd.0 [v2:172.21.15.112:6802/2207871040,v1:172.21.15.112:6803/2207871040]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-12T08:38:20.764 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:20 smithi175 ceph-mon[32523]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T08:38:20.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:20 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:38:20.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:20 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:38:20.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:20 smithi175 ceph-mon[32523]: from='osd.0 [v2:172.21.15.112:6802/2207871040,v1:172.21.15.112:6803/2207871040]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-12T08:38:21.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:21 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:38:21.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:21 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:38:21.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:21 smithi112 ceph-mon[29019]: from='osd.0 [v2:172.21.15.112:6802/2207871040,v1:172.21.15.112:6803/2207871040]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-12T08:38:21.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:21 smithi112 ceph-mon[29019]: osdmap e6: 1 total, 0 up, 1 in 2024-04-12T08:38:21.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:21 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T08:38:21.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:21 smithi112 ceph-mon[29019]: from='osd.0 [v2:172.21.15.112:6802/2207871040,v1:172.21.15.112:6803/2207871040]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-04-12T08:38:21.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:21 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:38:21.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:21 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:38:21.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:21 smithi112 ceph-mon[40233]: from='osd.0 [v2:172.21.15.112:6802/2207871040,v1:172.21.15.112:6803/2207871040]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-12T08:38:21.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:21 smithi112 ceph-mon[40233]: osdmap e6: 1 total, 0 up, 1 in 2024-04-12T08:38:21.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:21 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T08:38:21.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:21 smithi112 ceph-mon[40233]: from='osd.0 [v2:172.21.15.112:6802/2207871040,v1:172.21.15.112:6803/2207871040]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-04-12T08:38:21.594 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 12 08:38:21 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-0[44254]: 2024-04-12T08:38:21.555+0000 7f02bf735700 -1 osd.0 0 waiting for initial osdmap 2024-04-12T08:38:21.594 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 12 08:38:21 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-0[44254]: 2024-04-12T08:38:21.558+0000 7f02bb532700 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-12T08:38:21.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:21 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:38:21.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:21 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:38:21.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:21 smithi175 ceph-mon[32523]: from='osd.0 [v2:172.21.15.112:6802/2207871040,v1:172.21.15.112:6803/2207871040]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-12T08:38:21.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:21 smithi175 ceph-mon[32523]: osdmap e6: 1 total, 0 up, 1 in 2024-04-12T08:38:21.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:21 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T08:38:21.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:21 smithi175 ceph-mon[32523]: from='osd.0 [v2:172.21.15.112:6802/2207871040,v1:172.21.15.112:6803/2207871040]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-04-12T08:38:22.804 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:22 smithi112 ceph-mon[40233]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T08:38:22.805 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:22 smithi112 ceph-mon[40233]: from='osd.0 [v2:172.21.15.112:6802/2207871040,v1:172.21.15.112:6803/2207871040]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]': finished 2024-04-12T08:38:22.805 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:22 smithi112 ceph-mon[40233]: osdmap e7: 1 total, 0 up, 1 in 2024-04-12T08:38:22.805 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:22 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T08:38:22.805 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:22 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T08:38:22.805 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:22 smithi112 ceph-mon[29019]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T08:38:22.805 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:22 smithi112 ceph-mon[29019]: from='osd.0 [v2:172.21.15.112:6802/2207871040,v1:172.21.15.112:6803/2207871040]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]': finished 2024-04-12T08:38:22.805 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:22 smithi112 ceph-mon[29019]: osdmap e7: 1 total, 0 up, 1 in 2024-04-12T08:38:22.805 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:22 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T08:38:22.805 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:22 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T08:38:23.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:22 smithi175 ceph-mon[32523]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T08:38:23.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:22 smithi175 ceph-mon[32523]: from='osd.0 [v2:172.21.15.112:6802/2207871040,v1:172.21.15.112:6803/2207871040]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]': finished 2024-04-12T08:38:23.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:22 smithi175 ceph-mon[32523]: osdmap e7: 1 total, 0 up, 1 in 2024-04-12T08:38:23.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:22 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T08:38:23.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:22 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T08:38:23.679 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:23 smithi112 ceph-mon[29019]: purged_snaps scrub starts 2024-04-12T08:38:23.679 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:23 smithi112 ceph-mon[29019]: purged_snaps scrub ok 2024-04-12T08:38:23.679 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:23 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T08:38:23.679 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:23 smithi112 ceph-mon[29019]: osd.0 [v2:172.21.15.112:6802/2207871040,v1:172.21.15.112:6803/2207871040] boot 2024-04-12T08:38:23.680 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:23 smithi112 ceph-mon[29019]: osdmap e8: 1 total, 1 up, 1 in 2024-04-12T08:38:23.680 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:23 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T08:38:23.680 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:23 smithi112 ceph-mon[40233]: purged_snaps scrub starts 2024-04-12T08:38:23.680 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:23 smithi112 ceph-mon[40233]: purged_snaps scrub ok 2024-04-12T08:38:23.680 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:23 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T08:38:23.680 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:23 smithi112 ceph-mon[40233]: osd.0 [v2:172.21.15.112:6802/2207871040,v1:172.21.15.112:6803/2207871040] boot 2024-04-12T08:38:23.680 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:23 smithi112 ceph-mon[40233]: osdmap e8: 1 total, 1 up, 1 in 2024-04-12T08:38:23.680 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:23 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T08:38:23.959 INFO:teuthology.orchestra.run.smithi112.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-04-12T08:38:23.959 INFO:teuthology.orchestra.run.smithi112.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-04-12T08:38:23.959 INFO:teuthology.orchestra.run.smithi112.stderr: stderr: 10+0 records in 2024-04-12T08:38:23.959 INFO:teuthology.orchestra.run.smithi112.stderr:10+0 records out 2024-04-12T08:38:23.959 INFO:teuthology.orchestra.run.smithi112.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0127895 s, 820 MB/s 2024-04-12T08:38:23.959 INFO:teuthology.orchestra.run.smithi112.stderr:--> Zapping successful for: 2024-04-12T08:38:24.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:23 smithi175 ceph-mon[32523]: purged_snaps scrub starts 2024-04-12T08:38:24.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:23 smithi175 ceph-mon[32523]: purged_snaps scrub ok 2024-04-12T08:38:24.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:23 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T08:38:24.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:23 smithi175 ceph-mon[32523]: osd.0 [v2:172.21.15.112:6802/2207871040,v1:172.21.15.112:6803/2207871040] boot 2024-04-12T08:38:24.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:23 smithi175 ceph-mon[32523]: osdmap e8: 1 total, 1 up, 1 in 2024-04-12T08:38:24.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:23 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T08:38:24.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:24 smithi112 ceph-mon[40233]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T08:38:24.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:24 smithi112 ceph-mon[40233]: osdmap e9: 1 total, 1 up, 1 in 2024-04-12T08:38:24.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:24 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:38:24.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:24 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:38:24.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:24 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:38:24.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:24 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:38:24.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:24 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:38:24.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:24 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:38:24.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:24 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:38:24.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:24 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:38:24.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:24 smithi112 ceph-mon[29019]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T08:38:24.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:24 smithi112 ceph-mon[29019]: osdmap e9: 1 total, 1 up, 1 in 2024-04-12T08:38:24.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:24 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:38:24.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:24 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:38:24.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:24 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:38:24.594 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:24 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:38:24.594 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:24 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:38:24.594 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:24 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:38:24.594 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:24 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:38:24.594 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:24 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:38:25.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:24 smithi175 ceph-mon[32523]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-12T08:38:25.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:24 smithi175 ceph-mon[32523]: osdmap e9: 1 total, 1 up, 1 in 2024-04-12T08:38:25.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:24 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:38:25.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:24 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:38:25.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:24 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:38:25.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:24 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:38:25.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:24 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:38:25.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:24 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:38:25.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:24 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:38:25.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:24 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:38:25.050 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph orch daemon add osd smithi112:vg_nvme/lv_3 2024-04-12T08:38:25.298 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T08:38:25.696 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:25 smithi112 ceph-mon[40233]: Detected new or changed devices on smithi112 2024-04-12T08:38:25.696 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:25 smithi112 ceph-mon[40233]: Adjusting osd_memory_target on smithi112 to 16064M 2024-04-12T08:38:25.696 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:25 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:38:25.696 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:25 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:38:25.696 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:25 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:38:25.696 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:25 smithi112 ceph-mon[40233]: pgmap v43: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-12T08:38:25.697 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:25 smithi112 ceph-mon[29019]: Detected new or changed devices on smithi112 2024-04-12T08:38:25.697 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:25 smithi112 ceph-mon[29019]: Adjusting osd_memory_target on smithi112 to 16064M 2024-04-12T08:38:25.697 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:25 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:38:25.697 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:25 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:38:25.697 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:25 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:38:25.697 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:25 smithi112 ceph-mon[29019]: pgmap v43: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-12T08:38:26.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:25 smithi175 ceph-mon[32523]: Detected new or changed devices on smithi112 2024-04-12T08:38:26.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:25 smithi175 ceph-mon[32523]: Adjusting osd_memory_target on smithi112 to 16064M 2024-04-12T08:38:26.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:25 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:38:26.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:25 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:38:26.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:25 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:38:26.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:25 smithi175 ceph-mon[32523]: pgmap v43: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-12T08:38:28.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:28 smithi112 ceph-mon[29019]: pgmap v44: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-12T08:38:28.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:28 smithi112 ceph-mon[29019]: from='client.14244 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi112:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T08:38:28.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:28 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T08:38:28.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:28 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T08:38:28.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:28 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:38:28.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:28 smithi112 ceph-mon[40233]: pgmap v44: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-12T08:38:28.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:28 smithi112 ceph-mon[40233]: from='client.14244 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi112:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T08:38:28.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:28 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T08:38:28.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:28 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T08:38:28.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:28 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:38:28.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:28 smithi175 ceph-mon[32523]: pgmap v44: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-12T08:38:28.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:28 smithi175 ceph-mon[32523]: from='client.14244 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi112:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T08:38:28.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:28 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T08:38:28.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:28 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T08:38:28.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:28 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:38:30.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:30 smithi112 ceph-mon[29019]: pgmap v45: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-12T08:38:30.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:30 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/1909842122' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "db398d40-b1c2-499f-8fc1-ac73f4ae15bf"}]: dispatch 2024-04-12T08:38:30.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:30 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/1909842122' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "db398d40-b1c2-499f-8fc1-ac73f4ae15bf"}]': finished 2024-04-12T08:38:30.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:30 smithi112 ceph-mon[29019]: osdmap e10: 2 total, 1 up, 2 in 2024-04-12T08:38:30.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:30 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T08:38:30.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:30 smithi112 ceph-mon[40233]: pgmap v45: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-12T08:38:30.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:30 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/1909842122' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "db398d40-b1c2-499f-8fc1-ac73f4ae15bf"}]: dispatch 2024-04-12T08:38:30.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:30 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/1909842122' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "db398d40-b1c2-499f-8fc1-ac73f4ae15bf"}]': finished 2024-04-12T08:38:30.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:30 smithi112 ceph-mon[40233]: osdmap e10: 2 total, 1 up, 2 in 2024-04-12T08:38:30.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:30 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T08:38:30.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:30 smithi175 ceph-mon[32523]: pgmap v45: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-12T08:38:30.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:30 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/1909842122' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "db398d40-b1c2-499f-8fc1-ac73f4ae15bf"}]: dispatch 2024-04-12T08:38:30.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:30 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/1909842122' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "db398d40-b1c2-499f-8fc1-ac73f4ae15bf"}]': finished 2024-04-12T08:38:30.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:30 smithi175 ceph-mon[32523]: osdmap e10: 2 total, 1 up, 2 in 2024-04-12T08:38:30.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:30 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T08:38:31.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:31 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/3598880673' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T08:38:31.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:31 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/3598880673' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T08:38:31.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:31 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/3598880673' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T08:38:32.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:32 smithi112 ceph-mon[29019]: pgmap v47: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-12T08:38:32.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:32 smithi112 ceph-mon[40233]: pgmap v47: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-12T08:38:32.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:32 smithi175 ceph-mon[32523]: pgmap v47: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-12T08:38:34.284 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:34 smithi112 ceph-mon[29019]: pgmap v48: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-12T08:38:34.285 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:34 smithi112 ceph-mon[40233]: pgmap v48: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-12T08:38:34.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:34 smithi175 ceph-mon[32523]: pgmap v48: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-12T08:38:36.297 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:36 smithi112 ceph-mon[40233]: pgmap v49: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-12T08:38:36.297 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:36 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-12T08:38:36.297 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:36 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:38:36.297 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:36 smithi112 ceph-mon[29019]: pgmap v49: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-12T08:38:36.298 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:36 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-12T08:38:36.298 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:36 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:38:36.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:36 smithi175 ceph-mon[32523]: pgmap v49: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-12T08:38:36.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:36 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-12T08:38:36.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:36 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:38:37.346 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:37 smithi112 ceph-mon[40233]: Deploying daemon osd.1 on smithi112 2024-04-12T08:38:37.346 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:37 smithi112 ceph-mon[29019]: Deploying daemon osd.1 on smithi112 2024-04-12T08:38:37.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:37 smithi175 ceph-mon[32523]: Deploying daemon osd.1 on smithi112 2024-04-12T08:38:38.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:38 smithi112 ceph-mon[29019]: pgmap v50: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-12T08:38:38.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:38 smithi112 ceph-mon[40233]: pgmap v50: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-12T08:38:38.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:38 smithi175 ceph-mon[32523]: pgmap v50: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-12T08:38:40.229 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:40 smithi112 ceph-mon[29019]: pgmap v51: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-12T08:38:40.229 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:40 smithi112 ceph-mon[40233]: pgmap v51: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-12T08:38:40.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:40 smithi175 ceph-mon[32523]: pgmap v51: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-12T08:38:42.272 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:42 smithi112 ceph-mon[29019]: pgmap v52: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-12T08:38:42.272 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:42 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:38:42.272 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:42 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:38:42.272 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:42 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:38:42.272 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:42 smithi112 ceph-mon[40233]: pgmap v52: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-12T08:38:42.272 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:42 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:38:42.273 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:42 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:38:42.273 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:42 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:38:42.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:42 smithi175 ceph-mon[32523]: pgmap v52: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-12T08:38:42.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:42 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:38:42.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:42 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:38:42.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:42 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:38:44.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:44 smithi112 ceph-mon[29019]: pgmap v53: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-12T08:38:44.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:44 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:38:44.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:44 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:38:44.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:44 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:38:44.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:44 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:38:44.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:44 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:38:44.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:44 smithi112 ceph-mon[40233]: pgmap v53: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-12T08:38:44.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:44 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:38:44.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:44 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:38:44.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:44 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:38:44.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:44 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:38:44.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:44 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:38:44.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:44 smithi175 ceph-mon[32523]: pgmap v53: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-12T08:38:44.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:44 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:38:44.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:44 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:38:44.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:44 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:38:44.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:44 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:38:44.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:44 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:38:44.710 INFO:teuthology.orchestra.run.smithi112.stdout:Created osd(s) 1 on host 'smithi112' 2024-04-12T08:38:45.337 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:45 smithi112 ceph-mon[29019]: from='osd.1 [v2:172.21.15.112:6810/953917176,v1:172.21.15.112:6811/953917176]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-12T08:38:45.337 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:45 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:38:45.337 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:45 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:38:45.337 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:45 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:38:45.337 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:45 smithi112 ceph-mon[40233]: from='osd.1 [v2:172.21.15.112:6810/953917176,v1:172.21.15.112:6811/953917176]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-12T08:38:45.337 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:45 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:38:45.337 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:45 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:38:45.337 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:45 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:38:45.360 DEBUG:teuthology.orchestra.run.smithi112:osd.1> sudo journalctl -f -n 0 -u ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@osd.1.service 2024-04-12T08:38:45.362 INFO:tasks.cephadm:Deploying osd.2 on smithi112 with /dev/vg_nvme/lv_2... 2024-04-12T08:38:45.363 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-04-12T08:38:45.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:45 smithi175 ceph-mon[32523]: from='osd.1 [v2:172.21.15.112:6810/953917176,v1:172.21.15.112:6811/953917176]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-12T08:38:45.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:45 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:38:45.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:45 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:38:45.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:45 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:38:46.510 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:46 smithi112 ceph-mon[29019]: pgmap v54: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-12T08:38:46.510 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:46 smithi112 ceph-mon[29019]: from='osd.1 [v2:172.21.15.112:6810/953917176,v1:172.21.15.112:6811/953917176]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-12T08:38:46.510 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:46 smithi112 ceph-mon[29019]: osdmap e11: 2 total, 1 up, 2 in 2024-04-12T08:38:46.510 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:46 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T08:38:46.511 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:46 smithi112 ceph-mon[29019]: from='osd.1 [v2:172.21.15.112:6810/953917176,v1:172.21.15.112:6811/953917176]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-04-12T08:38:46.511 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:46 smithi112 ceph-mon[40233]: pgmap v54: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-12T08:38:46.511 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:46 smithi112 ceph-mon[40233]: from='osd.1 [v2:172.21.15.112:6810/953917176,v1:172.21.15.112:6811/953917176]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-12T08:38:46.511 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:46 smithi112 ceph-mon[40233]: osdmap e11: 2 total, 1 up, 2 in 2024-04-12T08:38:46.511 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:46 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T08:38:46.511 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:46 smithi112 ceph-mon[40233]: from='osd.1 [v2:172.21.15.112:6810/953917176,v1:172.21.15.112:6811/953917176]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-04-12T08:38:46.511 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 12 08:38:46 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-1[49805]: 2024-04-12T08:38:46.118+0000 7fd152ebf700 -1 osd.1 0 waiting for initial osdmap 2024-04-12T08:38:46.512 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 12 08:38:46 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-1[49805]: 2024-04-12T08:38:46.125+0000 7fd14a4b3700 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-12T08:38:46.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:46 smithi175 ceph-mon[32523]: pgmap v54: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-12T08:38:46.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:46 smithi175 ceph-mon[32523]: from='osd.1 [v2:172.21.15.112:6810/953917176,v1:172.21.15.112:6811/953917176]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-12T08:38:46.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:46 smithi175 ceph-mon[32523]: osdmap e11: 2 total, 1 up, 2 in 2024-04-12T08:38:46.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:46 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T08:38:46.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:46 smithi175 ceph-mon[32523]: from='osd.1 [v2:172.21.15.112:6810/953917176,v1:172.21.15.112:6811/953917176]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-04-12T08:38:47.018 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T08:38:47.458 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:47 smithi112 ceph-mon[40233]: from='osd.1 [v2:172.21.15.112:6810/953917176,v1:172.21.15.112:6811/953917176]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]': finished 2024-04-12T08:38:47.459 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:47 smithi112 ceph-mon[40233]: osdmap e12: 2 total, 1 up, 2 in 2024-04-12T08:38:47.459 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:47 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T08:38:47.459 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:47 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T08:38:47.459 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:47 smithi112 ceph-mon[29019]: from='osd.1 [v2:172.21.15.112:6810/953917176,v1:172.21.15.112:6811/953917176]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]': finished 2024-04-12T08:38:47.459 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:47 smithi112 ceph-mon[29019]: osdmap e12: 2 total, 1 up, 2 in 2024-04-12T08:38:47.459 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:47 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T08:38:47.459 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:47 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T08:38:47.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:47 smithi175 ceph-mon[32523]: from='osd.1 [v2:172.21.15.112:6810/953917176,v1:172.21.15.112:6811/953917176]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]': finished 2024-04-12T08:38:47.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:47 smithi175 ceph-mon[32523]: osdmap e12: 2 total, 1 up, 2 in 2024-04-12T08:38:47.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:47 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T08:38:47.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:47 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T08:38:48.397 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:48 smithi112 ceph-mon[29019]: purged_snaps scrub starts 2024-04-12T08:38:48.397 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:48 smithi112 ceph-mon[29019]: purged_snaps scrub ok 2024-04-12T08:38:48.397 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:48 smithi112 ceph-mon[29019]: pgmap v57: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-12T08:38:48.397 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:48 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T08:38:48.397 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:48 smithi112 ceph-mon[29019]: osd.1 [v2:172.21.15.112:6810/953917176,v1:172.21.15.112:6811/953917176] boot 2024-04-12T08:38:48.397 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:48 smithi112 ceph-mon[29019]: osdmap e13: 2 total, 2 up, 2 in 2024-04-12T08:38:48.397 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:48 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T08:38:48.397 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:48 smithi112 ceph-mon[40233]: purged_snaps scrub starts 2024-04-12T08:38:48.398 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:48 smithi112 ceph-mon[40233]: purged_snaps scrub ok 2024-04-12T08:38:48.398 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:48 smithi112 ceph-mon[40233]: pgmap v57: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-12T08:38:48.398 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:48 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T08:38:48.398 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:48 smithi112 ceph-mon[40233]: osd.1 [v2:172.21.15.112:6810/953917176,v1:172.21.15.112:6811/953917176] boot 2024-04-12T08:38:48.398 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:48 smithi112 ceph-mon[40233]: osdmap e13: 2 total, 2 up, 2 in 2024-04-12T08:38:48.398 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:48 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T08:38:48.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:48 smithi175 ceph-mon[32523]: purged_snaps scrub starts 2024-04-12T08:38:48.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:48 smithi175 ceph-mon[32523]: purged_snaps scrub ok 2024-04-12T08:38:48.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:48 smithi175 ceph-mon[32523]: pgmap v57: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-12T08:38:48.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:48 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T08:38:48.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:48 smithi175 ceph-mon[32523]: osd.1 [v2:172.21.15.112:6810/953917176,v1:172.21.15.112:6811/953917176] boot 2024-04-12T08:38:48.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:48 smithi175 ceph-mon[32523]: osdmap e13: 2 total, 2 up, 2 in 2024-04-12T08:38:48.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:48 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T08:38:49.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:49 smithi112 ceph-mon[29019]: osdmap e14: 2 total, 2 up, 2 in 2024-04-12T08:38:49.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:49 smithi112 ceph-mon[29019]: Detected new or changed devices on smithi112 2024-04-12T08:38:49.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:49 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:38:49.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:49 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:38:49.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:49 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:38:49.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:49 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:38:49.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:49 smithi112 ceph-mon[29019]: Adjusting osd_memory_target on smithi112 to 8032M 2024-04-12T08:38:49.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:49 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:38:49.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:49 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:38:49.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:49 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:38:49.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:49 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:38:49.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:49 smithi112 ceph-mon[40233]: osdmap e14: 2 total, 2 up, 2 in 2024-04-12T08:38:49.344 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:49 smithi112 ceph-mon[40233]: Detected new or changed devices on smithi112 2024-04-12T08:38:49.344 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:49 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:38:49.344 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:49 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:38:49.344 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:49 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:38:49.344 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:49 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:38:49.344 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:49 smithi112 ceph-mon[40233]: Adjusting osd_memory_target on smithi112 to 8032M 2024-04-12T08:38:49.344 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:49 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:38:49.344 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:49 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:38:49.344 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:49 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:38:49.344 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:49 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:38:49.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:49 smithi175 ceph-mon[32523]: osdmap e14: 2 total, 2 up, 2 in 2024-04-12T08:38:49.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:49 smithi175 ceph-mon[32523]: Detected new or changed devices on smithi112 2024-04-12T08:38:49.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:49 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:38:49.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:49 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:38:49.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:49 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:38:49.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:49 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:38:49.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:49 smithi175 ceph-mon[32523]: Adjusting osd_memory_target on smithi112 to 8032M 2024-04-12T08:38:49.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:49 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:38:49.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:49 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:38:49.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:49 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:38:49.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:49 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:38:49.617 INFO:teuthology.orchestra.run.smithi112.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-04-12T08:38:49.617 INFO:teuthology.orchestra.run.smithi112.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-04-12T08:38:49.618 INFO:teuthology.orchestra.run.smithi112.stderr: stderr: 10+0 records in 2024-04-12T08:38:49.618 INFO:teuthology.orchestra.run.smithi112.stderr:10+0 records out 2024-04-12T08:38:49.618 INFO:teuthology.orchestra.run.smithi112.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0185918 s, 564 MB/s 2024-04-12T08:38:49.618 INFO:teuthology.orchestra.run.smithi112.stderr:--> Zapping successful for: 2024-04-12T08:38:50.208 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph orch daemon add osd smithi112:vg_nvme/lv_2 2024-04-12T08:38:50.459 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T08:38:50.716 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:50 smithi112 ceph-mon[40233]: pgmap v60: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-12T08:38:50.717 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:50 smithi112 ceph-mon[29019]: pgmap v60: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-12T08:38:50.764 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:50 smithi175 ceph-mon[32523]: pgmap v60: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-12T08:38:52.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:52 smithi175 ceph-mon[32523]: pgmap v61: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-12T08:38:52.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:52 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T08:38:52.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:52 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T08:38:52.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:52 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:38:52.773 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:52 smithi112 ceph-mon[29019]: pgmap v61: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-12T08:38:52.774 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:52 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T08:38:52.774 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:52 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T08:38:52.774 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:52 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:38:52.774 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:52 smithi112 ceph-mon[40233]: pgmap v61: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-12T08:38:52.774 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:52 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T08:38:52.774 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:52 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T08:38:52.774 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:52 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:38:53.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:53 smithi112 ceph-mon[29019]: from='client.14271 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi112:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T08:38:53.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:53 smithi112 ceph-mon[40233]: from='client.14271 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi112:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T08:38:53.764 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:53 smithi175 ceph-mon[32523]: from='client.14271 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi112:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T08:38:54.764 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:54 smithi175 ceph-mon[32523]: pgmap v62: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-12T08:38:54.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:54 smithi112 ceph-mon[29019]: pgmap v62: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-12T08:38:54.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:54 smithi112 ceph-mon[40233]: pgmap v62: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-12T08:38:55.764 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:55 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/2211998283' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f53410bf-c770-4408-b992-bd6e3b98d5f5"}]: dispatch 2024-04-12T08:38:55.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:55 smithi175 ceph-mon[32523]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f53410bf-c770-4408-b992-bd6e3b98d5f5"}]: dispatch 2024-04-12T08:38:55.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:55 smithi175 ceph-mon[32523]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f53410bf-c770-4408-b992-bd6e3b98d5f5"}]': finished 2024-04-12T08:38:55.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:55 smithi175 ceph-mon[32523]: osdmap e15: 3 total, 2 up, 3 in 2024-04-12T08:38:55.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:55 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T08:38:55.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:55 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/748398972' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T08:38:55.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:55 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/2211998283' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f53410bf-c770-4408-b992-bd6e3b98d5f5"}]: dispatch 2024-04-12T08:38:55.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:55 smithi112 ceph-mon[29019]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f53410bf-c770-4408-b992-bd6e3b98d5f5"}]: dispatch 2024-04-12T08:38:55.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:55 smithi112 ceph-mon[29019]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f53410bf-c770-4408-b992-bd6e3b98d5f5"}]': finished 2024-04-12T08:38:55.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:55 smithi112 ceph-mon[29019]: osdmap e15: 3 total, 2 up, 3 in 2024-04-12T08:38:55.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:55 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T08:38:55.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:55 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/748398972' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T08:38:55.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:55 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/2211998283' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f53410bf-c770-4408-b992-bd6e3b98d5f5"}]: dispatch 2024-04-12T08:38:55.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:55 smithi112 ceph-mon[40233]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f53410bf-c770-4408-b992-bd6e3b98d5f5"}]: dispatch 2024-04-12T08:38:55.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:55 smithi112 ceph-mon[40233]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f53410bf-c770-4408-b992-bd6e3b98d5f5"}]': finished 2024-04-12T08:38:55.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:55 smithi112 ceph-mon[40233]: osdmap e15: 3 total, 2 up, 3 in 2024-04-12T08:38:55.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:55 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T08:38:55.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:55 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/748398972' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T08:38:56.764 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:56 smithi175 ceph-mon[32523]: pgmap v64: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-12T08:38:56.842 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:56 smithi112 ceph-mon[40233]: pgmap v64: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-12T08:38:56.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:56 smithi112 ceph-mon[29019]: pgmap v64: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-12T08:38:58.724 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:38:58 smithi112 ceph-mon[40233]: pgmap v65: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-12T08:38:58.724 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:38:58 smithi112 ceph-mon[29019]: pgmap v65: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-12T08:38:58.764 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:38:58 smithi175 ceph-mon[32523]: pgmap v65: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-12T08:39:00.668 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:00 smithi112 ceph-mon[29019]: pgmap v66: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-12T08:39:00.669 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:00 smithi112 ceph-mon[40233]: pgmap v66: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-12T08:39:00.764 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:00 smithi175 ceph-mon[32523]: pgmap v66: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-12T08:39:01.697 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:01 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-12T08:39:01.698 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:01 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:39:01.698 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:01 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-12T08:39:01.698 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:01 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:39:01.764 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:01 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-12T08:39:01.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:01 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:39:02.764 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:02 smithi175 ceph-mon[32523]: Deploying daemon osd.2 on smithi112 2024-04-12T08:39:02.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:02 smithi175 ceph-mon[32523]: pgmap v67: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-12T08:39:02.795 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:02 smithi112 ceph-mon[40233]: Deploying daemon osd.2 on smithi112 2024-04-12T08:39:02.795 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:02 smithi112 ceph-mon[40233]: pgmap v67: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-12T08:39:02.795 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:02 smithi112 ceph-mon[29019]: Deploying daemon osd.2 on smithi112 2024-04-12T08:39:02.795 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:02 smithi112 ceph-mon[29019]: pgmap v67: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-12T08:39:04.762 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:04 smithi112 ceph-mon[29019]: pgmap v68: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-12T08:39:04.762 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:04 smithi112 ceph-mon[40233]: pgmap v68: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-12T08:39:04.764 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:04 smithi175 ceph-mon[32523]: pgmap v68: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-12T08:39:06.761 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:06 smithi112 ceph-mon[29019]: pgmap v69: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-12T08:39:06.761 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:06 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:39:06.761 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:06 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:39:06.761 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:06 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:39:06.761 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:06 smithi112 ceph-mon[40233]: pgmap v69: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-12T08:39:06.762 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:06 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:39:06.762 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:06 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:39:06.762 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:06 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:39:06.764 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:06 smithi175 ceph-mon[32523]: pgmap v69: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-12T08:39:06.764 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:06 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:39:06.764 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:06 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:39:06.764 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:06 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:39:08.764 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:08 smithi175 ceph-mon[32523]: pgmap v70: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-12T08:39:08.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:08 smithi112 ceph-mon[29019]: pgmap v70: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-12T08:39:08.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:08 smithi112 ceph-mon[40233]: pgmap v70: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-12T08:39:09.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:09 smithi175 ceph-mon[32523]: from='osd.2 [v2:172.21.15.112:6818/1876145425,v1:172.21.15.112:6819/1876145425]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-12T08:39:09.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:09 smithi175 ceph-mon[32523]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-12T08:39:09.769 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:09 smithi112 ceph-mon[29019]: from='osd.2 [v2:172.21.15.112:6818/1876145425,v1:172.21.15.112:6819/1876145425]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-12T08:39:09.770 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:09 smithi112 ceph-mon[29019]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-12T08:39:09.770 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:09 smithi112 ceph-mon[40233]: from='osd.2 [v2:172.21.15.112:6818/1876145425,v1:172.21.15.112:6819/1876145425]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-12T08:39:09.770 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:09 smithi112 ceph-mon[40233]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-12T08:39:09.852 INFO:teuthology.orchestra.run.smithi112.stdout:Created osd(s) 2 on host 'smithi112' 2024-04-12T08:39:10.481 DEBUG:teuthology.orchestra.run.smithi112:osd.2> sudo journalctl -f -n 0 -u ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@osd.2.service 2024-04-12T08:39:10.484 INFO:tasks.cephadm:Deploying osd.3 on smithi112 with /dev/vg_nvme/lv_1... 2024-04-12T08:39:10.484 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-04-12T08:39:10.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:10 smithi175 ceph-mon[32523]: pgmap v71: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-12T08:39:10.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:10 smithi175 ceph-mon[32523]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-12T08:39:10.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:10 smithi175 ceph-mon[32523]: osdmap e16: 3 total, 2 up, 3 in 2024-04-12T08:39:10.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:10 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T08:39:10.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:10 smithi175 ceph-mon[32523]: from='osd.2 [v2:172.21.15.112:6818/1876145425,v1:172.21.15.112:6819/1876145425]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-04-12T08:39:10.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:10 smithi175 ceph-mon[32523]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-04-12T08:39:10.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:10 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:39:10.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:10 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:39:10.798 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T08:39:10.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:10 smithi112 ceph-mon[29019]: pgmap v71: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-12T08:39:10.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:10 smithi112 ceph-mon[29019]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-12T08:39:10.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:10 smithi112 ceph-mon[29019]: osdmap e16: 3 total, 2 up, 3 in 2024-04-12T08:39:10.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:10 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T08:39:10.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:10 smithi112 ceph-mon[29019]: from='osd.2 [v2:172.21.15.112:6818/1876145425,v1:172.21.15.112:6819/1876145425]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-04-12T08:39:10.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:10 smithi112 ceph-mon[29019]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-04-12T08:39:10.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:10 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:39:10.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:10 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:39:10.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:10 smithi112 ceph-mon[40233]: pgmap v71: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-12T08:39:10.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:10 smithi112 ceph-mon[40233]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-12T08:39:10.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:10 smithi112 ceph-mon[40233]: osdmap e16: 3 total, 2 up, 3 in 2024-04-12T08:39:10.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:10 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T08:39:10.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:10 smithi112 ceph-mon[40233]: from='osd.2 [v2:172.21.15.112:6818/1876145425,v1:172.21.15.112:6819/1876145425]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-04-12T08:39:10.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:10 smithi112 ceph-mon[40233]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-04-12T08:39:10.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:10 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:39:10.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:10 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:39:11.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:11 smithi112 ceph-mon[40233]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]': finished 2024-04-12T08:39:11.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:11 smithi112 ceph-mon[40233]: osdmap e17: 3 total, 2 up, 3 in 2024-04-12T08:39:11.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:11 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T08:39:11.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:11 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T08:39:11.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:11 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:39:11.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:11 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:39:11.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:11 smithi112 ceph-mon[29019]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]': finished 2024-04-12T08:39:11.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:11 smithi112 ceph-mon[29019]: osdmap e17: 3 total, 2 up, 3 in 2024-04-12T08:39:11.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:11 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T08:39:11.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:11 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T08:39:11.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:11 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:39:11.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:11 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:39:11.767 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:11 smithi175 ceph-mon[32523]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]': finished 2024-04-12T08:39:11.767 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:11 smithi175 ceph-mon[32523]: osdmap e17: 3 total, 2 up, 3 in 2024-04-12T08:39:11.767 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:11 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T08:39:11.767 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:11 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T08:39:11.767 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:11 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:39:11.767 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:11 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:39:12.762 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:12 smithi112 ceph-mon[29019]: purged_snaps scrub starts 2024-04-12T08:39:12.762 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:12 smithi112 ceph-mon[29019]: purged_snaps scrub ok 2024-04-12T08:39:12.762 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:12 smithi112 ceph-mon[29019]: pgmap v74: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-12T08:39:12.762 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:12 smithi112 ceph-mon[29019]: osd.2 [v2:172.21.15.112:6818/1876145425,v1:172.21.15.112:6819/1876145425] boot 2024-04-12T08:39:12.762 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:12 smithi112 ceph-mon[29019]: osdmap e18: 3 total, 3 up, 3 in 2024-04-12T08:39:12.762 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:12 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T08:39:12.762 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:12 smithi112 ceph-mon[40233]: purged_snaps scrub starts 2024-04-12T08:39:12.763 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:12 smithi112 ceph-mon[40233]: purged_snaps scrub ok 2024-04-12T08:39:12.763 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:12 smithi112 ceph-mon[40233]: pgmap v74: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-12T08:39:12.763 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:12 smithi112 ceph-mon[40233]: osd.2 [v2:172.21.15.112:6818/1876145425,v1:172.21.15.112:6819/1876145425] boot 2024-04-12T08:39:12.763 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:12 smithi112 ceph-mon[40233]: osdmap e18: 3 total, 3 up, 3 in 2024-04-12T08:39:12.763 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:12 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T08:39:12.764 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:12 smithi175 ceph-mon[32523]: purged_snaps scrub starts 2024-04-12T08:39:12.764 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:12 smithi175 ceph-mon[32523]: purged_snaps scrub ok 2024-04-12T08:39:12.764 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:12 smithi175 ceph-mon[32523]: pgmap v74: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-12T08:39:12.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:12 smithi175 ceph-mon[32523]: osd.2 [v2:172.21.15.112:6818/1876145425,v1:172.21.15.112:6819/1876145425] boot 2024-04-12T08:39:12.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:12 smithi175 ceph-mon[32523]: osdmap e18: 3 total, 3 up, 3 in 2024-04-12T08:39:12.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:12 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T08:39:12.995 INFO:teuthology.orchestra.run.smithi112.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-04-12T08:39:12.995 INFO:teuthology.orchestra.run.smithi112.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-04-12T08:39:12.995 INFO:teuthology.orchestra.run.smithi112.stderr: stderr: 10+0 records in 2024-04-12T08:39:12.995 INFO:teuthology.orchestra.run.smithi112.stderr:10+0 records out 2024-04-12T08:39:12.995 INFO:teuthology.orchestra.run.smithi112.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0151958 s, 690 MB/s 2024-04-12T08:39:12.995 INFO:teuthology.orchestra.run.smithi112.stderr:--> Zapping successful for: 2024-04-12T08:39:13.800 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph orch daemon add osd smithi112:vg_nvme/lv_1 2024-04-12T08:39:14.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:13 smithi175 ceph-mon[32523]: osdmap e19: 3 total, 3 up, 3 in 2024-04-12T08:39:14.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:13 smithi175 ceph-mon[32523]: pgmap v77: 0 pgs: ; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-04-12T08:39:14.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:13 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2024-04-12T08:39:14.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:13 smithi112 ceph-mon[40233]: osdmap e19: 3 total, 3 up, 3 in 2024-04-12T08:39:14.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:13 smithi112 ceph-mon[40233]: pgmap v77: 0 pgs: ; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-04-12T08:39:14.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:13 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2024-04-12T08:39:14.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:13 smithi112 ceph-mon[29019]: osdmap e19: 3 total, 3 up, 3 in 2024-04-12T08:39:14.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:13 smithi112 ceph-mon[29019]: pgmap v77: 0 pgs: ; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-04-12T08:39:14.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:13 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2024-04-12T08:39:14.748 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:14 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2024-04-12T08:39:14.749 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:14 smithi112 ceph-mon[40233]: osdmap e20: 3 total, 3 up, 3 in 2024-04-12T08:39:14.749 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:14 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:39:14.749 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:14 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2024-04-12T08:39:14.749 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:14 smithi112 ceph-mon[29019]: osdmap e20: 3 total, 3 up, 3 in 2024-04-12T08:39:14.749 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:14 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:39:14.823 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T08:39:15.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:14 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2024-04-12T08:39:15.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:14 smithi175 ceph-mon[32523]: osdmap e20: 3 total, 3 up, 3 in 2024-04-12T08:39:15.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:14 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:39:15.392 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 12 08:39:15 smithi112 sudo[58281]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-12T08:39:15.392 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 12 08:39:15 smithi112 sudo[58281]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-12T08:39:15.392 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 12 08:39:15 smithi112 sudo[58281]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-12T08:39:15.392 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 12 08:39:15 smithi112 sudo[58281]: pam_unix(sudo:session): session closed for user root 2024-04-12T08:39:15.659 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 12 08:39:15 smithi112 sudo[59699]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-12T08:39:15.659 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 12 08:39:15 smithi112 sudo[59699]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-12T08:39:15.660 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 12 08:39:15 smithi112 sudo[59699]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-12T08:39:15.660 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 12 08:39:15 smithi112 sudo[59699]: pam_unix(sudo:session): session closed for user root 2024-04-12T08:39:15.948 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:15 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-12T08:39:15.948 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:15 smithi112 ceph-mon[29019]: osdmap e21: 3 total, 3 up, 3 in 2024-04-12T08:39:15.948 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:15 smithi112 ceph-mon[29019]: pgmap v80: 1 pgs: 1 unknown; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-04-12T08:39:15.948 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:15 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:39:15.949 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:15 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-12T08:39:15.949 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:15 smithi112 ceph-mon[40233]: osdmap e21: 3 total, 3 up, 3 in 2024-04-12T08:39:15.949 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:15 smithi112 ceph-mon[40233]: pgmap v80: 1 pgs: 1 unknown; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-04-12T08:39:15.949 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:15 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:39:15.949 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 12 08:39:15 smithi112 sudo[59702]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-12T08:39:15.949 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 12 08:39:15 smithi112 sudo[59702]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-12T08:39:15.949 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 12 08:39:15 smithi112 sudo[59702]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-12T08:39:15.949 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 12 08:39:15 smithi112 sudo[59702]: pam_unix(sudo:session): session closed for user root 2024-04-12T08:39:16.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:15 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-12T08:39:16.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:15 smithi175 ceph-mon[32523]: osdmap e21: 3 total, 3 up, 3 in 2024-04-12T08:39:16.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:15 smithi175 ceph-mon[32523]: pgmap v80: 1 pgs: 1 unknown; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-04-12T08:39:16.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:15 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:39:16.265 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 12 08:39:16 smithi112 sudo[59708]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-12T08:39:16.265 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 12 08:39:16 smithi112 sudo[59708]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-12T08:39:16.266 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 12 08:39:16 smithi112 sudo[59708]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-12T08:39:16.266 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 12 08:39:16 smithi112 sudo[59708]: pam_unix(sudo:session): session closed for user root 2024-04-12T08:39:16.573 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 12 08:39:16 smithi112 sudo[59713]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-12T08:39:16.573 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 12 08:39:16 smithi112 sudo[59713]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-12T08:39:16.574 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 12 08:39:16 smithi112 sudo[59713]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-12T08:39:16.574 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 12 08:39:16 smithi112 sudo[59713]: pam_unix(sudo:session): session closed for user root 2024-04-12T08:39:16.825 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 12 08:39:16 smithi112 sudo[59780]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-12T08:39:16.826 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 12 08:39:16 smithi112 sudo[59780]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-12T08:39:16.826 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 12 08:39:16 smithi112 sudo[59780]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-12T08:39:16.826 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 12 08:39:16 smithi112 sudo[59780]: pam_unix(sudo:session): session closed for user root 2024-04-12T08:39:17.076 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:16 smithi112 sudo[59804]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-12T08:39:17.076 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:16 smithi112 sudo[59804]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-12T08:39:17.076 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:16 smithi112 sudo[59804]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-12T08:39:17.076 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:16 smithi112 sudo[59804]: pam_unix(sudo:session): session closed for user root 2024-04-12T08:39:17.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:17 smithi112 ceph-mon[40233]: osdmap e22: 3 total, 3 up, 3 in 2024-04-12T08:39:17.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:17 smithi112 ceph-mon[40233]: mgrmap e15: y(active, since 2m), standbys: x 2024-04-12T08:39:17.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:17 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:39:17.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:17 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:39:17.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:17 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:39:17.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:17 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:39:17.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:17 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:39:17.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:17 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:39:17.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:17 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:39:17.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:17 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:39:17.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:17 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:39:17.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:17 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:39:17.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:17 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:39:17.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:17 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:39:17.344 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:17 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:39:17.344 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:17 smithi112 ceph-mon[40233]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-12T08:39:17.344 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:17 smithi112 sudo[59813]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-12T08:39:17.344 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:17 smithi112 sudo[59813]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-12T08:39:17.344 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:17 smithi112 sudo[59813]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-12T08:39:17.344 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:17 smithi112 sudo[59813]: pam_unix(sudo:session): session closed for user root 2024-04-12T08:39:17.344 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:17 smithi112 ceph-mon[29019]: osdmap e22: 3 total, 3 up, 3 in 2024-04-12T08:39:17.344 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:17 smithi112 ceph-mon[29019]: mgrmap e15: y(active, since 2m), standbys: x 2024-04-12T08:39:17.344 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:17 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:39:17.344 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:17 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:39:17.344 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:17 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:39:17.344 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:17 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:39:17.345 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:17 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:39:17.345 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:17 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:39:17.345 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:17 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:39:17.345 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:17 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:39:17.345 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:17 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:39:17.345 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:17 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:39:17.345 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:17 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:39:17.345 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:17 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:39:17.345 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:17 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:39:17.345 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:17 smithi112 ceph-mon[29019]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-12T08:39:17.353 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:17 smithi175 ceph-mon[32523]: osdmap e22: 3 total, 3 up, 3 in 2024-04-12T08:39:17.353 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:17 smithi175 ceph-mon[32523]: mgrmap e15: y(active, since 2m), standbys: x 2024-04-12T08:39:17.353 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:17 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:39:17.353 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:17 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:39:17.353 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:17 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:39:17.353 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:17 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:39:17.353 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:17 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:39:17.353 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:17 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:39:17.353 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:17 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:39:17.353 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:17 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:39:17.354 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:17 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:39:17.354 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:17 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:39:17.354 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:17 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:39:17.354 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:17 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:39:17.354 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:17 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:39:17.354 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:17 smithi175 ceph-mon[32523]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-12T08:39:17.354 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:17 smithi175 sudo[35112]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-12T08:39:17.354 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:17 smithi175 sudo[35112]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-12T08:39:17.354 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:17 smithi175 sudo[35112]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-12T08:39:17.354 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:17 smithi175 sudo[35112]: pam_unix(sudo:session): session closed for user root 2024-04-12T08:39:17.764 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:17 smithi175 sudo[35115]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-12T08:39:17.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:17 smithi175 sudo[35115]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-12T08:39:17.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:17 smithi175 sudo[35115]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-12T08:39:17.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:17 smithi175 sudo[35115]: pam_unix(sudo:session): session closed for user root 2024-04-12T08:39:18.076 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:17 smithi112 sudo[59961]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-12T08:39:18.076 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:17 smithi112 sudo[59961]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-12T08:39:18.076 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:17 smithi112 sudo[59961]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-12T08:39:18.076 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:17 smithi112 sudo[59961]: pam_unix(sudo:session): session closed for user root 2024-04-12T08:39:18.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:18 smithi112 sudo[59980]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-12T08:39:18.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:18 smithi112 sudo[59980]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-12T08:39:18.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:18 smithi112 sudo[59980]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-12T08:39:18.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:18 smithi112 sudo[59980]: pam_unix(sudo:session): session closed for user root 2024-04-12T08:39:18.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:18 smithi112 ceph-mon[40233]: Detected new or changed devices on smithi112 2024-04-12T08:39:18.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:18 smithi112 ceph-mon[40233]: Adjusting osd_memory_target on smithi112 to 5354M 2024-04-12T08:39:18.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:18 smithi112 ceph-mon[40233]: pgmap v82: 1 pgs: 1 unknown; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-04-12T08:39:18.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:18 smithi112 ceph-mon[40233]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-12T08:39:18.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:18 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T08:39:18.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:18 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T08:39:18.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:18 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T08:39:18.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:18 smithi112 ceph-mon[40233]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-12T08:39:18.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:18 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T08:39:18.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:18 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T08:39:18.344 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:18 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T08:39:18.344 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:18 smithi112 ceph-mon[40233]: from='client.14307 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi112:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T08:39:18.344 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:18 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T08:39:18.344 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:18 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T08:39:18.344 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:18 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:39:18.344 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:18 smithi112 ceph-mon[40233]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-12T08:39:18.344 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:18 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:39:18.344 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:18 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T08:39:18.344 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:18 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T08:39:18.344 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:18 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T08:39:18.344 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:18 smithi112 ceph-mon[29019]: Detected new or changed devices on smithi112 2024-04-12T08:39:18.344 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:18 smithi112 ceph-mon[29019]: Adjusting osd_memory_target on smithi112 to 5354M 2024-04-12T08:39:18.345 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:18 smithi112 ceph-mon[29019]: pgmap v82: 1 pgs: 1 unknown; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-04-12T08:39:18.345 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:18 smithi112 ceph-mon[29019]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-12T08:39:18.345 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:18 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T08:39:18.345 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:18 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T08:39:18.345 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:18 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T08:39:18.345 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:18 smithi112 ceph-mon[29019]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-12T08:39:18.345 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:18 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T08:39:18.345 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:18 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T08:39:18.345 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:18 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T08:39:18.345 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:18 smithi112 ceph-mon[29019]: from='client.14307 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi112:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T08:39:18.345 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:18 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T08:39:18.345 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:18 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T08:39:18.345 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:18 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:39:18.345 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:18 smithi112 ceph-mon[29019]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-12T08:39:18.345 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:18 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:39:18.346 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:18 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T08:39:18.346 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:18 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T08:39:18.346 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:18 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T08:39:18.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:18 smithi175 ceph-mon[32523]: Detected new or changed devices on smithi112 2024-04-12T08:39:18.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:18 smithi175 ceph-mon[32523]: Adjusting osd_memory_target on smithi112 to 5354M 2024-04-12T08:39:18.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:18 smithi175 ceph-mon[32523]: pgmap v82: 1 pgs: 1 unknown; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-04-12T08:39:18.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:18 smithi175 ceph-mon[32523]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-12T08:39:18.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:18 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T08:39:18.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:18 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T08:39:18.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:18 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T08:39:18.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:18 smithi175 ceph-mon[32523]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-12T08:39:18.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:18 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T08:39:18.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:18 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T08:39:18.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:18 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T08:39:18.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:18 smithi175 ceph-mon[32523]: from='client.14307 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi112:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T08:39:18.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:18 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T08:39:18.516 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:18 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T08:39:18.516 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:18 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:39:18.516 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:18 smithi175 ceph-mon[32523]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-12T08:39:18.516 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:18 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:39:18.516 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:18 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T08:39:18.516 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:18 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T08:39:18.516 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:18 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T08:39:19.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:19 smithi175 ceph-mon[32523]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-12T08:39:19.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:19 smithi175 ceph-mon[32523]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-12T08:39:19.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:19 smithi112 ceph-mon[29019]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-12T08:39:19.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:19 smithi112 ceph-mon[29019]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-12T08:39:19.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:19 smithi112 ceph-mon[40233]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-12T08:39:19.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:19 smithi112 ceph-mon[40233]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-12T08:39:20.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:20 smithi175 ceph-mon[32523]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-04-12T08:39:20.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:20 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/3506713386' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "cb3062a9-2ef9-48a4-91b0-94ccb03763bd"}]: dispatch 2024-04-12T08:39:20.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:20 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/3506713386' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "cb3062a9-2ef9-48a4-91b0-94ccb03763bd"}]': finished 2024-04-12T08:39:20.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:20 smithi175 ceph-mon[32523]: osdmap e23: 4 total, 3 up, 4 in 2024-04-12T08:39:20.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:20 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T08:39:20.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:20 smithi112 ceph-mon[29019]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-04-12T08:39:20.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:20 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/3506713386' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "cb3062a9-2ef9-48a4-91b0-94ccb03763bd"}]: dispatch 2024-04-12T08:39:20.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:20 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/3506713386' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "cb3062a9-2ef9-48a4-91b0-94ccb03763bd"}]': finished 2024-04-12T08:39:20.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:20 smithi112 ceph-mon[29019]: osdmap e23: 4 total, 3 up, 4 in 2024-04-12T08:39:20.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:20 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T08:39:20.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:20 smithi112 ceph-mon[40233]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-04-12T08:39:20.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:20 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/3506713386' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "cb3062a9-2ef9-48a4-91b0-94ccb03763bd"}]: dispatch 2024-04-12T08:39:20.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:20 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/3506713386' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "cb3062a9-2ef9-48a4-91b0-94ccb03763bd"}]': finished 2024-04-12T08:39:20.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:20 smithi112 ceph-mon[40233]: osdmap e23: 4 total, 3 up, 4 in 2024-04-12T08:39:20.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:20 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T08:39:21.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:21 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/443663852' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T08:39:21.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:21 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/443663852' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T08:39:21.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:21 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/443663852' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T08:39:22.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:22 smithi175 ceph-mon[32523]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-04-12T08:39:22.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:22 smithi112 ceph-mon[40233]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-04-12T08:39:22.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:22 smithi112 ceph-mon[29019]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-04-12T08:39:24.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:24 smithi175 ceph-mon[32523]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-04-12T08:39:24.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:24 smithi112 ceph-mon[29019]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-04-12T08:39:24.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:24 smithi112 ceph-mon[40233]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-04-12T08:39:26.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:26 smithi175 ceph-mon[32523]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.5 KiB/s rd, 44 KiB/s wr, 3 op/s 2024-04-12T08:39:26.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:26 smithi112 ceph-mon[29019]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.5 KiB/s rd, 44 KiB/s wr, 3 op/s 2024-04-12T08:39:26.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:26 smithi112 ceph-mon[40233]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.5 KiB/s rd, 44 KiB/s wr, 3 op/s 2024-04-12T08:39:27.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:27 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-12T08:39:27.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:27 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:39:27.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:27 smithi112 ceph-mon[29019]: Deploying daemon osd.3 on smithi112 2024-04-12T08:39:27.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:27 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-12T08:39:27.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:27 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:39:27.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:27 smithi112 ceph-mon[40233]: Deploying daemon osd.3 on smithi112 2024-04-12T08:39:27.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:27 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-12T08:39:27.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:27 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:39:27.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:27 smithi175 ceph-mon[32523]: Deploying daemon osd.3 on smithi112 2024-04-12T08:39:28.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:28 smithi112 ceph-mon[29019]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.1 KiB/s rd, 33 KiB/s wr, 2 op/s 2024-04-12T08:39:28.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:28 smithi112 ceph-mon[40233]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.1 KiB/s rd, 33 KiB/s wr, 2 op/s 2024-04-12T08:39:28.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:28 smithi175 ceph-mon[32523]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.1 KiB/s rd, 33 KiB/s wr, 2 op/s 2024-04-12T08:39:30.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:30 smithi112 ceph-mon[29019]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 921 B/s rd, 26 KiB/s wr, 2 op/s 2024-04-12T08:39:30.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:30 smithi112 ceph-mon[40233]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 921 B/s rd, 26 KiB/s wr, 2 op/s 2024-04-12T08:39:30.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:30 smithi175 ceph-mon[32523]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 921 B/s rd, 26 KiB/s wr, 2 op/s 2024-04-12T08:39:32.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:32 smithi112 ceph-mon[29019]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 832 B/s rd, 24 KiB/s wr, 2 op/s 2024-04-12T08:39:32.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:32 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:39:32.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:32 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:39:32.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:32 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:39:32.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:32 smithi112 ceph-mon[40233]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 832 B/s rd, 24 KiB/s wr, 2 op/s 2024-04-12T08:39:32.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:32 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:39:32.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:32 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:39:32.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:32 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:39:32.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:32 smithi175 ceph-mon[32523]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 832 B/s rd, 24 KiB/s wr, 2 op/s 2024-04-12T08:39:32.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:32 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:39:32.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:32 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:39:32.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:32 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:39:34.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:34 smithi175 ceph-mon[32523]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 767 B/s rd, 22 KiB/s wr, 1 op/s 2024-04-12T08:39:34.547 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:34 smithi112 ceph-mon[40233]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 767 B/s rd, 22 KiB/s wr, 1 op/s 2024-04-12T08:39:34.548 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:34 smithi112 ceph-mon[29019]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 767 B/s rd, 22 KiB/s wr, 1 op/s 2024-04-12T08:39:35.231 INFO:teuthology.orchestra.run.smithi112.stdout:Created osd(s) 3 on host 'smithi112' 2024-04-12T08:39:35.764 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:35 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:39:35.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:35 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:39:35.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:35 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:39:35.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:35 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:39:35.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:35 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:39:35.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:35 smithi175 ceph-mon[32523]: from='osd.3 [v2:172.21.15.112:6826/1384239729,v1:172.21.15.112:6827/1384239729]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-12T08:39:35.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:35 smithi175 ceph-mon[32523]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-12T08:39:35.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:35 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:39:35.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:35 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:39:35.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:35 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:39:35.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:35 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:39:35.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:35 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:39:35.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:35 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:39:35.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:35 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:39:35.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:35 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:39:35.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:35 smithi112 ceph-mon[29019]: from='osd.3 [v2:172.21.15.112:6826/1384239729,v1:172.21.15.112:6827/1384239729]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-12T08:39:35.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:35 smithi112 ceph-mon[29019]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-12T08:39:35.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:35 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:39:35.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:35 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:39:35.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:35 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:39:35.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:35 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:39:35.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:35 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:39:35.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:35 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:39:35.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:35 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:39:35.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:35 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:39:35.844 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:35 smithi112 ceph-mon[40233]: from='osd.3 [v2:172.21.15.112:6826/1384239729,v1:172.21.15.112:6827/1384239729]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-12T08:39:35.844 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:35 smithi112 ceph-mon[40233]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-12T08:39:35.844 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:35 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:39:35.844 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:35 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:39:35.844 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:35 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:39:35.910 DEBUG:teuthology.orchestra.run.smithi112:osd.3> sudo journalctl -f -n 0 -u ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@osd.3.service 2024-04-12T08:39:35.912 INFO:tasks.cephadm:Deploying osd.4 on smithi175 with /dev/vg_nvme/lv_4... 2024-04-12T08:39:35.912 DEBUG:teuthology.orchestra.run.smithi175:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-04-12T08:39:36.168 INFO:teuthology.orchestra.run.smithi175.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.b/config 2024-04-12T08:39:36.593 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:36 smithi175 ceph-mon[32523]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 767 B/s rd, 22 KiB/s wr, 1 op/s 2024-04-12T08:39:36.593 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:36 smithi175 ceph-mon[32523]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-12T08:39:36.593 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:36 smithi175 ceph-mon[32523]: osdmap e24: 4 total, 3 up, 4 in 2024-04-12T08:39:36.593 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:36 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T08:39:36.593 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:36 smithi175 ceph-mon[32523]: from='osd.3 [v2:172.21.15.112:6826/1384239729,v1:172.21.15.112:6827/1384239729]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-04-12T08:39:36.594 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:36 smithi175 ceph-mon[32523]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-04-12T08:39:36.800 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:36 smithi112 ceph-mon[40233]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 767 B/s rd, 22 KiB/s wr, 1 op/s 2024-04-12T08:39:36.800 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:36 smithi112 ceph-mon[40233]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-12T08:39:36.800 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:36 smithi112 ceph-mon[40233]: osdmap e24: 4 total, 3 up, 4 in 2024-04-12T08:39:36.800 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:36 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T08:39:36.800 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:36 smithi112 ceph-mon[40233]: from='osd.3 [v2:172.21.15.112:6826/1384239729,v1:172.21.15.112:6827/1384239729]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-04-12T08:39:36.800 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:36 smithi112 ceph-mon[40233]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-04-12T08:39:36.800 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:36 smithi112 ceph-mon[29019]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 767 B/s rd, 22 KiB/s wr, 1 op/s 2024-04-12T08:39:36.801 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:36 smithi112 ceph-mon[29019]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-12T08:39:36.801 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:36 smithi112 ceph-mon[29019]: osdmap e24: 4 total, 3 up, 4 in 2024-04-12T08:39:36.801 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:36 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T08:39:36.801 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:36 smithi112 ceph-mon[29019]: from='osd.3 [v2:172.21.15.112:6826/1384239729,v1:172.21.15.112:6827/1384239729]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-04-12T08:39:36.801 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:36 smithi112 ceph-mon[29019]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-04-12T08:39:36.801 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 12 08:39:36 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-3[61735]: 2024-04-12T08:39:36.537+0000 7f5fc92cc700 -1 osd.3 0 waiting for initial osdmap 2024-04-12T08:39:36.801 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 12 08:39:36 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-3[61735]: 2024-04-12T08:39:36.540+0000 7f5fc38c6700 -1 osd.3 25 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-12T08:39:37.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:37 smithi112 ceph-mon[29019]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]': finished 2024-04-12T08:39:37.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:37 smithi112 ceph-mon[29019]: osdmap e25: 4 total, 3 up, 4 in 2024-04-12T08:39:37.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:37 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T08:39:37.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:37 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T08:39:37.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:37 smithi112 ceph-mon[40233]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]': finished 2024-04-12T08:39:37.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:37 smithi112 ceph-mon[40233]: osdmap e25: 4 total, 3 up, 4 in 2024-04-12T08:39:37.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:37 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T08:39:37.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:37 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T08:39:37.764 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:37 smithi175 ceph-mon[32523]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]': finished 2024-04-12T08:39:37.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:37 smithi175 ceph-mon[32523]: osdmap e25: 4 total, 3 up, 4 in 2024-04-12T08:39:37.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:37 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T08:39:37.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:37 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T08:39:37.974 INFO:teuthology.orchestra.run.smithi175.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-04-12T08:39:37.974 INFO:teuthology.orchestra.run.smithi175.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-04-12T08:39:37.974 INFO:teuthology.orchestra.run.smithi175.stderr: stderr: 10+0 records in 2024-04-12T08:39:37.975 INFO:teuthology.orchestra.run.smithi175.stderr:10+0 records out 2024-04-12T08:39:37.975 INFO:teuthology.orchestra.run.smithi175.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0115902 s, 905 MB/s 2024-04-12T08:39:37.975 INFO:teuthology.orchestra.run.smithi175.stderr:--> Zapping successful for: 2024-04-12T08:39:38.561 DEBUG:teuthology.orchestra.run.smithi175:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph orch daemon add osd smithi175:vg_nvme/lv_4 2024-04-12T08:39:38.764 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:38 smithi175 ceph-mon[32523]: purged_snaps scrub starts 2024-04-12T08:39:38.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:38 smithi175 ceph-mon[32523]: purged_snaps scrub ok 2024-04-12T08:39:38.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:38 smithi175 ceph-mon[32523]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-04-12T08:39:38.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:38 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T08:39:38.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:38 smithi175 ceph-mon[32523]: osd.3 [v2:172.21.15.112:6826/1384239729,v1:172.21.15.112:6827/1384239729] boot 2024-04-12T08:39:38.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:38 smithi175 ceph-mon[32523]: osdmap e26: 4 total, 4 up, 4 in 2024-04-12T08:39:38.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:38 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T08:39:38.807 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:38 smithi112 ceph-mon[40233]: purged_snaps scrub starts 2024-04-12T08:39:38.808 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:38 smithi112 ceph-mon[40233]: purged_snaps scrub ok 2024-04-12T08:39:38.808 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:38 smithi112 ceph-mon[40233]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-04-12T08:39:38.808 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:38 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T08:39:38.808 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:38 smithi112 ceph-mon[40233]: osd.3 [v2:172.21.15.112:6826/1384239729,v1:172.21.15.112:6827/1384239729] boot 2024-04-12T08:39:38.808 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:38 smithi112 ceph-mon[40233]: osdmap e26: 4 total, 4 up, 4 in 2024-04-12T08:39:38.808 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:38 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T08:39:38.808 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:38 smithi112 ceph-mon[29019]: purged_snaps scrub starts 2024-04-12T08:39:38.808 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:38 smithi112 ceph-mon[29019]: purged_snaps scrub ok 2024-04-12T08:39:38.808 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:38 smithi112 ceph-mon[29019]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-04-12T08:39:38.808 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:38 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T08:39:38.809 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:38 smithi112 ceph-mon[29019]: osd.3 [v2:172.21.15.112:6826/1384239729,v1:172.21.15.112:6827/1384239729] boot 2024-04-12T08:39:38.809 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:38 smithi112 ceph-mon[29019]: osdmap e26: 4 total, 4 up, 4 in 2024-04-12T08:39:38.809 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:38 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T08:39:38.825 INFO:teuthology.orchestra.run.smithi175.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.b/config 2024-04-12T08:39:39.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:39 smithi112 ceph-mon[29019]: osdmap e27: 4 total, 4 up, 4 in 2024-04-12T08:39:39.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:39 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:39:39.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:39 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:39:39.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:39 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:39:39.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:39 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:39:39.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:39 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:39:39.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:39 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:39:39.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:39 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:39:39.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:39 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:39:39.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:39 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:39:39.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:39 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:39:39.844 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:39 smithi112 ceph-mon[40233]: osdmap e27: 4 total, 4 up, 4 in 2024-04-12T08:39:39.844 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:39 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:39:39.844 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:39 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:39:39.844 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:39 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:39:39.844 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:39 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:39:39.844 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:39 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:39:39.844 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:39 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:39:39.844 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:39 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:39:39.844 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:39 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:39:39.844 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:39 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:39:39.844 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:39 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:39:39.854 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:39 smithi175 ceph-mon[32523]: osdmap e27: 4 total, 4 up, 4 in 2024-04-12T08:39:39.854 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:39 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:39:39.854 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:39 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:39:39.854 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:39 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:39:39.854 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:39 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:39:39.854 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:39 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:39:39.855 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:39 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:39:39.855 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:39 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:39:39.855 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:39 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:39:39.855 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:39 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:39:39.855 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:39 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:39:40.842 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:40 smithi112 ceph-mon[40233]: Detected new or changed devices on smithi112 2024-04-12T08:39:40.842 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:40 smithi112 ceph-mon[40233]: Adjusting osd_memory_target on smithi112 to 4016M 2024-04-12T08:39:40.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:40 smithi112 ceph-mon[40233]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-12T08:39:40.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:40 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T08:39:40.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:40 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T08:39:40.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:40 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:39:40.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:40 smithi112 ceph-mon[29019]: Detected new or changed devices on smithi112 2024-04-12T08:39:40.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:40 smithi112 ceph-mon[29019]: Adjusting osd_memory_target on smithi112 to 4016M 2024-04-12T08:39:40.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:40 smithi112 ceph-mon[29019]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-12T08:39:40.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:40 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T08:39:40.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:40 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T08:39:40.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:40 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:39:40.883 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:40 smithi175 ceph-mon[32523]: Detected new or changed devices on smithi112 2024-04-12T08:39:40.883 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:40 smithi175 ceph-mon[32523]: Adjusting osd_memory_target on smithi112 to 4016M 2024-04-12T08:39:40.883 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:40 smithi175 ceph-mon[32523]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-12T08:39:40.883 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:40 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T08:39:40.883 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:40 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T08:39:40.883 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:40 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:39:41.842 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:41 smithi112 ceph-mon[40233]: from='client.24178 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi175:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T08:39:41.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:41 smithi112 ceph-mon[29019]: from='client.24178 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi175:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T08:39:41.885 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:41 smithi175 ceph-mon[32523]: from='client.24178 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi175:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T08:39:42.842 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:42 smithi112 ceph-mon[40233]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-12T08:39:42.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:42 smithi112 ceph-mon[29019]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-12T08:39:43.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:42 smithi175 ceph-mon[32523]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-12T08:39:43.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:43 smithi112 ceph-mon[29019]: from='client.? 172.21.15.175:0/1715372476' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9b51f396-2d42-4b42-9644-99be5dd9340b"}]: dispatch 2024-04-12T08:39:43.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:43 smithi112 ceph-mon[29019]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9b51f396-2d42-4b42-9644-99be5dd9340b"}]: dispatch 2024-04-12T08:39:43.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:43 smithi112 ceph-mon[29019]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9b51f396-2d42-4b42-9644-99be5dd9340b"}]': finished 2024-04-12T08:39:43.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:43 smithi112 ceph-mon[29019]: osdmap e28: 5 total, 4 up, 5 in 2024-04-12T08:39:43.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:43 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T08:39:43.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:43 smithi112 ceph-mon[29019]: from='client.? 172.21.15.175:0/3847728999' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T08:39:43.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:43 smithi112 ceph-mon[40233]: from='client.? 172.21.15.175:0/1715372476' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9b51f396-2d42-4b42-9644-99be5dd9340b"}]: dispatch 2024-04-12T08:39:43.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:43 smithi112 ceph-mon[40233]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9b51f396-2d42-4b42-9644-99be5dd9340b"}]: dispatch 2024-04-12T08:39:43.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:43 smithi112 ceph-mon[40233]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9b51f396-2d42-4b42-9644-99be5dd9340b"}]': finished 2024-04-12T08:39:43.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:43 smithi112 ceph-mon[40233]: osdmap e28: 5 total, 4 up, 5 in 2024-04-12T08:39:43.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:43 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T08:39:43.844 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:43 smithi112 ceph-mon[40233]: from='client.? 172.21.15.175:0/3847728999' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T08:39:44.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:43 smithi175 ceph-mon[32523]: from='client.? 172.21.15.175:0/1715372476' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9b51f396-2d42-4b42-9644-99be5dd9340b"}]: dispatch 2024-04-12T08:39:44.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:43 smithi175 ceph-mon[32523]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9b51f396-2d42-4b42-9644-99be5dd9340b"}]: dispatch 2024-04-12T08:39:44.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:43 smithi175 ceph-mon[32523]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9b51f396-2d42-4b42-9644-99be5dd9340b"}]': finished 2024-04-12T08:39:44.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:43 smithi175 ceph-mon[32523]: osdmap e28: 5 total, 4 up, 5 in 2024-04-12T08:39:44.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:43 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T08:39:44.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:43 smithi175 ceph-mon[32523]: from='client.? 172.21.15.175:0/3847728999' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T08:39:44.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:44 smithi112 ceph-mon[29019]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-12T08:39:44.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:44 smithi112 ceph-mon[40233]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-12T08:39:45.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:44 smithi175 ceph-mon[32523]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-12T08:39:46.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:46 smithi112 ceph-mon[29019]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-12T08:39:46.842 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:46 smithi112 ceph-mon[40233]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-12T08:39:46.883 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:46 smithi175 ceph-mon[32523]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-12T08:39:48.764 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:48 smithi175 ceph-mon[32523]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-12T08:39:48.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:48 smithi112 ceph-mon[29019]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-12T08:39:48.842 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:48 smithi112 ceph-mon[40233]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-12T08:39:49.764 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:49 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-12T08:39:49.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:49 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:39:49.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:49 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-12T08:39:49.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:49 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:39:49.842 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:49 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-12T08:39:49.842 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:49 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:39:50.690 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:50 smithi175 ceph-mon[32523]: Deploying daemon osd.4 on smithi175 2024-04-12T08:39:50.690 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:50 smithi175 ceph-mon[32523]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-12T08:39:50.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:50 smithi112 ceph-mon[29019]: Deploying daemon osd.4 on smithi175 2024-04-12T08:39:50.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:50 smithi112 ceph-mon[29019]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-12T08:39:50.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:50 smithi112 ceph-mon[40233]: Deploying daemon osd.4 on smithi175 2024-04-12T08:39:50.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:50 smithi112 ceph-mon[40233]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-12T08:39:52.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:52 smithi112 ceph-mon[29019]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-12T08:39:52.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:52 smithi112 ceph-mon[40233]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-12T08:39:52.847 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:52 smithi175 ceph-mon[32523]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-12T08:39:54.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:54 smithi175 ceph-mon[32523]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-12T08:39:54.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:54 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:39:54.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:54 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:39:54.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:54 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:39:54.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:54 smithi112 ceph-mon[29019]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-12T08:39:54.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:54 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:39:54.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:54 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:39:54.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:54 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:39:54.842 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:54 smithi112 ceph-mon[40233]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-12T08:39:54.842 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:54 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:39:54.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:54 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:39:54.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:54 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:39:56.761 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:56 smithi175 ceph-mon[32523]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-12T08:39:56.805 INFO:teuthology.orchestra.run.smithi175.stdout:Created osd(s) 4 on host 'smithi175' 2024-04-12T08:39:56.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:56 smithi112 ceph-mon[29019]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-12T08:39:56.842 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:56 smithi112 ceph-mon[40233]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-12T08:39:57.404 DEBUG:teuthology.orchestra.run.smithi175:osd.4> sudo journalctl -f -n 0 -u ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@osd.4.service 2024-04-12T08:39:57.406 INFO:tasks.cephadm:Deploying osd.5 on smithi175 with /dev/vg_nvme/lv_3... 2024-04-12T08:39:57.407 DEBUG:teuthology.orchestra.run.smithi175:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-04-12T08:39:57.707 INFO:teuthology.orchestra.run.smithi175.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.b/config 2024-04-12T08:39:57.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:57 smithi175 ceph-mon[32523]: from='osd.4 [v2:172.21.15.175:6800/970156775,v1:172.21.15.175:6801/970156775]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-12T08:39:57.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:57 smithi175 ceph-mon[32523]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-12T08:39:57.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:57 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:39:57.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:57 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:39:57.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:57 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:39:57.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:57 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:39:57.909 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:57 smithi112 ceph-mon[40233]: from='osd.4 [v2:172.21.15.175:6800/970156775,v1:172.21.15.175:6801/970156775]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-12T08:39:57.909 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:57 smithi112 ceph-mon[40233]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-12T08:39:57.909 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:57 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:39:57.910 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:57 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:39:57.910 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:57 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:39:57.910 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:57 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:39:57.910 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:57 smithi112 ceph-mon[29019]: from='osd.4 [v2:172.21.15.175:6800/970156775,v1:172.21.15.175:6801/970156775]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-12T08:39:57.910 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:57 smithi112 ceph-mon[29019]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-12T08:39:57.910 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:57 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:39:57.910 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:57 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:39:57.910 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:57 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:39:57.910 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:57 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:39:58.763 INFO:journalctl@ceph.osd.4.smithi175.stdout:Apr 12 08:39:58 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-4[37578]: 2024-04-12T08:39:58.592+0000 7f827787a700 -1 osd.4 0 waiting for initial osdmap 2024-04-12T08:39:58.763 INFO:journalctl@ceph.osd.4.smithi175.stdout:Apr 12 08:39:58 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-4[37578]: 2024-04-12T08:39:58.596+0000 7f826ee6e700 -1 osd.4 30 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-12T08:39:58.763 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:58 smithi175 ceph-mon[32523]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-12T08:39:58.763 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:58 smithi175 ceph-mon[32523]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-12T08:39:58.763 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:58 smithi175 ceph-mon[32523]: osdmap e29: 5 total, 4 up, 5 in 2024-04-12T08:39:58.763 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:58 smithi175 ceph-mon[32523]: from='osd.4 [v2:172.21.15.175:6800/970156775,v1:172.21.15.175:6801/970156775]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]: dispatch 2024-04-12T08:39:58.763 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:58 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T08:39:58.764 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:58 smithi175 ceph-mon[32523]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]: dispatch 2024-04-12T08:39:58.764 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:58 smithi175 ceph-mon[32523]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]': finished 2024-04-12T08:39:58.764 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:58 smithi175 ceph-mon[32523]: osdmap e30: 5 total, 4 up, 5 in 2024-04-12T08:39:58.764 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:58 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T08:39:58.764 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:39:58 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T08:39:59.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:58 smithi112 ceph-mon[29019]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-12T08:39:59.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:58 smithi112 ceph-mon[29019]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-12T08:39:59.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:58 smithi112 ceph-mon[29019]: osdmap e29: 5 total, 4 up, 5 in 2024-04-12T08:39:59.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:58 smithi112 ceph-mon[29019]: from='osd.4 [v2:172.21.15.175:6800/970156775,v1:172.21.15.175:6801/970156775]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]: dispatch 2024-04-12T08:39:59.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:58 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T08:39:59.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:58 smithi112 ceph-mon[29019]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]: dispatch 2024-04-12T08:39:59.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:58 smithi112 ceph-mon[29019]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]': finished 2024-04-12T08:39:59.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:58 smithi112 ceph-mon[29019]: osdmap e30: 5 total, 4 up, 5 in 2024-04-12T08:39:59.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:58 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T08:39:59.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:39:58 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T08:39:59.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:58 smithi112 ceph-mon[40233]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-12T08:39:59.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:58 smithi112 ceph-mon[40233]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-12T08:39:59.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:58 smithi112 ceph-mon[40233]: osdmap e29: 5 total, 4 up, 5 in 2024-04-12T08:39:59.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:58 smithi112 ceph-mon[40233]: from='osd.4 [v2:172.21.15.175:6800/970156775,v1:172.21.15.175:6801/970156775]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]: dispatch 2024-04-12T08:39:59.094 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:58 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T08:39:59.094 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:58 smithi112 ceph-mon[40233]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]: dispatch 2024-04-12T08:39:59.094 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:58 smithi112 ceph-mon[40233]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]': finished 2024-04-12T08:39:59.094 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:58 smithi112 ceph-mon[40233]: osdmap e30: 5 total, 4 up, 5 in 2024-04-12T08:39:59.094 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:58 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T08:39:59.094 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:39:58 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T08:39:59.704 INFO:teuthology.orchestra.run.smithi175.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-04-12T08:39:59.704 INFO:teuthology.orchestra.run.smithi175.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-04-12T08:39:59.704 INFO:teuthology.orchestra.run.smithi175.stderr: stderr: 10+0 records in 2024-04-12T08:39:59.704 INFO:teuthology.orchestra.run.smithi175.stderr:10+0 records out 2024-04-12T08:39:59.704 INFO:teuthology.orchestra.run.smithi175.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0138831 s, 755 MB/s 2024-04-12T08:39:59.704 INFO:teuthology.orchestra.run.smithi175.stderr:--> Zapping successful for: 2024-04-12T08:40:00.390 DEBUG:teuthology.orchestra.run.smithi175:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph orch daemon add osd smithi175:vg_nvme/lv_3 2024-04-12T08:40:00.726 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:00 smithi175 ceph-mon[32523]: purged_snaps scrub starts 2024-04-12T08:40:00.726 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:00 smithi175 ceph-mon[32523]: purged_snaps scrub ok 2024-04-12T08:40:00.726 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:00 smithi175 ceph-mon[32523]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-12T08:40:00.726 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:00 smithi175 ceph-mon[32523]: osd.4 [v2:172.21.15.175:6800/970156775,v1:172.21.15.175:6801/970156775] boot 2024-04-12T08:40:00.727 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:00 smithi175 ceph-mon[32523]: osdmap e31: 5 total, 5 up, 5 in 2024-04-12T08:40:00.727 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:00 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T08:40:00.727 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:00 smithi175 ceph-mon[32523]: overall HEALTH_OK 2024-04-12T08:40:00.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:00 smithi112 ceph-mon[29019]: purged_snaps scrub starts 2024-04-12T08:40:00.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:00 smithi112 ceph-mon[29019]: purged_snaps scrub ok 2024-04-12T08:40:00.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:00 smithi112 ceph-mon[29019]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-12T08:40:00.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:00 smithi112 ceph-mon[29019]: osd.4 [v2:172.21.15.175:6800/970156775,v1:172.21.15.175:6801/970156775] boot 2024-04-12T08:40:00.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:00 smithi112 ceph-mon[29019]: osdmap e31: 5 total, 5 up, 5 in 2024-04-12T08:40:00.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:00 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T08:40:00.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:00 smithi112 ceph-mon[29019]: overall HEALTH_OK 2024-04-12T08:40:00.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:00 smithi112 ceph-mon[40233]: purged_snaps scrub starts 2024-04-12T08:40:00.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:00 smithi112 ceph-mon[40233]: purged_snaps scrub ok 2024-04-12T08:40:00.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:00 smithi112 ceph-mon[40233]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-12T08:40:00.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:00 smithi112 ceph-mon[40233]: osd.4 [v2:172.21.15.175:6800/970156775,v1:172.21.15.175:6801/970156775] boot 2024-04-12T08:40:00.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:00 smithi112 ceph-mon[40233]: osdmap e31: 5 total, 5 up, 5 in 2024-04-12T08:40:00.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:00 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T08:40:00.844 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:00 smithi112 ceph-mon[40233]: overall HEALTH_OK 2024-04-12T08:40:01.184 INFO:teuthology.orchestra.run.smithi175.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.b/config 2024-04-12T08:40:01.831 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:01 smithi175 ceph-mon[32523]: osdmap e32: 5 total, 5 up, 5 in 2024-04-12T08:40:02.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:01 smithi112 ceph-mon[29019]: osdmap e32: 5 total, 5 up, 5 in 2024-04-12T08:40:02.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:01 smithi112 ceph-mon[40233]: osdmap e32: 5 total, 5 up, 5 in 2024-04-12T08:40:02.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:02 smithi175 ceph-mon[32523]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-12T08:40:02.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:02 smithi175 ceph-mon[32523]: osdmap e33: 5 total, 5 up, 5 in 2024-04-12T08:40:03.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:02 smithi112 ceph-mon[29019]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-12T08:40:03.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:02 smithi112 ceph-mon[29019]: osdmap e33: 5 total, 5 up, 5 in 2024-04-12T08:40:03.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:02 smithi112 ceph-mon[40233]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-12T08:40:03.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:02 smithi112 ceph-mon[40233]: osdmap e33: 5 total, 5 up, 5 in 2024-04-12T08:40:03.870 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:03 smithi175 ceph-mon[32523]: osdmap e34: 5 total, 5 up, 5 in 2024-04-12T08:40:03.870 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:03 smithi175 ceph-mon[32523]: Detected new or changed devices on smithi175 2024-04-12T08:40:03.871 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:03 smithi175 ceph-mon[32523]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-12T08:40:03.871 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:03 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:40:03.871 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:03 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:40:03.871 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:03 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:40:03.871 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:03 smithi175 ceph-mon[32523]: Adjusting osd_memory_target on smithi175 to 17088M 2024-04-12T08:40:03.871 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:03 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:40:03.871 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:03 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:40:03.871 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:03 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:40:03.871 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:03 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:40:03.871 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:03 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:40:03.871 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:03 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:40:03.871 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:03 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:40:03.871 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:03 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:40:03.872 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:03 smithi175 ceph-mon[32523]: from='client.24205 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi175:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T08:40:03.872 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:03 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T08:40:03.872 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:03 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T08:40:03.872 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:03 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:40:04.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:03 smithi112 ceph-mon[29019]: osdmap e34: 5 total, 5 up, 5 in 2024-04-12T08:40:04.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:03 smithi112 ceph-mon[29019]: Detected new or changed devices on smithi175 2024-04-12T08:40:04.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:03 smithi112 ceph-mon[29019]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-12T08:40:04.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:03 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:40:04.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:03 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:40:04.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:03 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:40:04.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:03 smithi112 ceph-mon[29019]: Adjusting osd_memory_target on smithi175 to 17088M 2024-04-12T08:40:04.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:03 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:40:04.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:03 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:40:04.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:03 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:40:04.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:03 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:40:04.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:03 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:40:04.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:03 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:40:04.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:03 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:40:04.094 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:03 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:40:04.094 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:03 smithi112 ceph-mon[29019]: from='client.24205 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi175:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T08:40:04.094 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:03 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T08:40:04.094 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:03 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T08:40:04.094 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:03 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:40:04.094 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:03 smithi112 ceph-mon[40233]: osdmap e34: 5 total, 5 up, 5 in 2024-04-12T08:40:04.094 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:03 smithi112 ceph-mon[40233]: Detected new or changed devices on smithi175 2024-04-12T08:40:04.094 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:03 smithi112 ceph-mon[40233]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-12T08:40:04.094 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:03 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:40:04.094 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:03 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:40:04.094 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:03 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:40:04.095 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:03 smithi112 ceph-mon[40233]: Adjusting osd_memory_target on smithi175 to 17088M 2024-04-12T08:40:04.095 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:03 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:40:04.095 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:03 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:40:04.095 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:03 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:40:04.095 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:03 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:40:04.095 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:03 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:40:04.095 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:03 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:40:04.095 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:03 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:40:04.095 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:03 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:40:04.095 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:03 smithi112 ceph-mon[40233]: from='client.24205 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi175:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T08:40:04.095 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:03 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T08:40:04.095 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:03 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T08:40:04.095 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:03 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:40:04.784 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:04 smithi175 ceph-mon[32523]: osdmap e35: 5 total, 5 up, 5 in 2024-04-12T08:40:05.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:04 smithi112 ceph-mon[40233]: osdmap e35: 5 total, 5 up, 5 in 2024-04-12T08:40:05.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:04 smithi112 ceph-mon[29019]: osdmap e35: 5 total, 5 up, 5 in 2024-04-12T08:40:06.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:05 smithi175 ceph-mon[32523]: pgmap v119: 1 pgs: 1 peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 130 KiB/s, 0 objects/s recovering 2024-04-12T08:40:06.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:05 smithi112 ceph-mon[40233]: pgmap v119: 1 pgs: 1 peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 130 KiB/s, 0 objects/s recovering 2024-04-12T08:40:06.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:05 smithi112 ceph-mon[29019]: pgmap v119: 1 pgs: 1 peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 130 KiB/s, 0 objects/s recovering 2024-04-12T08:40:07.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:06 smithi175 ceph-mon[32523]: from='client.? 172.21.15.175:0/56556310' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2a289f6f-cc3e-4fc5-b0b6-6a65e91e5b45"}]: dispatch 2024-04-12T08:40:07.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:06 smithi175 ceph-mon[32523]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2a289f6f-cc3e-4fc5-b0b6-6a65e91e5b45"}]: dispatch 2024-04-12T08:40:07.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:06 smithi175 ceph-mon[32523]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2a289f6f-cc3e-4fc5-b0b6-6a65e91e5b45"}]': finished 2024-04-12T08:40:07.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:06 smithi175 ceph-mon[32523]: osdmap e36: 6 total, 5 up, 6 in 2024-04-12T08:40:07.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:06 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T08:40:07.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:06 smithi175 ceph-mon[32523]: from='client.? 172.21.15.175:0/3458674891' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T08:40:07.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:06 smithi112 ceph-mon[40233]: from='client.? 172.21.15.175:0/56556310' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2a289f6f-cc3e-4fc5-b0b6-6a65e91e5b45"}]: dispatch 2024-04-12T08:40:07.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:06 smithi112 ceph-mon[40233]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2a289f6f-cc3e-4fc5-b0b6-6a65e91e5b45"}]: dispatch 2024-04-12T08:40:07.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:06 smithi112 ceph-mon[40233]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2a289f6f-cc3e-4fc5-b0b6-6a65e91e5b45"}]': finished 2024-04-12T08:40:07.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:06 smithi112 ceph-mon[40233]: osdmap e36: 6 total, 5 up, 6 in 2024-04-12T08:40:07.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:06 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T08:40:07.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:06 smithi112 ceph-mon[40233]: from='client.? 172.21.15.175:0/3458674891' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T08:40:07.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:06 smithi112 ceph-mon[29019]: from='client.? 172.21.15.175:0/56556310' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2a289f6f-cc3e-4fc5-b0b6-6a65e91e5b45"}]: dispatch 2024-04-12T08:40:07.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:06 smithi112 ceph-mon[29019]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2a289f6f-cc3e-4fc5-b0b6-6a65e91e5b45"}]: dispatch 2024-04-12T08:40:07.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:06 smithi112 ceph-mon[29019]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2a289f6f-cc3e-4fc5-b0b6-6a65e91e5b45"}]': finished 2024-04-12T08:40:07.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:06 smithi112 ceph-mon[29019]: osdmap e36: 6 total, 5 up, 6 in 2024-04-12T08:40:07.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:06 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T08:40:07.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:06 smithi112 ceph-mon[29019]: from='client.? 172.21.15.175:0/3458674891' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T08:40:08.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:07 smithi175 ceph-mon[32523]: pgmap v121: 1 pgs: 1 peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 106 KiB/s, 0 objects/s recovering 2024-04-12T08:40:08.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:07 smithi112 ceph-mon[29019]: pgmap v121: 1 pgs: 1 peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 106 KiB/s, 0 objects/s recovering 2024-04-12T08:40:08.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:07 smithi112 ceph-mon[40233]: pgmap v121: 1 pgs: 1 peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 106 KiB/s, 0 objects/s recovering 2024-04-12T08:40:10.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:10 smithi112 ceph-mon[29019]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 90 KiB/s, 0 objects/s recovering 2024-04-12T08:40:10.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:10 smithi112 ceph-mon[40233]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 90 KiB/s, 0 objects/s recovering 2024-04-12T08:40:10.357 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:10 smithi175 ceph-mon[32523]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 90 KiB/s, 0 objects/s recovering 2024-04-12T08:40:12.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:12 smithi175 ceph-mon[32523]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-12T08:40:12.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:12 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-12T08:40:12.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:12 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:40:12.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:12 smithi112 ceph-mon[29019]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-12T08:40:12.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:12 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-12T08:40:12.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:12 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:40:12.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:12 smithi112 ceph-mon[40233]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-12T08:40:12.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:12 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-12T08:40:12.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:12 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:40:13.352 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:13 smithi175 ceph-mon[32523]: Deploying daemon osd.5 on smithi175 2024-04-12T08:40:13.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:13 smithi112 ceph-mon[29019]: Deploying daemon osd.5 on smithi175 2024-04-12T08:40:13.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:13 smithi112 ceph-mon[40233]: Deploying daemon osd.5 on smithi175 2024-04-12T08:40:14.352 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:14 smithi175 ceph-mon[32523]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-12T08:40:14.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:14 smithi112 ceph-mon[29019]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-12T08:40:14.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:14 smithi112 ceph-mon[40233]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-12T08:40:16.227 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:16 smithi175 ceph-mon[32523]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-12T08:40:16.395 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:16 smithi112 ceph-mon[29019]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-12T08:40:16.395 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:16 smithi112 ceph-mon[40233]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-12T08:40:18.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:17 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:40:18.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:17 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:40:18.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:17 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:40:18.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:17 smithi112 ceph-mon[29019]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-12T08:40:18.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:17 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:40:18.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:17 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:40:18.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:17 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:40:18.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:17 smithi112 ceph-mon[40233]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-12T08:40:18.095 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:17 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:40:18.095 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:17 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:40:18.096 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:17 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:40:18.096 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:17 smithi175 ceph-mon[32523]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-12T08:40:20.164 INFO:teuthology.orchestra.run.smithi175.stdout:Created osd(s) 5 on host 'smithi175' 2024-04-12T08:40:20.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:20 smithi112 ceph-mon[40233]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-12T08:40:20.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:20 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:40:20.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:20 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:40:20.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:20 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:40:20.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:20 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:40:20.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:20 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:40:20.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:20 smithi112 ceph-mon[40233]: from='osd.5 [v2:172.21.15.175:6808/839313009,v1:172.21.15.175:6809/839313009]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-12T08:40:20.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:20 smithi112 ceph-mon[40233]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-12T08:40:20.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:20 smithi112 ceph-mon[29019]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-12T08:40:20.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:20 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:40:20.344 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:20 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:40:20.344 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:20 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:40:20.344 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:20 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:40:20.344 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:20 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:40:20.344 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:20 smithi112 ceph-mon[29019]: from='osd.5 [v2:172.21.15.175:6808/839313009,v1:172.21.15.175:6809/839313009]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-12T08:40:20.344 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:20 smithi112 ceph-mon[29019]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-12T08:40:20.459 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:20 smithi175 ceph-mon[32523]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-12T08:40:20.460 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:20 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:40:20.460 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:20 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:40:20.460 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:20 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:40:20.460 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:20 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:40:20.460 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:20 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:40:20.460 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:20 smithi175 ceph-mon[32523]: from='osd.5 [v2:172.21.15.175:6808/839313009,v1:172.21.15.175:6809/839313009]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-12T08:40:20.460 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:20 smithi175 ceph-mon[32523]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-12T08:40:20.730 DEBUG:teuthology.orchestra.run.smithi175:osd.5> sudo journalctl -f -n 0 -u ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@osd.5.service 2024-04-12T08:40:20.733 INFO:tasks.cephadm:Deploying osd.6 on smithi175 with /dev/vg_nvme/lv_2... 2024-04-12T08:40:20.733 DEBUG:teuthology.orchestra.run.smithi175:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-04-12T08:40:21.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:21 smithi175 ceph-mon[32523]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-12T08:40:21.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:21 smithi175 ceph-mon[32523]: osdmap e37: 6 total, 5 up, 6 in 2024-04-12T08:40:21.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:21 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T08:40:21.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:21 smithi175 ceph-mon[32523]: from='osd.5 [v2:172.21.15.175:6808/839313009,v1:172.21.15.175:6809/839313009]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]: dispatch 2024-04-12T08:40:21.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:21 smithi175 ceph-mon[32523]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]: dispatch 2024-04-12T08:40:21.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:21 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:40:21.266 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:21 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:40:21.266 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:21 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:40:21.266 INFO:journalctl@ceph.osd.5.smithi175.stdout:Apr 12 08:40:21 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-5[43425]: 2024-04-12T08:40:21.114+0000 7fcf32c4d700 -1 osd.5 0 waiting for initial osdmap 2024-04-12T08:40:21.266 INFO:journalctl@ceph.osd.5.smithi175.stdout:Apr 12 08:40:21 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-5[43425]: 2024-04-12T08:40:21.119+0000 7fcf2ba44700 -1 osd.5 38 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-12T08:40:21.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:21 smithi112 ceph-mon[29019]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-12T08:40:21.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:21 smithi112 ceph-mon[29019]: osdmap e37: 6 total, 5 up, 6 in 2024-04-12T08:40:21.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:21 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T08:40:21.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:21 smithi112 ceph-mon[29019]: from='osd.5 [v2:172.21.15.175:6808/839313009,v1:172.21.15.175:6809/839313009]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]: dispatch 2024-04-12T08:40:21.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:21 smithi112 ceph-mon[29019]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]: dispatch 2024-04-12T08:40:21.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:21 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:40:21.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:21 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:40:21.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:21 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:40:21.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:21 smithi112 ceph-mon[40233]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-12T08:40:21.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:21 smithi112 ceph-mon[40233]: osdmap e37: 6 total, 5 up, 6 in 2024-04-12T08:40:21.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:21 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T08:40:21.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:21 smithi112 ceph-mon[40233]: from='osd.5 [v2:172.21.15.175:6808/839313009,v1:172.21.15.175:6809/839313009]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]: dispatch 2024-04-12T08:40:21.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:21 smithi112 ceph-mon[40233]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]: dispatch 2024-04-12T08:40:21.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:21 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:40:21.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:21 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:40:21.594 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:21 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:40:21.823 INFO:teuthology.orchestra.run.smithi175.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.b/config 2024-04-12T08:40:22.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:22 smithi175 ceph-mon[32523]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-12T08:40:22.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:22 smithi175 ceph-mon[32523]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]': finished 2024-04-12T08:40:22.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:22 smithi175 ceph-mon[32523]: osdmap e38: 6 total, 5 up, 6 in 2024-04-12T08:40:22.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:22 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T08:40:22.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:22 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T08:40:22.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:22 smithi175 ceph-mon[32523]: osd.5 [v2:172.21.15.175:6808/839313009,v1:172.21.15.175:6809/839313009] boot 2024-04-12T08:40:22.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:22 smithi175 ceph-mon[32523]: osdmap e39: 6 total, 6 up, 6 in 2024-04-12T08:40:22.164 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:22 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T08:40:22.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:22 smithi112 ceph-mon[29019]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-12T08:40:22.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:22 smithi112 ceph-mon[29019]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]': finished 2024-04-12T08:40:22.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:22 smithi112 ceph-mon[29019]: osdmap e38: 6 total, 5 up, 6 in 2024-04-12T08:40:22.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:22 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T08:40:22.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:22 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T08:40:22.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:22 smithi112 ceph-mon[29019]: osd.5 [v2:172.21.15.175:6808/839313009,v1:172.21.15.175:6809/839313009] boot 2024-04-12T08:40:22.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:22 smithi112 ceph-mon[29019]: osdmap e39: 6 total, 6 up, 6 in 2024-04-12T08:40:22.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:22 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T08:40:22.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:22 smithi112 ceph-mon[40233]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-12T08:40:22.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:22 smithi112 ceph-mon[40233]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]': finished 2024-04-12T08:40:22.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:22 smithi112 ceph-mon[40233]: osdmap e38: 6 total, 5 up, 6 in 2024-04-12T08:40:22.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:22 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T08:40:22.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:22 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T08:40:22.594 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:22 smithi112 ceph-mon[40233]: osd.5 [v2:172.21.15.175:6808/839313009,v1:172.21.15.175:6809/839313009] boot 2024-04-12T08:40:22.594 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:22 smithi112 ceph-mon[40233]: osdmap e39: 6 total, 6 up, 6 in 2024-04-12T08:40:22.594 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:22 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T08:40:23.320 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:23 smithi175 ceph-mon[32523]: purged_snaps scrub starts 2024-04-12T08:40:23.321 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:23 smithi175 ceph-mon[32523]: purged_snaps scrub ok 2024-04-12T08:40:23.321 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:23 smithi175 ceph-mon[32523]: osdmap e40: 6 total, 6 up, 6 in 2024-04-12T08:40:23.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:23 smithi112 ceph-mon[40233]: purged_snaps scrub starts 2024-04-12T08:40:23.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:23 smithi112 ceph-mon[40233]: purged_snaps scrub ok 2024-04-12T08:40:23.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:23 smithi112 ceph-mon[40233]: osdmap e40: 6 total, 6 up, 6 in 2024-04-12T08:40:23.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:23 smithi112 ceph-mon[29019]: purged_snaps scrub starts 2024-04-12T08:40:23.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:23 smithi112 ceph-mon[29019]: purged_snaps scrub ok 2024-04-12T08:40:23.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:23 smithi112 ceph-mon[29019]: osdmap e40: 6 total, 6 up, 6 in 2024-04-12T08:40:24.397 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:24 smithi175 ceph-mon[32523]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-12T08:40:24.397 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:24 smithi175 ceph-mon[32523]: osdmap e41: 6 total, 6 up, 6 in 2024-04-12T08:40:24.397 INFO:teuthology.orchestra.run.smithi175.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-04-12T08:40:24.397 INFO:teuthology.orchestra.run.smithi175.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-04-12T08:40:24.397 INFO:teuthology.orchestra.run.smithi175.stderr: stderr: 10+0 records in 2024-04-12T08:40:24.397 INFO:teuthology.orchestra.run.smithi175.stderr:10+0 records out 2024-04-12T08:40:24.397 INFO:teuthology.orchestra.run.smithi175.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0114144 s, 919 MB/s 2024-04-12T08:40:24.397 INFO:teuthology.orchestra.run.smithi175.stderr:--> Zapping successful for: 2024-04-12T08:40:24.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:24 smithi112 ceph-mon[29019]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-12T08:40:24.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:24 smithi112 ceph-mon[29019]: osdmap e41: 6 total, 6 up, 6 in 2024-04-12T08:40:24.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:24 smithi112 ceph-mon[40233]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-12T08:40:24.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:24 smithi112 ceph-mon[40233]: osdmap e41: 6 total, 6 up, 6 in 2024-04-12T08:40:25.118 DEBUG:teuthology.orchestra.run.smithi175:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph orch daemon add osd smithi175:vg_nvme/lv_2 2024-04-12T08:40:25.367 INFO:teuthology.orchestra.run.smithi175.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.b/config 2024-04-12T08:40:25.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:25 smithi175 ceph-mon[32523]: Detected new or changed devices on smithi175 2024-04-12T08:40:25.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:25 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:40:25.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:25 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:40:25.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:25 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:40:25.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:25 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:40:25.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:25 smithi175 ceph-mon[32523]: Adjusting osd_memory_target on smithi175 to 8544M 2024-04-12T08:40:25.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:25 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:40:25.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:25 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:40:25.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:25 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:40:25.766 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:25 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:40:25.766 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:25 smithi175 ceph-mon[32523]: osdmap e42: 6 total, 6 up, 6 in 2024-04-12T08:40:25.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:25 smithi112 ceph-mon[29019]: Detected new or changed devices on smithi175 2024-04-12T08:40:25.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:25 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:40:25.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:25 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:40:25.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:25 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:40:25.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:25 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:40:25.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:25 smithi112 ceph-mon[29019]: Adjusting osd_memory_target on smithi175 to 8544M 2024-04-12T08:40:25.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:25 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:40:25.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:25 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:40:25.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:25 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:40:25.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:25 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:40:25.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:25 smithi112 ceph-mon[29019]: osdmap e42: 6 total, 6 up, 6 in 2024-04-12T08:40:25.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:25 smithi112 ceph-mon[40233]: Detected new or changed devices on smithi175 2024-04-12T08:40:25.844 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:25 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:40:25.844 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:25 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:40:25.844 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:25 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:40:25.844 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:25 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:40:25.844 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:25 smithi112 ceph-mon[40233]: Adjusting osd_memory_target on smithi175 to 8544M 2024-04-12T08:40:25.844 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:25 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:40:25.844 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:25 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:40:25.844 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:25 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:40:25.844 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:25 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:40:25.844 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:25 smithi112 ceph-mon[40233]: osdmap e42: 6 total, 6 up, 6 in 2024-04-12T08:40:26.698 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:26 smithi175 ceph-mon[32523]: pgmap v135: 1 pgs: 1 remapped+peering; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-12T08:40:26.699 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:26 smithi175 ceph-mon[32523]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-04-12T08:40:26.699 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:26 smithi175 ceph-mon[32523]: osdmap e43: 6 total, 6 up, 6 in 2024-04-12T08:40:26.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:26 smithi112 ceph-mon[29019]: pgmap v135: 1 pgs: 1 remapped+peering; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-12T08:40:26.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:26 smithi112 ceph-mon[29019]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-04-12T08:40:26.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:26 smithi112 ceph-mon[29019]: osdmap e43: 6 total, 6 up, 6 in 2024-04-12T08:40:26.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:26 smithi112 ceph-mon[40233]: pgmap v135: 1 pgs: 1 remapped+peering; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-12T08:40:26.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:26 smithi112 ceph-mon[40233]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-04-12T08:40:26.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:26 smithi112 ceph-mon[40233]: osdmap e43: 6 total, 6 up, 6 in 2024-04-12T08:40:27.827 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:27 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T08:40:27.827 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:27 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T08:40:27.827 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:27 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:40:27.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:27 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T08:40:27.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:27 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T08:40:27.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:27 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:40:27.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:27 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T08:40:27.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:27 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T08:40:27.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:27 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:40:28.699 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:28 smithi175 ceph-mon[32523]: pgmap v138: 1 pgs: 1 remapped+peering; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-12T08:40:28.699 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:28 smithi175 ceph-mon[32523]: from='client.24232 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi175:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T08:40:28.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:28 smithi112 ceph-mon[29019]: pgmap v138: 1 pgs: 1 remapped+peering; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-12T08:40:28.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:28 smithi112 ceph-mon[29019]: from='client.24232 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi175:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T08:40:28.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:28 smithi112 ceph-mon[40233]: pgmap v138: 1 pgs: 1 remapped+peering; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-12T08:40:28.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:28 smithi112 ceph-mon[40233]: from='client.24232 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi175:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T08:40:29.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:29 smithi112 ceph-mon[29019]: from='client.? 172.21.15.175:0/2951585077' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "abf5af10-e8ae-43fe-b959-b8f723808b24"}]: dispatch 2024-04-12T08:40:29.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:29 smithi112 ceph-mon[29019]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "abf5af10-e8ae-43fe-b959-b8f723808b24"}]: dispatch 2024-04-12T08:40:29.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:29 smithi112 ceph-mon[29019]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "abf5af10-e8ae-43fe-b959-b8f723808b24"}]': finished 2024-04-12T08:40:29.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:29 smithi112 ceph-mon[29019]: osdmap e44: 7 total, 6 up, 7 in 2024-04-12T08:40:29.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:29 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T08:40:29.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:29 smithi112 ceph-mon[40233]: from='client.? 172.21.15.175:0/2951585077' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "abf5af10-e8ae-43fe-b959-b8f723808b24"}]: dispatch 2024-04-12T08:40:29.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:29 smithi112 ceph-mon[40233]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "abf5af10-e8ae-43fe-b959-b8f723808b24"}]: dispatch 2024-04-12T08:40:29.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:29 smithi112 ceph-mon[40233]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "abf5af10-e8ae-43fe-b959-b8f723808b24"}]': finished 2024-04-12T08:40:29.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:29 smithi112 ceph-mon[40233]: osdmap e44: 7 total, 6 up, 7 in 2024-04-12T08:40:29.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:29 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T08:40:30.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:29 smithi175 ceph-mon[32523]: from='client.? 172.21.15.175:0/2951585077' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "abf5af10-e8ae-43fe-b959-b8f723808b24"}]: dispatch 2024-04-12T08:40:30.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:29 smithi175 ceph-mon[32523]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "abf5af10-e8ae-43fe-b959-b8f723808b24"}]: dispatch 2024-04-12T08:40:30.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:29 smithi175 ceph-mon[32523]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "abf5af10-e8ae-43fe-b959-b8f723808b24"}]': finished 2024-04-12T08:40:30.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:29 smithi175 ceph-mon[32523]: osdmap e44: 7 total, 6 up, 7 in 2024-04-12T08:40:30.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:29 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T08:40:30.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:30 smithi112 ceph-mon[29019]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-12T08:40:30.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:30 smithi112 ceph-mon[29019]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-04-12T08:40:30.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:30 smithi112 ceph-mon[29019]: Cluster is now healthy 2024-04-12T08:40:30.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:30 smithi112 ceph-mon[29019]: from='client.? 172.21.15.175:0/1544224609' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T08:40:30.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:30 smithi112 ceph-mon[40233]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-12T08:40:30.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:30 smithi112 ceph-mon[40233]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-04-12T08:40:30.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:30 smithi112 ceph-mon[40233]: Cluster is now healthy 2024-04-12T08:40:30.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:30 smithi112 ceph-mon[40233]: from='client.? 172.21.15.175:0/1544224609' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T08:40:31.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:30 smithi175 ceph-mon[32523]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-12T08:40:31.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:30 smithi175 ceph-mon[32523]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-04-12T08:40:31.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:30 smithi175 ceph-mon[32523]: Cluster is now healthy 2024-04-12T08:40:31.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:30 smithi175 ceph-mon[32523]: from='client.? 172.21.15.175:0/1544224609' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T08:40:32.745 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:32 smithi175 ceph-mon[32523]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-12T08:40:32.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:32 smithi112 ceph-mon[29019]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-12T08:40:32.842 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:32 smithi112 ceph-mon[40233]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-12T08:40:34.706 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:34 smithi175 ceph-mon[32523]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 73 KiB/s, 0 objects/s recovering 2024-04-12T08:40:34.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:34 smithi112 ceph-mon[29019]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 73 KiB/s, 0 objects/s recovering 2024-04-12T08:40:34.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:34 smithi112 ceph-mon[40233]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 73 KiB/s, 0 objects/s recovering 2024-04-12T08:40:36.756 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:36 smithi175 ceph-mon[32523]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 65 KiB/s, 0 objects/s recovering 2024-04-12T08:40:36.756 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:36 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-12T08:40:36.756 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:36 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:40:36.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:36 smithi112 ceph-mon[29019]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 65 KiB/s, 0 objects/s recovering 2024-04-12T08:40:36.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:36 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-12T08:40:36.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:36 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:40:36.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:36 smithi112 ceph-mon[40233]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 65 KiB/s, 0 objects/s recovering 2024-04-12T08:40:36.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:36 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-12T08:40:36.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:36 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:40:37.685 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:37 smithi175 ceph-mon[32523]: Deploying daemon osd.6 on smithi175 2024-04-12T08:40:37.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:37 smithi112 ceph-mon[29019]: Deploying daemon osd.6 on smithi175 2024-04-12T08:40:37.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:37 smithi112 ceph-mon[40233]: Deploying daemon osd.6 on smithi175 2024-04-12T08:40:38.583 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:38 smithi175 ceph-mon[32523]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-12T08:40:38.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:38 smithi112 ceph-mon[29019]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-12T08:40:38.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:38 smithi112 ceph-mon[40233]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-12T08:40:40.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:40 smithi112 ceph-mon[29019]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-12T08:40:40.842 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:40 smithi112 ceph-mon[40233]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-12T08:40:41.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:40 smithi175 ceph-mon[32523]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-12T08:40:42.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:41 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:40:42.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:41 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:40:42.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:41 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:40:42.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:41 smithi112 ceph-mon[29019]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-12T08:40:42.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:41 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:40:42.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:41 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:40:42.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:41 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:40:42.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:41 smithi112 ceph-mon[40233]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-12T08:40:42.155 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:41 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:40:42.155 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:41 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:40:42.155 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:41 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:40:42.155 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:41 smithi175 ceph-mon[32523]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-12T08:40:43.957 INFO:teuthology.orchestra.run.smithi175.stdout:Created osd(s) 6 on host 'smithi175' 2024-04-12T08:40:44.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:44 smithi175 ceph-mon[32523]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-12T08:40:44.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:44 smithi175 ceph-mon[32523]: from='osd.6 [v2:172.21.15.175:6816/1559844260,v1:172.21.15.175:6817/1559844260]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-12T08:40:44.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:44 smithi175 ceph-mon[32523]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-12T08:40:44.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:44 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:40:44.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:44 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:40:44.584 DEBUG:teuthology.orchestra.run.smithi175:osd.6> sudo journalctl -f -n 0 -u ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@osd.6.service 2024-04-12T08:40:44.586 INFO:tasks.cephadm:Deploying osd.7 on smithi175 with /dev/vg_nvme/lv_1... 2024-04-12T08:40:44.586 DEBUG:teuthology.orchestra.run.smithi175:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-04-12T08:40:44.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:44 smithi112 ceph-mon[29019]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-12T08:40:44.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:44 smithi112 ceph-mon[29019]: from='osd.6 [v2:172.21.15.175:6816/1559844260,v1:172.21.15.175:6817/1559844260]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-12T08:40:44.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:44 smithi112 ceph-mon[29019]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-12T08:40:44.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:44 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:40:44.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:44 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:40:44.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:44 smithi112 ceph-mon[40233]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-12T08:40:44.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:44 smithi112 ceph-mon[40233]: from='osd.6 [v2:172.21.15.175:6816/1559844260,v1:172.21.15.175:6817/1559844260]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-12T08:40:44.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:44 smithi112 ceph-mon[40233]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-12T08:40:44.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:44 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:40:44.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:44 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:40:44.888 INFO:teuthology.orchestra.run.smithi175.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.b/config 2024-04-12T08:40:45.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:45 smithi175 ceph-mon[32523]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-12T08:40:45.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:45 smithi175 ceph-mon[32523]: osdmap e45: 7 total, 6 up, 7 in 2024-04-12T08:40:45.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:45 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T08:40:45.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:45 smithi175 ceph-mon[32523]: from='osd.6 [v2:172.21.15.175:6816/1559844260,v1:172.21.15.175:6817/1559844260]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]: dispatch 2024-04-12T08:40:45.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:45 smithi175 ceph-mon[32523]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]: dispatch 2024-04-12T08:40:45.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:45 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:40:45.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:45 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:40:45.265 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 12 08:40:45 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-6[49464]: 2024-04-12T08:40:45.113+0000 7f00a16f1700 -1 osd.6 0 waiting for initial osdmap 2024-04-12T08:40:45.266 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 12 08:40:45 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-6[49464]: 2024-04-12T08:40:45.120+0000 7f009a4e8700 -1 osd.6 46 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-12T08:40:45.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:45 smithi112 ceph-mon[29019]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-12T08:40:45.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:45 smithi112 ceph-mon[29019]: osdmap e45: 7 total, 6 up, 7 in 2024-04-12T08:40:45.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:45 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T08:40:45.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:45 smithi112 ceph-mon[29019]: from='osd.6 [v2:172.21.15.175:6816/1559844260,v1:172.21.15.175:6817/1559844260]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]: dispatch 2024-04-12T08:40:45.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:45 smithi112 ceph-mon[29019]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]: dispatch 2024-04-12T08:40:45.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:45 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:40:45.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:45 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:40:45.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:45 smithi112 ceph-mon[40233]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-12T08:40:45.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:45 smithi112 ceph-mon[40233]: osdmap e45: 7 total, 6 up, 7 in 2024-04-12T08:40:45.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:45 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T08:40:45.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:45 smithi112 ceph-mon[40233]: from='osd.6 [v2:172.21.15.175:6816/1559844260,v1:172.21.15.175:6817/1559844260]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]: dispatch 2024-04-12T08:40:45.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:45 smithi112 ceph-mon[40233]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]: dispatch 2024-04-12T08:40:45.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:45 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:40:45.594 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:45 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:40:46.209 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:46 smithi175 ceph-mon[32523]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-12T08:40:46.209 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:46 smithi175 ceph-mon[32523]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]': finished 2024-04-12T08:40:46.209 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:46 smithi175 ceph-mon[32523]: osdmap e46: 7 total, 6 up, 7 in 2024-04-12T08:40:46.209 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:46 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T08:40:46.209 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:46 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T08:40:46.209 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:46 smithi175 ceph-mon[32523]: osd.6 [v2:172.21.15.175:6816/1559844260,v1:172.21.15.175:6817/1559844260] boot 2024-04-12T08:40:46.209 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:46 smithi175 ceph-mon[32523]: osdmap e47: 7 total, 7 up, 7 in 2024-04-12T08:40:46.209 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:46 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T08:40:46.494 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:46 smithi112 ceph-mon[40233]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-12T08:40:46.494 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:46 smithi112 ceph-mon[40233]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]': finished 2024-04-12T08:40:46.494 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:46 smithi112 ceph-mon[40233]: osdmap e46: 7 total, 6 up, 7 in 2024-04-12T08:40:46.494 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:46 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T08:40:46.494 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:46 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T08:40:46.495 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:46 smithi112 ceph-mon[40233]: osd.6 [v2:172.21.15.175:6816/1559844260,v1:172.21.15.175:6817/1559844260] boot 2024-04-12T08:40:46.495 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:46 smithi112 ceph-mon[40233]: osdmap e47: 7 total, 7 up, 7 in 2024-04-12T08:40:46.495 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:46 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T08:40:46.495 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:46 smithi112 ceph-mon[29019]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-12T08:40:46.495 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:46 smithi112 ceph-mon[29019]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]': finished 2024-04-12T08:40:46.495 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:46 smithi112 ceph-mon[29019]: osdmap e46: 7 total, 6 up, 7 in 2024-04-12T08:40:46.495 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:46 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T08:40:46.495 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:46 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T08:40:46.495 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:46 smithi112 ceph-mon[29019]: osd.6 [v2:172.21.15.175:6816/1559844260,v1:172.21.15.175:6817/1559844260] boot 2024-04-12T08:40:46.495 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:46 smithi112 ceph-mon[29019]: osdmap e47: 7 total, 7 up, 7 in 2024-04-12T08:40:46.495 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:46 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T08:40:46.773 INFO:teuthology.orchestra.run.smithi175.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-04-12T08:40:46.773 INFO:teuthology.orchestra.run.smithi175.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-04-12T08:40:46.774 INFO:teuthology.orchestra.run.smithi175.stderr: stderr: 10+0 records in 2024-04-12T08:40:46.774 INFO:teuthology.orchestra.run.smithi175.stderr:10+0 records out 2024-04-12T08:40:46.774 INFO:teuthology.orchestra.run.smithi175.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0124824 s, 840 MB/s 2024-04-12T08:40:46.774 INFO:teuthology.orchestra.run.smithi175.stderr:--> Zapping successful for: 2024-04-12T08:40:47.426 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:47 smithi175 ceph-mon[32523]: purged_snaps scrub starts 2024-04-12T08:40:47.426 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:47 smithi175 ceph-mon[32523]: purged_snaps scrub ok 2024-04-12T08:40:47.426 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:47 smithi175 ceph-mon[32523]: osdmap e48: 7 total, 7 up, 7 in 2024-04-12T08:40:47.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:47 smithi112 ceph-mon[29019]: purged_snaps scrub starts 2024-04-12T08:40:47.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:47 smithi112 ceph-mon[29019]: purged_snaps scrub ok 2024-04-12T08:40:47.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:47 smithi112 ceph-mon[29019]: osdmap e48: 7 total, 7 up, 7 in 2024-04-12T08:40:47.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:47 smithi112 ceph-mon[40233]: purged_snaps scrub starts 2024-04-12T08:40:47.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:47 smithi112 ceph-mon[40233]: purged_snaps scrub ok 2024-04-12T08:40:47.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:47 smithi112 ceph-mon[40233]: osdmap e48: 7 total, 7 up, 7 in 2024-04-12T08:40:48.311 DEBUG:teuthology.orchestra.run.smithi175:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph orch daemon add osd smithi175:vg_nvme/lv_1 2024-04-12T08:40:48.421 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:48 smithi175 ceph-mon[32523]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-12T08:40:48.421 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:48 smithi175 ceph-mon[32523]: osdmap e49: 7 total, 7 up, 7 in 2024-04-12T08:40:48.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:48 smithi112 ceph-mon[29019]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-12T08:40:48.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:48 smithi112 ceph-mon[29019]: osdmap e49: 7 total, 7 up, 7 in 2024-04-12T08:40:48.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:48 smithi112 ceph-mon[40233]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-12T08:40:48.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:48 smithi112 ceph-mon[40233]: osdmap e49: 7 total, 7 up, 7 in 2024-04-12T08:40:48.823 INFO:teuthology.orchestra.run.smithi175.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.b/config 2024-04-12T08:40:50.502 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:50 smithi175 ceph-mon[32523]: pgmap v155: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-04-12T08:40:50.502 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:50 smithi175 ceph-mon[32523]: osdmap e50: 7 total, 7 up, 7 in 2024-04-12T08:40:50.502 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:50 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:40:50.502 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:50 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:40:50.502 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:50 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:40:50.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:50 smithi112 ceph-mon[29019]: pgmap v155: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-04-12T08:40:50.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:50 smithi112 ceph-mon[29019]: osdmap e50: 7 total, 7 up, 7 in 2024-04-12T08:40:50.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:50 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:40:50.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:50 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:40:50.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:50 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:40:50.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:50 smithi112 ceph-mon[40233]: pgmap v155: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-04-12T08:40:50.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:50 smithi112 ceph-mon[40233]: osdmap e50: 7 total, 7 up, 7 in 2024-04-12T08:40:50.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:50 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:40:50.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:50 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:40:50.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:50 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:40:51.394 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:51 smithi175 ceph-mon[32523]: Detected new or changed devices on smithi175 2024-04-12T08:40:51.394 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:51 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:40:51.394 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:51 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:40:51.395 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:51 smithi175 ceph-mon[32523]: Adjusting osd_memory_target on smithi175 to 5696M 2024-04-12T08:40:51.395 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:51 smithi175 ceph-mon[32523]: osdmap e51: 7 total, 7 up, 7 in 2024-04-12T08:40:51.395 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:51 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:40:51.395 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:51 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:40:51.395 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:51 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:40:51.395 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:51 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:40:51.395 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:51 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:40:51.395 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:51 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:40:51.395 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:51 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:40:51.395 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:51 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:40:51.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:51 smithi112 ceph-mon[29019]: Detected new or changed devices on smithi175 2024-04-12T08:40:51.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:51 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:40:51.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:51 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:40:51.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:51 smithi112 ceph-mon[29019]: Adjusting osd_memory_target on smithi175 to 5696M 2024-04-12T08:40:51.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:51 smithi112 ceph-mon[29019]: osdmap e51: 7 total, 7 up, 7 in 2024-04-12T08:40:51.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:51 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:40:51.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:51 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:40:51.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:51 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:40:51.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:51 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:40:51.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:51 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:40:51.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:51 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:40:51.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:51 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:40:51.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:51 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:40:51.594 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:51 smithi112 ceph-mon[40233]: Detected new or changed devices on smithi175 2024-04-12T08:40:51.594 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:51 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:40:51.594 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:51 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:40:51.594 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:51 smithi112 ceph-mon[40233]: Adjusting osd_memory_target on smithi175 to 5696M 2024-04-12T08:40:51.594 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:51 smithi112 ceph-mon[40233]: osdmap e51: 7 total, 7 up, 7 in 2024-04-12T08:40:51.594 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:51 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:40:51.594 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:51 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:40:51.594 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:51 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:40:51.594 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:51 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:40:51.594 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:51 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:40:51.594 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:51 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:40:51.595 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:51 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:40:51.595 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:51 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:40:52.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:52 smithi175 ceph-mon[32523]: pgmap v158: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-04-12T08:40:52.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:52 smithi175 ceph-mon[32523]: from='client.24259 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi175:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T08:40:52.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:52 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T08:40:52.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:52 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T08:40:52.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:52 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:40:52.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:52 smithi112 ceph-mon[40233]: pgmap v158: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-04-12T08:40:52.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:52 smithi112 ceph-mon[40233]: from='client.24259 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi175:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T08:40:52.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:52 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T08:40:52.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:52 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T08:40:52.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:52 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:40:52.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:52 smithi112 ceph-mon[29019]: pgmap v158: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-04-12T08:40:52.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:52 smithi112 ceph-mon[29019]: from='client.24259 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi175:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T08:40:52.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:52 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-12T08:40:52.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:52 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-12T08:40:52.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:52 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:40:54.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:54 smithi175 ceph-mon[32523]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-12T08:40:54.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:54 smithi175 ceph-mon[32523]: from='client.? 172.21.15.175:0/2213602827' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1d0086c4-fdd8-4942-b8e9-00c1762bb652"}]: dispatch 2024-04-12T08:40:54.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:54 smithi175 ceph-mon[32523]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1d0086c4-fdd8-4942-b8e9-00c1762bb652"}]: dispatch 2024-04-12T08:40:54.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:54 smithi175 ceph-mon[32523]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "1d0086c4-fdd8-4942-b8e9-00c1762bb652"}]': finished 2024-04-12T08:40:54.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:54 smithi175 ceph-mon[32523]: osdmap e52: 8 total, 7 up, 8 in 2024-04-12T08:40:54.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:54 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T08:40:54.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:54 smithi112 ceph-mon[29019]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-12T08:40:54.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:54 smithi112 ceph-mon[29019]: from='client.? 172.21.15.175:0/2213602827' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1d0086c4-fdd8-4942-b8e9-00c1762bb652"}]: dispatch 2024-04-12T08:40:54.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:54 smithi112 ceph-mon[29019]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1d0086c4-fdd8-4942-b8e9-00c1762bb652"}]: dispatch 2024-04-12T08:40:54.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:54 smithi112 ceph-mon[29019]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "1d0086c4-fdd8-4942-b8e9-00c1762bb652"}]': finished 2024-04-12T08:40:54.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:54 smithi112 ceph-mon[29019]: osdmap e52: 8 total, 7 up, 8 in 2024-04-12T08:40:54.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:54 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T08:40:54.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:54 smithi112 ceph-mon[40233]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-12T08:40:54.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:54 smithi112 ceph-mon[40233]: from='client.? 172.21.15.175:0/2213602827' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1d0086c4-fdd8-4942-b8e9-00c1762bb652"}]: dispatch 2024-04-12T08:40:54.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:54 smithi112 ceph-mon[40233]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1d0086c4-fdd8-4942-b8e9-00c1762bb652"}]: dispatch 2024-04-12T08:40:54.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:54 smithi112 ceph-mon[40233]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "1d0086c4-fdd8-4942-b8e9-00c1762bb652"}]': finished 2024-04-12T08:40:54.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:54 smithi112 ceph-mon[40233]: osdmap e52: 8 total, 7 up, 8 in 2024-04-12T08:40:54.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:54 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T08:40:55.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:55 smithi175 ceph-mon[32523]: from='client.? 172.21.15.175:0/2991006644' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T08:40:55.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:55 smithi112 ceph-mon[40233]: from='client.? 172.21.15.175:0/2991006644' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T08:40:55.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:55 smithi112 ceph-mon[29019]: from='client.? 172.21.15.175:0/2991006644' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-12T08:40:56.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:56 smithi175 ceph-mon[32523]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-12T08:40:56.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:56 smithi112 ceph-mon[40233]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-12T08:40:56.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:56 smithi112 ceph-mon[29019]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-12T08:40:58.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:40:58 smithi175 ceph-mon[32523]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-12T08:40:58.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:40:58 smithi112 ceph-mon[40233]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-12T08:40:58.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:40:58 smithi112 ceph-mon[29019]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-12T08:41:00.427 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:00 smithi175 ceph-mon[32523]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-12T08:41:00.427 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:00 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-12T08:41:00.427 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:00 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:41:00.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:00 smithi112 ceph-mon[40233]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-12T08:41:00.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:00 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-12T08:41:00.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:00 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:41:00.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:00 smithi112 ceph-mon[29019]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-12T08:41:00.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:00 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-12T08:41:00.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:00 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:41:01.439 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:01 smithi175 ceph-mon[32523]: Deploying daemon osd.7 on smithi175 2024-04-12T08:41:01.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:01 smithi112 ceph-mon[40233]: Deploying daemon osd.7 on smithi175 2024-04-12T08:41:01.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:01 smithi112 ceph-mon[29019]: Deploying daemon osd.7 on smithi175 2024-04-12T08:41:02.435 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:02 smithi175 ceph-mon[32523]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-12T08:41:02.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:02 smithi112 ceph-mon[29019]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-12T08:41:02.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:02 smithi112 ceph-mon[40233]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-12T08:41:04.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:04 smithi175 ceph-mon[32523]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-12T08:41:04.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:04 smithi112 ceph-mon[40233]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-12T08:41:04.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:04 smithi112 ceph-mon[29019]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-12T08:41:06.237 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:05 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:41:06.237 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:05 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:41:06.237 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:05 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:41:06.238 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:05 smithi175 ceph-mon[32523]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-12T08:41:06.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:05 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:41:06.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:05 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:41:06.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:05 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:41:06.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:05 smithi112 ceph-mon[40233]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-12T08:41:06.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:05 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:41:06.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:05 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:41:06.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:05 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:41:06.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:05 smithi112 ceph-mon[29019]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-12T08:41:08.307 INFO:teuthology.orchestra.run.smithi175.stdout:Created osd(s) 7 on host 'smithi175' 2024-04-12T08:41:08.900 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:08 smithi175 ceph-mon[32523]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-12T08:41:08.900 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:08 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:41:08.900 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:08 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:41:08.900 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:08 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:41:08.900 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:08 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:41:08.900 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:08 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:41:08.900 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:08 smithi175 ceph-mon[32523]: from='osd.7 [v2:172.21.15.175:6824/3302925510,v1:172.21.15.175:6825/3302925510]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-12T08:41:08.900 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:08 smithi175 ceph-mon[32523]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-12T08:41:08.901 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:08 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:41:08.901 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:08 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:41:08.901 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:08 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:41:08.925 DEBUG:teuthology.orchestra.run.smithi175:osd.7> sudo journalctl -f -n 0 -u ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@osd.7.service 2024-04-12T08:41:08.927 INFO:tasks.cephadm:Waiting for 8 OSDs to come up... 2024-04-12T08:41:08.927 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph osd stat -f json 2024-04-12T08:41:08.957 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:08 smithi112 ceph-mon[40233]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-12T08:41:08.958 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:08 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:41:08.958 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:08 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:41:08.958 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:08 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:41:08.958 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:08 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:41:08.958 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:08 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:41:08.958 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:08 smithi112 ceph-mon[40233]: from='osd.7 [v2:172.21.15.175:6824/3302925510,v1:172.21.15.175:6825/3302925510]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-12T08:41:08.958 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:08 smithi112 ceph-mon[40233]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-12T08:41:08.958 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:08 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:41:08.958 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:08 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:41:08.958 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:08 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:41:08.958 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:08 smithi112 ceph-mon[29019]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-12T08:41:08.958 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:08 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:41:08.959 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:08 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:41:08.959 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:08 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:41:08.959 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:08 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:41:08.959 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:08 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:41:08.959 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:08 smithi112 ceph-mon[29019]: from='osd.7 [v2:172.21.15.175:6824/3302925510,v1:172.21.15.175:6825/3302925510]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-12T08:41:08.959 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:08 smithi112 ceph-mon[29019]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-12T08:41:08.959 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:08 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:41:08.959 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:08 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:41:08.959 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:08 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:41:09.189 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T08:41:09.764 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:09 smithi175 ceph-mon[32523]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-12T08:41:09.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:09 smithi175 ceph-mon[32523]: osdmap e53: 8 total, 7 up, 8 in 2024-04-12T08:41:09.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:09 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T08:41:09.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:09 smithi175 ceph-mon[32523]: from='osd.7 [v2:172.21.15.175:6824/3302925510,v1:172.21.15.175:6825/3302925510]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]: dispatch 2024-04-12T08:41:09.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:09 smithi175 ceph-mon[32523]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]: dispatch 2024-04-12T08:41:09.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:09 smithi175 ceph-mon[32523]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-12T08:41:09.765 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 12 08:41:09 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-7[55191]: 2024-04-12T08:41:09.617+0000 7f3fa0861700 -1 osd.7 0 waiting for initial osdmap 2024-04-12T08:41:09.765 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 12 08:41:09 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-7[55191]: 2024-04-12T08:41:09.624+0000 7f3f9be5d700 -1 osd.7 54 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-12T08:41:10.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:09 smithi112 ceph-mon[29019]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-12T08:41:10.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:09 smithi112 ceph-mon[29019]: osdmap e53: 8 total, 7 up, 8 in 2024-04-12T08:41:10.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:09 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T08:41:10.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:09 smithi112 ceph-mon[29019]: from='osd.7 [v2:172.21.15.175:6824/3302925510,v1:172.21.15.175:6825/3302925510]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]: dispatch 2024-04-12T08:41:10.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:09 smithi112 ceph-mon[29019]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]: dispatch 2024-04-12T08:41:10.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:09 smithi112 ceph-mon[29019]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-12T08:41:10.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:09 smithi112 ceph-mon[40233]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-12T08:41:10.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:09 smithi112 ceph-mon[40233]: osdmap e53: 8 total, 7 up, 8 in 2024-04-12T08:41:10.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:09 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T08:41:10.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:09 smithi112 ceph-mon[40233]: from='osd.7 [v2:172.21.15.175:6824/3302925510,v1:172.21.15.175:6825/3302925510]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]: dispatch 2024-04-12T08:41:10.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:09 smithi112 ceph-mon[40233]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]: dispatch 2024-04-12T08:41:10.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:09 smithi112 ceph-mon[40233]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-12T08:41:10.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:10 smithi175 ceph-mon[32523]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]': finished 2024-04-12T08:41:10.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:10 smithi175 ceph-mon[32523]: osdmap e54: 8 total, 7 up, 8 in 2024-04-12T08:41:10.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:10 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T08:41:10.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:10 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T08:41:10.900 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:10 smithi112 ceph-mon[29019]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]': finished 2024-04-12T08:41:10.900 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:10 smithi112 ceph-mon[29019]: osdmap e54: 8 total, 7 up, 8 in 2024-04-12T08:41:10.900 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:10 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T08:41:10.900 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:10 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T08:41:10.900 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:10 smithi112 ceph-mon[40233]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]': finished 2024-04-12T08:41:10.900 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:10 smithi112 ceph-mon[40233]: osdmap e54: 8 total, 7 up, 8 in 2024-04-12T08:41:10.900 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:10 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T08:41:10.900 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:10 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T08:41:11.196 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T08:41:11.764 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:11 smithi175 ceph-mon[32523]: purged_snaps scrub starts 2024-04-12T08:41:11.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:11 smithi175 ceph-mon[32523]: purged_snaps scrub ok 2024-04-12T08:41:11.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:11 smithi175 ceph-mon[32523]: osd.7 [v2:172.21.15.175:6824/3302925510,v1:172.21.15.175:6825/3302925510] boot 2024-04-12T08:41:11.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:11 smithi175 ceph-mon[32523]: osdmap e55: 8 total, 8 up, 8 in 2024-04-12T08:41:11.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:11 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T08:41:11.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:11 smithi175 ceph-mon[32523]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:41:11.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:11 smithi175 ceph-mon[32523]: osdmap e56: 8 total, 8 up, 8 in 2024-04-12T08:41:11.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:11 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/1734654915' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-12T08:41:11.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:11 smithi112 ceph-mon[29019]: purged_snaps scrub starts 2024-04-12T08:41:11.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:11 smithi112 ceph-mon[29019]: purged_snaps scrub ok 2024-04-12T08:41:11.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:11 smithi112 ceph-mon[29019]: osd.7 [v2:172.21.15.175:6824/3302925510,v1:172.21.15.175:6825/3302925510] boot 2024-04-12T08:41:11.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:11 smithi112 ceph-mon[29019]: osdmap e55: 8 total, 8 up, 8 in 2024-04-12T08:41:11.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:11 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T08:41:11.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:11 smithi112 ceph-mon[29019]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:41:11.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:11 smithi112 ceph-mon[29019]: osdmap e56: 8 total, 8 up, 8 in 2024-04-12T08:41:11.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:11 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/1734654915' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-12T08:41:11.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:11 smithi112 ceph-mon[40233]: purged_snaps scrub starts 2024-04-12T08:41:11.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:11 smithi112 ceph-mon[40233]: purged_snaps scrub ok 2024-04-12T08:41:11.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:11 smithi112 ceph-mon[40233]: osd.7 [v2:172.21.15.175:6824/3302925510,v1:172.21.15.175:6825/3302925510] boot 2024-04-12T08:41:11.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:11 smithi112 ceph-mon[40233]: osdmap e55: 8 total, 8 up, 8 in 2024-04-12T08:41:11.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:11 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T08:41:11.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:11 smithi112 ceph-mon[40233]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:41:11.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:11 smithi112 ceph-mon[40233]: osdmap e56: 8 total, 8 up, 8 in 2024-04-12T08:41:11.844 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:11 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/1734654915' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-12T08:41:12.054 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":56,"num_osds":8,"num_up_osds":8,"osd_up_since":1712911270,"num_in_osds":8,"osd_in_since":1712911253,"num_remapped_pgs":1} 2024-04-12T08:41:12.055 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph osd dump --format=json 2024-04-12T08:41:12.353 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T08:41:13.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:12 smithi112 ceph-mon[29019]: Detected new or changed devices on smithi175 2024-04-12T08:41:13.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:12 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:41:13.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:12 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:41:13.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:12 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:41:13.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:12 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:41:13.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:12 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:41:13.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:12 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:41:13.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:12 smithi112 ceph-mon[29019]: Adjusting osd_memory_target on smithi175 to 4272M 2024-04-12T08:41:13.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:12 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:41:13.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:12 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:41:13.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:12 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:41:13.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:12 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:41:13.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:12 smithi112 ceph-mon[29019]: osdmap e57: 8 total, 8 up, 8 in 2024-04-12T08:41:13.094 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:12 smithi112 ceph-mon[40233]: Detected new or changed devices on smithi175 2024-04-12T08:41:13.094 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:12 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:41:13.094 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:12 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:41:13.094 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:12 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:41:13.094 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:12 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:41:13.094 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:12 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:41:13.094 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:12 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:41:13.094 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:12 smithi112 ceph-mon[40233]: Adjusting osd_memory_target on smithi175 to 4272M 2024-04-12T08:41:13.094 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:12 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:41:13.094 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:12 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:41:13.095 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:12 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:41:13.095 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:12 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:41:13.095 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:12 smithi112 ceph-mon[40233]: osdmap e57: 8 total, 8 up, 8 in 2024-04-12T08:41:13.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:12 smithi175 ceph-mon[32523]: Detected new or changed devices on smithi175 2024-04-12T08:41:13.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:12 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:41:13.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:12 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:41:13.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:12 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:41:13.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:12 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:41:13.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:12 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:41:13.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:12 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:41:13.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:12 smithi175 ceph-mon[32523]: Adjusting osd_memory_target on smithi175 to 4272M 2024-04-12T08:41:13.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:12 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:41:13.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:12 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:41:13.266 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:12 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:41:13.266 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:12 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:41:13.266 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:12 smithi175 ceph-mon[32523]: osdmap e57: 8 total, 8 up, 8 in 2024-04-12T08:41:14.091 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:14 smithi112 ceph-mon[40233]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:41:14.091 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:14 smithi112 ceph-mon[40233]: osdmap e58: 8 total, 8 up, 8 in 2024-04-12T08:41:14.091 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:14 smithi112 ceph-mon[29019]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:41:14.091 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:14 smithi112 ceph-mon[29019]: osdmap e58: 8 total, 8 up, 8 in 2024-04-12T08:41:14.382 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T08:41:14.383 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":59,"fsid":"96d9de20-f8a7-11ee-bc8c-c7b262605968","created":"2024-04-12T08:36:05.802591+0000","modified":"2024-04-12T08:41:14.060783+0000","last_up_change":"2024-04-12T08:41:10.610053+0000","last_in_change":"2024-04-12T08:40:53.678511+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-12T08:39:13.316922+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}}],"osds":[{"osd":0,"uuid":"25accfb3-452b-430c-90df-a0c2b7c0d6ff","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6802","nonce":2207871040},{"type":"v1","addr":"172.21.15.112:6803","nonce":2207871040}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6804","nonce":2207871040},{"type":"v1","addr":"172.21.15.112:6805","nonce":2207871040}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6808","nonce":2207871040},{"type":"v1","addr":"172.21.15.112:6809","nonce":2207871040}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6806","nonce":2207871040},{"type":"v1","addr":"172.21.15.112:6807","nonce":2207871040}]},"public_addr":"172.21.15.112:6803/2207871040","cluster_addr":"172.21.15.112:6805/2207871040","heartbeat_back_addr":"172.21.15.112:6809/2207871040","heartbeat_front_addr":"172.21.15.112:6807/2207871040","state":["exists","up"]},{"osd":1,"uuid":"db398d40-b1c2-499f-8fc1-ac73f4ae15bf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6810","nonce":953917176},{"type":"v1","addr":"172.21.15.112:6811","nonce":953917176}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6812","nonce":953917176},{"type":"v1","addr":"172.21.15.112:6813","nonce":953917176}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6816","nonce":953917176},{"type":"v1","addr":"172.21.15.112:6817","nonce":953917176}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6814","nonce":953917176},{"type":"v1","addr":"172.21.15.112:6815","nonce":953917176}]},"public_addr":"172.21.15.112:6811/953917176","cluster_addr":"172.21.15.112:6813/953917176","heartbeat_back_addr":"172.21.15.112:6817/953917176","heartbeat_front_addr":"172.21.15.112:6815/953917176","state":["exists","up"]},{"osd":2,"uuid":"f53410bf-c770-4408-b992-bd6e3b98d5f5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6818","nonce":1876145425},{"type":"v1","addr":"172.21.15.112:6819","nonce":1876145425}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6820","nonce":1876145425},{"type":"v1","addr":"172.21.15.112:6821","nonce":1876145425}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6824","nonce":1876145425},{"type":"v1","addr":"172.21.15.112:6825","nonce":1876145425}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6822","nonce":1876145425},{"type":"v1","addr":"172.21.15.112:6823","nonce":1876145425}]},"public_addr":"172.21.15.112:6819/1876145425","cluster_addr":"172.21.15.112:6821/1876145425","heartbeat_back_addr":"172.21.15.112:6825/1876145425","heartbeat_front_addr":"172.21.15.112:6823/1876145425","state":["exists","up"]},{"osd":3,"uuid":"cb3062a9-2ef9-48a4-91b0-94ccb03763bd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6826","nonce":1384239729},{"type":"v1","addr":"172.21.15.112:6827","nonce":1384239729}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6828","nonce":1384239729},{"type":"v1","addr":"172.21.15.112:6829","nonce":1384239729}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6832","nonce":1384239729},{"type":"v1","addr":"172.21.15.112:6833","nonce":1384239729}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6830","nonce":1384239729},{"type":"v1","addr":"172.21.15.112:6831","nonce":1384239729}]},"public_addr":"172.21.15.112:6827/1384239729","cluster_addr":"172.21.15.112:6829/1384239729","heartbeat_back_addr":"172.21.15.112:6833/1384239729","heartbeat_front_addr":"172.21.15.112:6831/1384239729","state":["exists","up"]},{"osd":4,"uuid":"9b51f396-2d42-4b42-9644-99be5dd9340b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6800","nonce":970156775},{"type":"v1","addr":"172.21.15.175:6801","nonce":970156775}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6802","nonce":970156775},{"type":"v1","addr":"172.21.15.175:6803","nonce":970156775}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6806","nonce":970156775},{"type":"v1","addr":"172.21.15.175:6807","nonce":970156775}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6804","nonce":970156775},{"type":"v1","addr":"172.21.15.175:6805","nonce":970156775}]},"public_addr":"172.21.15.175:6801/970156775","cluster_addr":"172.21.15.175:6803/970156775","heartbeat_back_addr":"172.21.15.175:6807/970156775","heartbeat_front_addr":"172.21.15.175:6805/970156775","state":["exists","up"]},{"osd":5,"uuid":"2a289f6f-cc3e-4fc5-b0b6-6a65e91e5b45","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6808","nonce":839313009},{"type":"v1","addr":"172.21.15.175:6809","nonce":839313009}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6810","nonce":839313009},{"type":"v1","addr":"172.21.15.175:6811","nonce":839313009}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6814","nonce":839313009},{"type":"v1","addr":"172.21.15.175:6815","nonce":839313009}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6812","nonce":839313009},{"type":"v1","addr":"172.21.15.175:6813","nonce":839313009}]},"public_addr":"172.21.15.175:6809/839313009","cluster_addr":"172.21.15.175:6811/839313009","heartbeat_back_addr":"172.21.15.175:6815/839313009","heartbeat_front_addr":"172.21.15.175:6813/839313009","state":["exists","up"]},{"osd":6,"uuid":"abf5af10-e8ae-43fe-b959-b8f723808b24","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6816","nonce":1559844260},{"type":"v1","addr":"172.21.15.175:6817","nonce":1559844260}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6818","nonce":1559844260},{"type":"v1","addr":"172.21.15.175:6819","nonce":1559844260}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6822","nonce":1559844260},{"type":"v1","addr":"172.21.15.175:6823","nonce":1559844260}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6820","nonce":1559844260},{"type":"v1","addr":"172.21.15.175:6821","nonce":1559844260}]},"public_addr":"172.21.15.175:6817/1559844260","cluster_addr":"172.21.15.175:6819/1559844260","heartbeat_back_addr":"172.21.15.175:6823/1559844260","heartbeat_front_addr":"172.21.15.175:6821/1559844260","state":["exists","up"]},{"osd":7,"uuid":"1d0086c4-fdd8-4942-b8e9-00c1762bb652","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":58,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6824","nonce":3302925510},{"type":"v1","addr":"172.21.15.175:6825","nonce":3302925510}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6826","nonce":3302925510},{"type":"v1","addr":"172.21.15.175:6827","nonce":3302925510}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6830","nonce":3302925510},{"type":"v1","addr":"172.21.15.175:6831","nonce":3302925510}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6828","nonce":3302925510},{"type":"v1","addr":"172.21.15.175:6829","nonce":3302925510}]},"public_addr":"172.21.15.175:6825/3302925510","cluster_addr":"172.21.15.175:6827/3302925510","heartbeat_back_addr":"172.21.15.175:6831/3302925510","heartbeat_front_addr":"172.21.15.175:6829/3302925510","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T08:38:20.584134+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T08:38:45.213339+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T08:39:10.434855+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T08:39:35.818802+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T08:39:57.775003+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T08:40:20.981677+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T08:40:44.896654+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T08:41:09.046996+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.112:6801/3467889917":"2024-04-13T08:36:57.005915+0000","172.21.15.112:0/2116558870":"2024-04-13T08:36:57.005915+0000","172.21.15.112:0/2931486023":"2024-04-13T08:36:32.219514+0000","172.21.15.112:0/3228147471":"2024-04-13T08:36:32.219514+0000","172.21.15.112:6800/3682569116":"2024-04-13T08:36:32.219514+0000","172.21.15.112:6800/3467889917":"2024-04-13T08:36:57.005915+0000","172.21.15.112:6801/3682569116":"2024-04-13T08:36:32.219514+0000","172.21.15.112:0/2714095281":"2024-04-13T08:36:57.005915+0000","172.21.15.112:0/1215254008":"2024-04-13T08:36:32.219514+0000","172.21.15.112:0/3758172165":"2024-04-13T08:36:57.005915+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-12T08:41:14.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:14 smithi175 ceph-mon[32523]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:41:14.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:14 smithi175 ceph-mon[32523]: osdmap e58: 8 total, 8 up, 8 in 2024-04-12T08:41:15.053 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-12T08:39:13.316922+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}}] 2024-04-12T08:41:15.054 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph osd pool get .mgr pg_num 2024-04-12T08:41:15.306 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T08:41:15.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:15 smithi112 ceph-mon[29019]: osdmap e59: 8 total, 8 up, 8 in 2024-04-12T08:41:15.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:15 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/955655674' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T08:41:15.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:15 smithi112 ceph-mon[40233]: osdmap e59: 8 total, 8 up, 8 in 2024-04-12T08:41:15.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:15 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/955655674' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T08:41:15.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:15 smithi175 ceph-mon[32523]: osdmap e59: 8 total, 8 up, 8 in 2024-04-12T08:41:15.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:15 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/955655674' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T08:41:16.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:16 smithi112 ceph-mon[40233]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:41:16.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:16 smithi112 ceph-mon[29019]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:41:16.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:16 smithi175 ceph-mon[32523]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:41:17.252 INFO:teuthology.orchestra.run.smithi112.stdout:pg_num: 1 2024-04-12T08:41:17.877 INFO:tasks.cephadm:Adding prometheus.a on smithi175 2024-04-12T08:41:17.877 DEBUG:teuthology.orchestra.run.smithi175:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph orch apply prometheus '1;smithi175=a' 2024-04-12T08:41:18.137 INFO:teuthology.orchestra.run.smithi175.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.b/config 2024-04-12T08:41:18.256 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:18 smithi175 ceph-mon[32523]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-12T08:41:18.256 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:18 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/2386700559' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-12T08:41:18.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:18 smithi112 ceph-mon[29019]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-12T08:41:18.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:18 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/2386700559' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-12T08:41:18.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:18 smithi112 ceph-mon[40233]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-12T08:41:18.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:18 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/2386700559' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-12T08:41:19.870 INFO:teuthology.orchestra.run.smithi175.stdout:Scheduled prometheus update... 2024-04-12T08:41:20.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:20 smithi112 ceph-mon[29019]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 82 KiB/s, 0 objects/s recovering 2024-04-12T08:41:20.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:20 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:41:20.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:20 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:41:20.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:20 smithi112 ceph-mon[40233]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 82 KiB/s, 0 objects/s recovering 2024-04-12T08:41:20.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:20 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:41:20.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:20 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:41:20.460 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:20 smithi175 ceph-mon[32523]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 82 KiB/s, 0 objects/s recovering 2024-04-12T08:41:20.460 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:20 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:41:20.460 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:20 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:41:20.489 DEBUG:teuthology.orchestra.run.smithi175:prometheus.a> sudo journalctl -f -n 0 -u ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@prometheus.a.service 2024-04-12T08:41:20.491 INFO:tasks.cephadm:Adding node-exporter.a on smithi112 2024-04-12T08:41:20.491 INFO:tasks.cephadm:Adding node-exporter.b on smithi175 2024-04-12T08:41:20.491 DEBUG:teuthology.orchestra.run.smithi175:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph orch apply node-exporter '2;smithi112=a;smithi175=b' 2024-04-12T08:41:20.820 INFO:teuthology.orchestra.run.smithi175.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.b/config 2024-04-12T08:41:21.154 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:21 smithi175 ceph-mon[32523]: from='client.24295 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi175=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T08:41:21.155 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:21 smithi175 ceph-mon[32523]: Saving service prometheus spec with placement smithi175=a;count:1 2024-04-12T08:41:21.155 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:21 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:41:21.155 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:21 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:41:21.155 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:21 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:41:21.155 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:21 smithi175 ceph-mon[32523]: Deploying daemon prometheus.a on smithi175 2024-04-12T08:41:21.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:21 smithi112 ceph-mon[29019]: from='client.24295 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi175=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T08:41:21.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:21 smithi112 ceph-mon[29019]: Saving service prometheus spec with placement smithi175=a;count:1 2024-04-12T08:41:21.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:21 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:41:21.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:21 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:41:21.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:21 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:41:21.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:21 smithi112 ceph-mon[29019]: Deploying daemon prometheus.a on smithi175 2024-04-12T08:41:21.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:21 smithi112 ceph-mon[40233]: from='client.24295 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi175=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T08:41:21.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:21 smithi112 ceph-mon[40233]: Saving service prometheus spec with placement smithi175=a;count:1 2024-04-12T08:41:21.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:21 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:41:21.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:21 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:41:21.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:21 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:41:21.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:21 smithi112 ceph-mon[40233]: Deploying daemon prometheus.a on smithi175 2024-04-12T08:41:22.470 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:22 smithi175 ceph-mon[32523]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-12T08:41:22.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:22 smithi112 ceph-mon[29019]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-12T08:41:22.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:22 smithi112 ceph-mon[40233]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-12T08:41:22.934 INFO:teuthology.orchestra.run.smithi175.stdout:Scheduled node-exporter update... 2024-04-12T08:41:23.841 DEBUG:teuthology.orchestra.run.smithi112:node-exporter.a> sudo journalctl -f -n 0 -u ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@node-exporter.a.service 2024-04-12T08:41:23.844 DEBUG:teuthology.orchestra.run.smithi175:node-exporter.b> sudo journalctl -f -n 0 -u ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@node-exporter.b.service 2024-04-12T08:41:23.846 INFO:tasks.cephadm:Adding alertmanager.a on smithi112 2024-04-12T08:41:23.847 DEBUG:teuthology.orchestra.run.smithi175:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph orch apply alertmanager '1;smithi112=a' 2024-04-12T08:41:24.140 INFO:teuthology.orchestra.run.smithi175.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.b/config 2024-04-12T08:41:24.261 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:23 smithi175 ceph-mon[32523]: from='client.24301 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi112=a;smithi175=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T08:41:24.261 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:23 smithi175 ceph-mon[32523]: Saving service node-exporter spec with placement smithi112=a;smithi175=b;count:2 2024-04-12T08:41:24.261 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:23 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:41:24.262 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:23 smithi175 ceph-mon[32523]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-12T08:41:24.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:23 smithi112 ceph-mon[40233]: from='client.24301 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi112=a;smithi175=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T08:41:24.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:23 smithi112 ceph-mon[40233]: Saving service node-exporter spec with placement smithi112=a;smithi175=b;count:2 2024-04-12T08:41:24.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:23 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:41:24.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:23 smithi112 ceph-mon[40233]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-12T08:41:24.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:23 smithi112 ceph-mon[29019]: from='client.24301 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi112=a;smithi175=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T08:41:24.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:23 smithi112 ceph-mon[29019]: Saving service node-exporter spec with placement smithi112=a;smithi175=b;count:2 2024-04-12T08:41:24.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:23 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:41:24.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:23 smithi112 ceph-mon[29019]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-12T08:41:26.445 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:26 smithi175 ceph-mon[32523]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 52 KiB/s, 0 objects/s recovering 2024-04-12T08:41:26.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:26 smithi112 ceph-mon[29019]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 52 KiB/s, 0 objects/s recovering 2024-04-12T08:41:26.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:26 smithi112 ceph-mon[40233]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 52 KiB/s, 0 objects/s recovering 2024-04-12T08:41:27.101 INFO:teuthology.orchestra.run.smithi175.stdout:Scheduled alertmanager update... 2024-04-12T08:41:28.504 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:28 smithi175 ceph-mon[32523]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-04-12T08:41:28.504 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:28 smithi175 ceph-mon[32523]: from='client.24307 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi112=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T08:41:28.504 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:28 smithi175 ceph-mon[32523]: Saving service alertmanager spec with placement smithi112=a;count:1 2024-04-12T08:41:28.504 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:28 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:41:28.543 DEBUG:teuthology.orchestra.run.smithi112:alertmanager.a> sudo journalctl -f -n 0 -u ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@alertmanager.a.service 2024-04-12T08:41:28.546 INFO:tasks.cephadm:Adding grafana.a on smithi175 2024-04-12T08:41:28.546 DEBUG:teuthology.orchestra.run.smithi175:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph orch apply grafana '1;smithi175=a' 2024-04-12T08:41:28.572 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:28 smithi112 ceph-mon[40233]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-04-12T08:41:28.572 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:28 smithi112 ceph-mon[40233]: from='client.24307 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi112=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T08:41:28.572 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:28 smithi112 ceph-mon[40233]: Saving service alertmanager spec with placement smithi112=a;count:1 2024-04-12T08:41:28.572 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:28 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:41:28.572 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:28 smithi112 ceph-mon[29019]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-04-12T08:41:28.572 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:28 smithi112 ceph-mon[29019]: from='client.24307 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi112=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T08:41:28.572 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:28 smithi112 ceph-mon[29019]: Saving service alertmanager spec with placement smithi112=a;count:1 2024-04-12T08:41:28.573 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:28 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:41:29.398 INFO:teuthology.orchestra.run.smithi175.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.b/config 2024-04-12T08:41:30.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:30 smithi175 ceph-mon[32523]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:41:30.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:30 smithi112 ceph-mon[29019]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:41:30.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:30 smithi112 ceph-mon[40233]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:41:32.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:32 smithi175 ceph-mon[32523]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:41:32.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:32 smithi112 ceph-mon[29019]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:41:32.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:32 smithi112 ceph-mon[40233]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:41:33.265 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:41:33 smithi175 systemd[1]: Starting Ceph prometheus.a for 96d9de20-f8a7-11ee-bc8c-c7b262605968... 2024-04-12T08:41:33.909 INFO:teuthology.orchestra.run.smithi175.stdout:Scheduled grafana update... 2024-04-12T08:41:34.111 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:41:33 smithi175 podman[59700]: 2024-04-12 08:41:33.749208102 +0000 UTC m=+0.018849814 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-04-12T08:41:34.111 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:41:33 smithi175 podman[59700]: 2024-04-12 08:41:33.868980384 +0000 UTC m=+0.138622130 container create bd0a7b0f968874e414e2f246cf2df339e828c85e986daa10966f782021d510af (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T08:41:34.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:34 smithi175 ceph-mon[32523]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:41:34.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:34 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:41:34.515 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:41:34 smithi175 podman[59700]: 2024-04-12 08:41:34.272435429 +0000 UTC m=+0.542077128 container init bd0a7b0f968874e414e2f246cf2df339e828c85e986daa10966f782021d510af (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T08:41:34.515 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:41:34 smithi175 podman[59700]: 2024-04-12 08:41:34.27516156 +0000 UTC m=+0.544803261 container start bd0a7b0f968874e414e2f246cf2df339e828c85e986daa10966f782021d510af (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T08:41:34.515 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:41:34 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[59727]: ts=2024-04-12T08:41:34.299Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-04-12T08:41:34.515 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:41:34 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[59727]: ts=2024-04-12T08:41:34.299Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-04-12T08:41:34.515 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:41:34 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[59727]: ts=2024-04-12T08:41:34.299Z caller=main.go:570 level=info host_details="(Linux 5.14.0-435.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024 x86_64 smithi175 (none))" 2024-04-12T08:41:34.515 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:41:34 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[59727]: ts=2024-04-12T08:41:34.299Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-04-12T08:41:34.515 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:41:34 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[59727]: ts=2024-04-12T08:41:34.299Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-12T08:41:34.515 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:41:34 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[59727]: ts=2024-04-12T08:41:34.301Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-04-12T08:41:34.516 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:41:34 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[59727]: ts=2024-04-12T08:41:34.301Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-04-12T08:41:34.516 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:41:34 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[59727]: ts=2024-04-12T08:41:34.302Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-04-12T08:41:34.516 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:41:34 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[59727]: ts=2024-04-12T08:41:34.302Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-04-12T08:41:34.516 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:41:34 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[59727]: ts=2024-04-12T08:41:34.304Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-12T08:41:34.516 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:41:34 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[59727]: ts=2024-04-12T08:41:34.304Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.798µs 2024-04-12T08:41:34.516 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:41:34 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[59727]: ts=2024-04-12T08:41:34.304Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-04-12T08:41:34.516 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:41:34 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[59727]: ts=2024-04-12T08:41:34.305Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 2024-04-12T08:41:34.516 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:41:34 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[59727]: ts=2024-04-12T08:41:34.305Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=25.099µs wal_replay_duration=243.837µs wbl_replay_duration=348ns total_replay_duration=286.688µs 2024-04-12T08:41:34.516 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:41:34 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[59727]: ts=2024-04-12T08:41:34.305Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-04-12T08:41:34.516 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:41:34 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[59727]: ts=2024-04-12T08:41:34.305Z caller=main.go:1029 level=info msg="TSDB started" 2024-04-12T08:41:34.516 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:41:34 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[59727]: ts=2024-04-12T08:41:34.305Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-12T08:41:34.516 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:41:34 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[59727]: ts=2024-04-12T08:41:34.320Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=14.77936ms db_storage=1.105µs remote_storage=940ns web_handler=258ns query_engine=449ns scrape=368.903µs scrape_sd=15.982µs notify=673ns notify_sd=1.762µs rules=14.212074ms tracing=5.348µs 2024-04-12T08:41:34.516 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:41:34 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[59727]: ts=2024-04-12T08:41:34.320Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-04-12T08:41:34.516 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:41:34 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[59727]: ts=2024-04-12T08:41:34.320Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-04-12T08:41:34.517 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:41:34 smithi175 bash[59700]: bd0a7b0f968874e414e2f246cf2df339e828c85e986daa10966f782021d510af 2024-04-12T08:41:34.517 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:41:34 smithi175 systemd[1]: Started Ceph prometheus.a for 96d9de20-f8a7-11ee-bc8c-c7b262605968. 2024-04-12T08:41:34.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:34 smithi112 ceph-mon[29019]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:41:34.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:34 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:41:34.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:34 smithi112 ceph-mon[40233]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:41:34.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:34 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:41:34.825 DEBUG:teuthology.orchestra.run.smithi175:grafana.a> sudo journalctl -f -n 0 -u ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@grafana.a.service 2024-04-12T08:41:34.827 INFO:tasks.cephadm:Setting up client nodes... 2024-04-12T08:41:34.828 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-04-12T08:41:35.085 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T08:41:35.498 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:35 smithi112 ceph-mon[40233]: from='client.24313 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi175=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T08:41:35.498 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:35 smithi112 ceph-mon[40233]: Saving service grafana spec with placement smithi175=a;count:1 2024-04-12T08:41:35.498 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:35 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:41:35.498 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:35 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:41:35.498 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:35 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:41:35.498 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:35 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-04-12T08:41:35.499 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:35 smithi112 ceph-mon[29019]: from='client.24313 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi175=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T08:41:35.499 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:35 smithi112 ceph-mon[29019]: Saving service grafana spec with placement smithi175=a;count:1 2024-04-12T08:41:35.499 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:35 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:41:35.499 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:35 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:41:35.499 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:35 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:41:35.499 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:35 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-04-12T08:41:35.764 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:41:35 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[34409]: ignoring --setuser ceph since I am not root 2024-04-12T08:41:35.765 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:41:35 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[34409]: ignoring --setgroup ceph since I am not root 2024-04-12T08:41:35.765 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:41:35 smithi175 ceph-mgr[34413]: -- 172.21.15.175:0/1818707599 <== mon.2 v2:172.21.15.112:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55fc424589c0 con 0x55fc4242e800 2024-04-12T08:41:35.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:35 smithi175 ceph-mon[32523]: from='client.24313 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi175=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T08:41:35.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:35 smithi175 ceph-mon[32523]: Saving service grafana spec with placement smithi175=a;count:1 2024-04-12T08:41:35.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:35 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:41:35.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:35 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:41:35.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:35 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' 2024-04-12T08:41:35.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:35 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-04-12T08:41:35.842 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:41:35 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: ignoring --setuser ceph since I am not root 2024-04-12T08:41:35.842 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:41:35 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: ignoring --setgroup ceph since I am not root 2024-04-12T08:41:35.842 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:41:35 smithi112 ceph-mgr[29259]: -- 172.21.15.112:0/840013753 <== mon.0 v2:172.21.15.112:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x557dcf7049c0 con 0x557dcf6dac00 2024-04-12T08:41:36.264 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:41:35 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[34409]: 2024-04-12T08:41:35.991+0000 7ff12500a1c0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-12T08:41:36.264 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:41:36 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[34409]: 2024-04-12T08:41:36.079+0000 7ff12500a1c0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-12T08:41:36.320 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:41:36 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:41:36.004+0000 7ff6c67dd1c0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-12T08:41:36.320 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:41:36 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:41:36.095+0000 7ff6c67dd1c0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-12T08:41:36.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:36 smithi112 ceph-mon[40233]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-04-12T08:41:36.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:36 smithi112 ceph-mon[40233]: mgrmap e16: y(active, since 4m), standbys: x 2024-04-12T08:41:36.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:36 smithi112 ceph-mon[29019]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-04-12T08:41:36.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:36 smithi112 ceph-mon[29019]: mgrmap e16: y(active, since 4m), standbys: x 2024-04-12T08:41:36.764 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:36 smithi175 ceph-mon[32523]: from='mgr.14152 172.21.15.112:0/3016405839' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-04-12T08:41:36.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:36 smithi175 ceph-mon[32523]: mgrmap e16: y(active, since 4m), standbys: x 2024-04-12T08:41:36.765 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:41:36 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[34409]: 2024-04-12T08:41:36.690+0000 7ff12500a1c0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-12T08:41:36.909 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:41:36 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:41:36.728+0000 7ff6c67dd1c0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-12T08:41:36.910 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:41:36 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:41:36.820+0000 7ff6c67dd1c0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-12T08:41:36.910 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:41:36 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:41:36.909+0000 7ff6c67dd1c0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-12T08:41:37.088 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:41:36 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[34409]: 2024-04-12T08:41:36.778+0000 7ff12500a1c0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-12T08:41:37.088 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:41:36 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[34409]: 2024-04-12T08:41:36.860+0000 7ff12500a1c0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-12T08:41:37.088 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:41:37 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[34409]: 2024-04-12T08:41:37.009+0000 7ff12500a1c0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-12T08:41:37.088 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:41:37 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[34409]: 2024-04-12T08:41:37.087+0000 7ff12500a1c0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-12T08:41:37.103 INFO:teuthology.orchestra.run.smithi112.stdout:[client.0] 2024-04-12T08:41:37.103 INFO:teuthology.orchestra.run.smithi112.stdout: key = AQDB8xhmy//wBRAA0Lon9o7dtA1czVW2H60Q6w== 2024-04-12T08:41:37.316 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:41:37 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:41:37.058+0000 7ff6c67dd1c0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-12T08:41:37.316 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:41:37 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:41:37.147+0000 7ff6c67dd1c0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-12T08:41:37.316 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:41:37 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:41:37.315+0000 7ff6c67dd1c0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-12T08:41:37.432 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:41:37 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[34409]: 2024-04-12T08:41:37.254+0000 7ff12500a1c0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-12T08:41:37.579 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:37 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/1490315713' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-12T08:41:37.579 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:37 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/1490315713' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-12T08:41:37.580 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:41:37 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:41:37.496+0000 7ff6c67dd1c0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-12T08:41:37.580 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:37 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/1490315713' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-12T08:41:37.580 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:37 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/1490315713' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-12T08:41:37.689 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:37 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/1490315713' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-12T08:41:37.690 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:37 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/1490315713' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-12T08:41:37.690 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:41:37 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[34409]: 2024-04-12T08:41:37.431+0000 7ff12500a1c0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-12T08:41:37.690 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:41:37 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[34409]: 2024-04-12T08:41:37.514+0000 7ff12500a1c0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-12T08:41:37.690 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:41:37 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[34409]: 2024-04-12T08:41:37.605+0000 7ff12500a1c0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-12T08:41:37.842 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:41:37 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:41:37.578+0000 7ff6c67dd1c0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-12T08:41:37.842 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:41:37 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:41:37.671+0000 7ff6c67dd1c0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-12T08:41:37.842 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:41:37 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:41:37.755+0000 7ff6c67dd1c0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-12T08:41:37.906 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-04-12T08:41:37.906 DEBUG:teuthology.orchestra.run.smithi112:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-04-12T08:41:37.906 DEBUG:teuthology.orchestra.run.smithi112:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-04-12T08:41:37.949 DEBUG:teuthology.orchestra.run.smithi175:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph auth get-or-create client.1 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-04-12T08:41:37.974 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:41:37 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[34409]: 2024-04-12T08:41:37.689+0000 7ff12500a1c0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-12T08:41:38.233 INFO:teuthology.orchestra.run.smithi175.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.b/config 2024-04-12T08:41:39.092 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:41:38 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:41:38.791+0000 7ff6c67dd1c0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-12T08:41:39.092 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:41:38 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:41:38.916+0000 7ff6c67dd1c0 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-12T08:41:39.132 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:41:38 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[34409]: 2024-04-12T08:41:38.792+0000 7ff12500a1c0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-12T08:41:39.132 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:41:38 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[34409]: 2024-04-12T08:41:38.927+0000 7ff12500a1c0 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-12T08:41:39.496 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:41:39 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:41:39.104+0000 7ff6c67dd1c0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-12T08:41:39.497 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:41:39 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:41:39.326+0000 7ff6c67dd1c0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-12T08:41:39.507 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:41:39 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[34409]: 2024-04-12T08:41:39.130+0000 7ff12500a1c0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-12T08:41:39.507 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:41:39 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[34409]: 2024-04-12T08:41:39.365+0000 7ff12500a1c0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-12T08:41:39.764 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:41:39 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[34409]: 2024-04-12T08:41:39.548+0000 7ff12500a1c0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-12T08:41:39.765 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:41:39 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[34409]: 2024-04-12T08:41:39.737+0000 7ff12500a1c0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-12T08:41:39.842 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:41:39 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:41:39.496+0000 7ff6c67dd1c0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-12T08:41:39.842 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:41:39 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:41:39.673+0000 7ff6c67dd1c0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-12T08:41:40.088 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:41:40 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[34409]: 2024-04-12T08:41:40.001+0000 7ff12500a1c0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-12T08:41:40.342 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:41:39 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:41:39.927+0000 7ff6c67dd1c0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-12T08:41:40.342 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:41:40 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:41:40.010+0000 7ff6c67dd1c0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-12T08:41:40.389 INFO:teuthology.orchestra.run.smithi175.stdout:[client.1] 2024-04-12T08:41:40.389 INFO:teuthology.orchestra.run.smithi175.stdout: key = AQDE8xhmKbDzFhAABqikrT+d3ocndsAkdt8Bww== 2024-04-12T08:41:40.389 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:41:40 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[34409]: 2024-04-12T08:41:40.091+0000 7ff12500a1c0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-12T08:41:40.700 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:41:40 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[34409]: 2024-04-12T08:41:40.497+0000 7ff12500a1c0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-12T08:41:40.700 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:40 smithi175 ceph-mon[32523]: from='client.? 172.21.15.175:0/4111332952' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-12T08:41:40.700 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:40 smithi175 ceph-mon[32523]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-12T08:41:40.700 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:40 smithi175 ceph-mon[32523]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-12T08:41:40.842 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:41:40 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:41:40.395+0000 7ff6c67dd1c0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-12T08:41:40.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:40 smithi112 ceph-mon[29019]: from='client.? 172.21.15.175:0/4111332952' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-12T08:41:40.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:40 smithi112 ceph-mon[29019]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-12T08:41:40.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:40 smithi112 ceph-mon[29019]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-12T08:41:40.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:40 smithi112 ceph-mon[40233]: from='client.? 172.21.15.175:0/4111332952' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-12T08:41:40.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:40 smithi112 ceph-mon[40233]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-12T08:41:40.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:40 smithi112 ceph-mon[40233]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-12T08:41:40.999 DEBUG:teuthology.orchestra.run.smithi175:> set -ex 2024-04-12T08:41:41.000 DEBUG:teuthology.orchestra.run.smithi175:> sudo dd of=/etc/ceph/ceph.client.1.keyring 2024-04-12T08:41:41.000 DEBUG:teuthology.orchestra.run.smithi175:> sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-04-12T08:41:41.082 INFO:tasks.cephadm:Waiting for OSDs to come up 2024-04-12T08:41:41.083 DEBUG:teuthology.orchestra.run.smithi112:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-04-12T08:41:41.362 INFO:teuthology.misc.health.smithi112.stdout: 2024-04-12T08:41:41.363 INFO:teuthology.misc.health.smithi112.stdout:{"epoch":59,"fsid":"96d9de20-f8a7-11ee-bc8c-c7b262605968","created":"2024-04-12T08:36:05.802591+0000","modified":"2024-04-12T08:41:14.060783+0000","last_up_change":"2024-04-12T08:41:10.610053+0000","last_in_change":"2024-04-12T08:40:53.678511+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-12T08:39:13.316922+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}}],"osds":[{"osd":0,"uuid":"25accfb3-452b-430c-90df-a0c2b7c0d6ff","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6802","nonce":2207871040},{"type":"v1","addr":"172.21.15.112:6803","nonce":2207871040}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6804","nonce":2207871040},{"type":"v1","addr":"172.21.15.112:6805","nonce":2207871040}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6808","nonce":2207871040},{"type":"v1","addr":"172.21.15.112:6809","nonce":2207871040}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6806","nonce":2207871040},{"type":"v1","addr":"172.21.15.112:6807","nonce":2207871040}]},"public_addr":"172.21.15.112:6803/2207871040","cluster_addr":"172.21.15.112:6805/2207871040","heartbeat_back_addr":"172.21.15.112:6809/2207871040","heartbeat_front_addr":"172.21.15.112:6807/2207871040","state":["exists","up"]},{"osd":1,"uuid":"db398d40-b1c2-499f-8fc1-ac73f4ae15bf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6810","nonce":953917176},{"type":"v1","addr":"172.21.15.112:6811","nonce":953917176}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6812","nonce":953917176},{"type":"v1","addr":"172.21.15.112:6813","nonce":953917176}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6816","nonce":953917176},{"type":"v1","addr":"172.21.15.112:6817","nonce":953917176}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6814","nonce":953917176},{"type":"v1","addr":"172.21.15.112:6815","nonce":953917176}]},"public_addr":"172.21.15.112:6811/953917176","cluster_addr":"172.21.15.112:6813/953917176","heartbeat_back_addr":"172.21.15.112:6817/953917176","heartbeat_front_addr":"172.21.15.112:6815/953917176","state":["exists","up"]},{"osd":2,"uuid":"f53410bf-c770-4408-b992-bd6e3b98d5f5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6818","nonce":1876145425},{"type":"v1","addr":"172.21.15.112:6819","nonce":1876145425}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6820","nonce":1876145425},{"type":"v1","addr":"172.21.15.112:6821","nonce":1876145425}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6824","nonce":1876145425},{"type":"v1","addr":"172.21.15.112:6825","nonce":1876145425}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6822","nonce":1876145425},{"type":"v1","addr":"172.21.15.112:6823","nonce":1876145425}]},"public_addr":"172.21.15.112:6819/1876145425","cluster_addr":"172.21.15.112:6821/1876145425","heartbeat_back_addr":"172.21.15.112:6825/1876145425","heartbeat_front_addr":"172.21.15.112:6823/1876145425","state":["exists","up"]},{"osd":3,"uuid":"cb3062a9-2ef9-48a4-91b0-94ccb03763bd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6826","nonce":1384239729},{"type":"v1","addr":"172.21.15.112:6827","nonce":1384239729}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6828","nonce":1384239729},{"type":"v1","addr":"172.21.15.112:6829","nonce":1384239729}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6832","nonce":1384239729},{"type":"v1","addr":"172.21.15.112:6833","nonce":1384239729}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6830","nonce":1384239729},{"type":"v1","addr":"172.21.15.112:6831","nonce":1384239729}]},"public_addr":"172.21.15.112:6827/1384239729","cluster_addr":"172.21.15.112:6829/1384239729","heartbeat_back_addr":"172.21.15.112:6833/1384239729","heartbeat_front_addr":"172.21.15.112:6831/1384239729","state":["exists","up"]},{"osd":4,"uuid":"9b51f396-2d42-4b42-9644-99be5dd9340b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6800","nonce":970156775},{"type":"v1","addr":"172.21.15.175:6801","nonce":970156775}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6802","nonce":970156775},{"type":"v1","addr":"172.21.15.175:6803","nonce":970156775}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6806","nonce":970156775},{"type":"v1","addr":"172.21.15.175:6807","nonce":970156775}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6804","nonce":970156775},{"type":"v1","addr":"172.21.15.175:6805","nonce":970156775}]},"public_addr":"172.21.15.175:6801/970156775","cluster_addr":"172.21.15.175:6803/970156775","heartbeat_back_addr":"172.21.15.175:6807/970156775","heartbeat_front_addr":"172.21.15.175:6805/970156775","state":["exists","up"]},{"osd":5,"uuid":"2a289f6f-cc3e-4fc5-b0b6-6a65e91e5b45","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6808","nonce":839313009},{"type":"v1","addr":"172.21.15.175:6809","nonce":839313009}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6810","nonce":839313009},{"type":"v1","addr":"172.21.15.175:6811","nonce":839313009}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6814","nonce":839313009},{"type":"v1","addr":"172.21.15.175:6815","nonce":839313009}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6812","nonce":839313009},{"type":"v1","addr":"172.21.15.175:6813","nonce":839313009}]},"public_addr":"172.21.15.175:6809/839313009","cluster_addr":"172.21.15.175:6811/839313009","heartbeat_back_addr":"172.21.15.175:6815/839313009","heartbeat_front_addr":"172.21.15.175:6813/839313009","state":["exists","up"]},{"osd":6,"uuid":"abf5af10-e8ae-43fe-b959-b8f723808b24","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6816","nonce":1559844260},{"type":"v1","addr":"172.21.15.175:6817","nonce":1559844260}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6818","nonce":1559844260},{"type":"v1","addr":"172.21.15.175:6819","nonce":1559844260}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6822","nonce":1559844260},{"type":"v1","addr":"172.21.15.175:6823","nonce":1559844260}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6820","nonce":1559844260},{"type":"v1","addr":"172.21.15.175:6821","nonce":1559844260}]},"public_addr":"172.21.15.175:6817/1559844260","cluster_addr":"172.21.15.175:6819/1559844260","heartbeat_back_addr":"172.21.15.175:6823/1559844260","heartbeat_front_addr":"172.21.15.175:6821/1559844260","state":["exists","up"]},{"osd":7,"uuid":"1d0086c4-fdd8-4942-b8e9-00c1762bb652","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":58,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6824","nonce":3302925510},{"type":"v1","addr":"172.21.15.175:6825","nonce":3302925510}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6826","nonce":3302925510},{"type":"v1","addr":"172.21.15.175:6827","nonce":3302925510}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6830","nonce":3302925510},{"type":"v1","addr":"172.21.15.175:6831","nonce":3302925510}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6828","nonce":3302925510},{"type":"v1","addr":"172.21.15.175:6829","nonce":3302925510}]},"public_addr":"172.21.15.175:6825/3302925510","cluster_addr":"172.21.15.175:6827/3302925510","heartbeat_back_addr":"172.21.15.175:6831/3302925510","heartbeat_front_addr":"172.21.15.175:6829/3302925510","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T08:38:20.584134+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T08:38:45.213339+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T08:39:10.434855+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T08:39:35.818802+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T08:39:57.775003+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T08:40:20.981677+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T08:40:44.896654+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T08:41:09.046996+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.112:6801/3467889917":"2024-04-13T08:36:57.005915+0000","172.21.15.112:0/2116558870":"2024-04-13T08:36:57.005915+0000","172.21.15.112:0/2931486023":"2024-04-13T08:36:32.219514+0000","172.21.15.112:0/3228147471":"2024-04-13T08:36:32.219514+0000","172.21.15.112:6800/3682569116":"2024-04-13T08:36:32.219514+0000","172.21.15.112:6800/3467889917":"2024-04-13T08:36:57.005915+0000","172.21.15.112:6801/3682569116":"2024-04-13T08:36:32.219514+0000","172.21.15.112:0/2714095281":"2024-04-13T08:36:57.005915+0000","172.21.15.112:0/1215254008":"2024-04-13T08:36:32.219514+0000","172.21.15.112:0/3758172165":"2024-04-13T08:36:57.005915+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-12T08:41:41.374 DEBUG:teuthology.misc:8 of 8 OSDs are up 2024-04-12T08:41:41.374 INFO:tasks.cephadm:Creating RBD pool 2024-04-12T08:41:41.374 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- sudo ceph --cluster ceph osd pool create rbd 8 2024-04-12T08:41:41.438 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:41:41 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:41:41.180+0000 7ff6c67dd1c0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-12T08:41:41.581 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:41 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/3219231421' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T08:41:41.581 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:41:41 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[34409]: 2024-04-12T08:41:41.287+0000 7ff12500a1c0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-12T08:41:41.581 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:41:41 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[34409]: 2024-04-12T08:41:41.580+0000 7ff12500a1c0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-12T08:41:41.629 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T08:41:41.752 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:41 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/3219231421' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T08:41:41.752 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:41 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/3219231421' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T08:41:41.752 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:41:41 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:41:41.486+0000 7ff6c67dd1c0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-12T08:41:42.015 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:41:41 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:41:41.811+0000 7ff6c67dd1c0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-12T08:41:42.015 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:41:42 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:41:42.013+0000 7ff6c67dd1c0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-12T08:41:42.193 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:41:41 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[34409]: 2024-04-12T08:41:41.899+0000 7ff12500a1c0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-12T08:41:42.193 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:41:42 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[34409]: 2024-04-12T08:41:42.097+0000 7ff12500a1c0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-12T08:41:42.193 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:41:42 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[34409]: [12/Apr/2024:08:41:42] ENGINE Bus STARTING 2024-04-12T08:41:42.342 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:41:42 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: [12/Apr/2024:08:41:42] ENGINE Bus STARTING 2024-04-12T08:41:42.342 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:41:42 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: CherryPy Checker: 2024-04-12T08:41:42.342 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:41:42 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: The Application mounted at '' has an empty config. 2024-04-12T08:41:42.342 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:41:42 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:41:42.342 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:41:42 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: [12/Apr/2024:08:41:42] ENGINE Serving on http://:::9283 2024-04-12T08:41:42.342 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:41:42 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: [12/Apr/2024:08:41:42] ENGINE Bus STARTED 2024-04-12T08:41:42.514 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:41:42 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[34409]: CherryPy Checker: 2024-04-12T08:41:42.515 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:41:42 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[34409]: The Application mounted at '' has an empty config. 2024-04-12T08:41:42.515 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:41:42 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[34409]: 2024-04-12T08:41:42.515 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:41:42 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[34409]: [12/Apr/2024:08:41:42] ENGINE Serving on http://:::9283 2024-04-12T08:41:42.515 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:41:42 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[34409]: [12/Apr/2024:08:41:42] ENGINE Bus STARTED 2024-04-12T08:41:42.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:42 smithi175 ceph-mon[32523]: Active manager daemon y restarted 2024-04-12T08:41:42.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:42 smithi175 ceph-mon[32523]: Activating manager daemon y 2024-04-12T08:41:42.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:42 smithi175 ceph-mon[32523]: osdmap e60: 8 total, 8 up, 8 in 2024-04-12T08:41:42.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:42 smithi175 ceph-mon[32523]: mgrmap e17: y(active, starting, since 0.00666602s), standbys: x 2024-04-12T08:41:42.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:42 smithi175 ceph-mon[32523]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T08:41:42.516 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:42 smithi175 ceph-mon[32523]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T08:41:42.516 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:42 smithi175 ceph-mon[32523]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T08:41:42.516 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:42 smithi175 ceph-mon[32523]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-12T08:41:42.516 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:42 smithi175 ceph-mon[32523]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-12T08:41:42.516 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:42 smithi175 ceph-mon[32523]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T08:41:42.516 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:42 smithi175 ceph-mon[32523]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T08:41:42.516 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:42 smithi175 ceph-mon[32523]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T08:41:42.516 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:42 smithi175 ceph-mon[32523]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T08:41:42.516 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:42 smithi175 ceph-mon[32523]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T08:41:42.516 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:42 smithi175 ceph-mon[32523]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T08:41:42.516 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:42 smithi175 ceph-mon[32523]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T08:41:42.516 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:42 smithi175 ceph-mon[32523]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T08:41:42.516 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:42 smithi175 ceph-mon[32523]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-12T08:41:42.516 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:42 smithi175 ceph-mon[32523]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-12T08:41:42.516 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:42 smithi175 ceph-mon[32523]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-12T08:41:42.517 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:42 smithi175 ceph-mon[32523]: Manager daemon y is now available 2024-04-12T08:41:42.517 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:42 smithi175 ceph-mon[32523]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:41:42.517 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:42 smithi175 ceph-mon[32523]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:41:42.517 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:42 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:41:42.517 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:42 smithi175 ceph-mon[32523]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:41:42.517 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:42 smithi175 ceph-mon[32523]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-12T08:41:42.517 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:42 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-12T08:41:42.517 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:42 smithi175 ceph-mon[32523]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-12T08:41:42.517 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:42 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-12T08:41:42.517 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:42 smithi175 ceph-mon[32523]: Standby manager daemon x restarted 2024-04-12T08:41:42.517 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:42 smithi175 ceph-mon[32523]: Standby manager daemon x started 2024-04-12T08:41:42.517 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:42 smithi175 ceph-mon[32523]: from='mgr.? 172.21.15.175:0/116252584' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-12T08:41:42.517 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:42 smithi175 ceph-mon[32523]: from='mgr.? 172.21.15.175:0/116252584' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T08:41:42.517 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:42 smithi175 ceph-mon[32523]: from='mgr.? 172.21.15.175:0/116252584' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-12T08:41:42.517 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:42 smithi175 ceph-mon[32523]: from='mgr.? 172.21.15.175:0/116252584' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T08:41:42.517 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:42 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:41:42.776 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:42 smithi112 ceph-mon[29019]: Active manager daemon y restarted 2024-04-12T08:41:42.776 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:42 smithi112 ceph-mon[29019]: Activating manager daemon y 2024-04-12T08:41:42.777 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:42 smithi112 ceph-mon[29019]: osdmap e60: 8 total, 8 up, 8 in 2024-04-12T08:41:42.777 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:42 smithi112 ceph-mon[29019]: mgrmap e17: y(active, starting, since 0.00666602s), standbys: x 2024-04-12T08:41:42.777 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:42 smithi112 ceph-mon[29019]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T08:41:42.777 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:42 smithi112 ceph-mon[29019]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T08:41:42.777 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:42 smithi112 ceph-mon[29019]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T08:41:42.777 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:42 smithi112 ceph-mon[29019]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-12T08:41:42.777 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:42 smithi112 ceph-mon[29019]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-12T08:41:42.777 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:42 smithi112 ceph-mon[29019]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T08:41:42.777 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:42 smithi112 ceph-mon[29019]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T08:41:42.777 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:42 smithi112 ceph-mon[29019]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T08:41:42.777 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:42 smithi112 ceph-mon[29019]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T08:41:42.777 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:42 smithi112 ceph-mon[29019]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T08:41:42.777 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:42 smithi112 ceph-mon[29019]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T08:41:42.777 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:42 smithi112 ceph-mon[29019]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T08:41:42.777 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:42 smithi112 ceph-mon[29019]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T08:41:42.777 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:42 smithi112 ceph-mon[29019]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-12T08:41:42.778 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:42 smithi112 ceph-mon[29019]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-12T08:41:42.778 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:42 smithi112 ceph-mon[29019]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-12T08:41:42.778 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:42 smithi112 ceph-mon[29019]: Manager daemon y is now available 2024-04-12T08:41:42.778 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:42 smithi112 ceph-mon[29019]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:41:42.778 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:42 smithi112 ceph-mon[29019]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:41:42.778 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:42 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:41:42.778 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:42 smithi112 ceph-mon[29019]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:41:42.778 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:42 smithi112 ceph-mon[29019]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-12T08:41:42.778 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:42 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-12T08:41:42.778 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:42 smithi112 ceph-mon[29019]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-12T08:41:42.779 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:42 smithi112 ceph-mon[40233]: Active manager daemon y restarted 2024-04-12T08:41:42.779 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:42 smithi112 ceph-mon[40233]: Activating manager daemon y 2024-04-12T08:41:42.779 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:42 smithi112 ceph-mon[40233]: osdmap e60: 8 total, 8 up, 8 in 2024-04-12T08:41:42.779 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:42 smithi112 ceph-mon[40233]: mgrmap e17: y(active, starting, since 0.00666602s), standbys: x 2024-04-12T08:41:42.779 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:42 smithi112 ceph-mon[40233]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T08:41:42.779 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:42 smithi112 ceph-mon[40233]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T08:41:42.779 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:42 smithi112 ceph-mon[40233]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T08:41:42.779 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:42 smithi112 ceph-mon[40233]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-12T08:41:42.779 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:42 smithi112 ceph-mon[40233]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-12T08:41:42.779 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:42 smithi112 ceph-mon[40233]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T08:41:42.779 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:42 smithi112 ceph-mon[40233]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T08:41:42.779 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:42 smithi112 ceph-mon[40233]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T08:41:42.779 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:42 smithi112 ceph-mon[40233]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T08:41:42.779 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:42 smithi112 ceph-mon[40233]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T08:41:42.780 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:42 smithi112 ceph-mon[40233]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T08:41:42.780 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:42 smithi112 ceph-mon[40233]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T08:41:42.780 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:42 smithi112 ceph-mon[40233]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T08:41:42.780 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:42 smithi112 ceph-mon[40233]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-12T08:41:42.780 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:42 smithi112 ceph-mon[40233]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-12T08:41:42.780 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:42 smithi112 ceph-mon[40233]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-12T08:41:42.780 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:42 smithi112 ceph-mon[40233]: Manager daemon y is now available 2024-04-12T08:41:42.780 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:42 smithi112 ceph-mon[40233]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:41:42.780 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:42 smithi112 ceph-mon[40233]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:41:42.780 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:42 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:41:42.780 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:42 smithi112 ceph-mon[40233]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:41:42.780 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:42 smithi112 ceph-mon[40233]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-12T08:41:42.780 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:42 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-12T08:41:42.780 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:42 smithi112 ceph-mon[40233]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-12T08:41:42.780 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:42 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-12T08:41:42.780 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:42 smithi112 ceph-mon[40233]: Standby manager daemon x restarted 2024-04-12T08:41:42.781 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:42 smithi112 ceph-mon[40233]: Standby manager daemon x started 2024-04-12T08:41:42.781 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:42 smithi112 ceph-mon[40233]: from='mgr.? 172.21.15.175:0/116252584' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-12T08:41:42.781 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:42 smithi112 ceph-mon[40233]: from='mgr.? 172.21.15.175:0/116252584' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T08:41:42.781 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:42 smithi112 ceph-mon[40233]: from='mgr.? 172.21.15.175:0/116252584' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-12T08:41:42.781 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:42 smithi112 ceph-mon[40233]: from='mgr.? 172.21.15.175:0/116252584' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T08:41:42.781 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:42 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:41:42.781 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:42 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-12T08:41:42.781 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:42 smithi112 ceph-mon[29019]: Standby manager daemon x restarted 2024-04-12T08:41:42.781 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:42 smithi112 ceph-mon[29019]: Standby manager daemon x started 2024-04-12T08:41:42.781 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:42 smithi112 ceph-mon[29019]: from='mgr.? 172.21.15.175:0/116252584' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-12T08:41:42.781 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:42 smithi112 ceph-mon[29019]: from='mgr.? 172.21.15.175:0/116252584' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T08:41:42.781 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:42 smithi112 ceph-mon[29019]: from='mgr.? 172.21.15.175:0/116252584' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-12T08:41:42.781 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:42 smithi112 ceph-mon[29019]: from='mgr.? 172.21.15.175:0/116252584' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T08:41:42.781 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:42 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:41:43.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:43 smithi112 ceph-mon[40233]: [12/Apr/2024:08:41:42] ENGINE Bus STARTING 2024-04-12T08:41:43.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:43 smithi112 ceph-mon[40233]: [12/Apr/2024:08:41:42] ENGINE Serving on https://172.21.15.112:7150 2024-04-12T08:41:43.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:43 smithi112 ceph-mon[40233]: [12/Apr/2024:08:41:42] ENGINE Bus STARTED 2024-04-12T08:41:43.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:43 smithi112 ceph-mon[40233]: mgrmap e18: y(active, since 1.01071s), standbys: x 2024-04-12T08:41:43.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:43 smithi112 ceph-mon[29019]: [12/Apr/2024:08:41:42] ENGINE Bus STARTING 2024-04-12T08:41:43.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:43 smithi112 ceph-mon[29019]: [12/Apr/2024:08:41:42] ENGINE Serving on https://172.21.15.112:7150 2024-04-12T08:41:43.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:43 smithi112 ceph-mon[29019]: [12/Apr/2024:08:41:42] ENGINE Bus STARTED 2024-04-12T08:41:43.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:43 smithi112 ceph-mon[29019]: mgrmap e18: y(active, since 1.01071s), standbys: x 2024-04-12T08:41:43.764 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:43 smithi175 ceph-mon[32523]: [12/Apr/2024:08:41:42] ENGINE Bus STARTING 2024-04-12T08:41:43.764 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:43 smithi175 ceph-mon[32523]: [12/Apr/2024:08:41:42] ENGINE Serving on https://172.21.15.112:7150 2024-04-12T08:41:43.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:43 smithi175 ceph-mon[32523]: [12/Apr/2024:08:41:42] ENGINE Bus STARTED 2024-04-12T08:41:43.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:43 smithi175 ceph-mon[32523]: mgrmap e18: y(active, since 1.01071s), standbys: x 2024-04-12T08:41:44.442 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:41:44 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[34409]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:41:44] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-12T08:41:44.461 INFO:teuthology.orchestra.run.smithi112.stderr:pool 'rbd' created 2024-04-12T08:41:44.764 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:44 smithi175 ceph-mon[32523]: pgmap v3: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:41:44.764 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:44 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/490991848' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-04-12T08:41:44.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:44 smithi175 ceph-mon[32523]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-04-12T08:41:44.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:44 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:41:44.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:44 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:41:44.819 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:44 smithi112 ceph-mon[40233]: pgmap v3: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:41:44.819 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:44 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/490991848' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-04-12T08:41:44.819 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:44 smithi112 ceph-mon[40233]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-04-12T08:41:44.819 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:44 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:41:44.819 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:44 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:41:44.819 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:44 smithi112 ceph-mon[29019]: pgmap v3: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:41:44.819 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:44 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/490991848' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-04-12T08:41:44.819 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:44 smithi112 ceph-mon[29019]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-04-12T08:41:44.819 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:44 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:41:44.819 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:44 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:41:45.243 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- sudo ceph --cluster ceph osd pool application enable rbd rbd --yes-i-really-mean-it 2024-04-12T08:41:45.502 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T08:41:45.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:45 smithi112 ceph-mon[29019]: pgmap v4: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:41:45.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:45 smithi112 ceph-mon[29019]: mgrmap e19: y(active, since 2s), standbys: x 2024-04-12T08:41:45.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:45 smithi112 ceph-mon[29019]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-04-12T08:41:45.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:45 smithi112 ceph-mon[29019]: osdmap e61: 8 total, 8 up, 8 in 2024-04-12T08:41:45.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:45 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:41:45.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:45 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:41:45.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:45 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:41:45.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:45 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:41:45.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:45 smithi112 ceph-mon[29019]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:41:45.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:45 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:41:45.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:45 smithi112 ceph-mon[29019]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:41:45.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:45 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:41:45.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:45 smithi112 ceph-mon[29019]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:41:45.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:45 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:41:45.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:45 smithi112 ceph-mon[29019]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:41:45.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:45 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:41:45.594 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:45 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:41:45.594 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:45 smithi112 ceph-mon[40233]: pgmap v4: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:41:45.594 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:45 smithi112 ceph-mon[40233]: mgrmap e19: y(active, since 2s), standbys: x 2024-04-12T08:41:45.594 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:45 smithi112 ceph-mon[40233]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-04-12T08:41:45.594 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:45 smithi112 ceph-mon[40233]: osdmap e61: 8 total, 8 up, 8 in 2024-04-12T08:41:45.594 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:45 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:41:45.594 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:45 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:41:45.594 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:45 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:41:45.594 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:45 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:41:45.594 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:45 smithi112 ceph-mon[40233]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:41:45.594 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:45 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:41:45.594 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:45 smithi112 ceph-mon[40233]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:41:45.595 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:45 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:41:45.595 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:45 smithi112 ceph-mon[40233]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:41:45.595 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:45 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:41:45.595 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:45 smithi112 ceph-mon[40233]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:41:45.595 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:45 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:41:45.595 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:45 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:41:45.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:45 smithi175 ceph-mon[32523]: pgmap v4: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:41:45.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:45 smithi175 ceph-mon[32523]: mgrmap e19: y(active, since 2s), standbys: x 2024-04-12T08:41:45.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:45 smithi175 ceph-mon[32523]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-04-12T08:41:45.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:45 smithi175 ceph-mon[32523]: osdmap e61: 8 total, 8 up, 8 in 2024-04-12T08:41:45.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:45 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:41:45.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:45 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:41:45.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:45 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:41:45.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:45 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:41:45.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:45 smithi175 ceph-mon[32523]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:41:45.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:45 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:41:45.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:45 smithi175 ceph-mon[32523]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:41:45.766 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:45 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:41:45.766 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:45 smithi175 ceph-mon[32523]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:41:45.766 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:45 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:41:45.766 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:45 smithi175 ceph-mon[32523]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:41:45.766 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:45 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:41:45.766 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:45 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:41:46.764 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:46 smithi175 ceph-mon[32523]: Adjusting osd_memory_target on smithi175 to 4016M 2024-04-12T08:41:46.764 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:46 smithi175 ceph-mon[32523]: osdmap e62: 8 total, 8 up, 8 in 2024-04-12T08:41:46.764 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:46 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:41:46.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:46 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:41:46.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:46 smithi175 ceph-mon[32523]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:41:46.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:46 smithi175 ceph-mon[32523]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:41:46.842 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:46 smithi112 ceph-mon[40233]: Adjusting osd_memory_target on smithi175 to 4016M 2024-04-12T08:41:46.842 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:46 smithi112 ceph-mon[40233]: osdmap e62: 8 total, 8 up, 8 in 2024-04-12T08:41:46.842 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:46 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:41:46.842 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:46 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:41:46.842 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:46 smithi112 ceph-mon[40233]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:41:46.842 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:46 smithi112 ceph-mon[40233]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:41:46.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:46 smithi112 ceph-mon[29019]: Adjusting osd_memory_target on smithi175 to 4016M 2024-04-12T08:41:46.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:46 smithi112 ceph-mon[29019]: osdmap e62: 8 total, 8 up, 8 in 2024-04-12T08:41:46.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:46 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:41:46.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:46 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:41:46.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:46 smithi112 ceph-mon[29019]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:41:46.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:46 smithi112 ceph-mon[29019]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:41:47.764 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:47 smithi175 ceph-mon[32523]: Updating smithi112:/etc/ceph/ceph.conf 2024-04-12T08:41:47.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:47 smithi175 ceph-mon[32523]: Updating smithi175:/etc/ceph/ceph.conf 2024-04-12T08:41:47.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:47 smithi175 ceph-mon[32523]: pgmap v7: 9 pgs: 8 unknown, 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:41:47.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:47 smithi175 ceph-mon[32523]: Updating smithi112:/var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/config/ceph.conf 2024-04-12T08:41:47.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:47 smithi175 ceph-mon[32523]: Updating smithi175:/var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/config/ceph.conf 2024-04-12T08:41:47.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:47 smithi175 ceph-mon[32523]: Updating smithi112:/etc/ceph/ceph.client.admin.keyring 2024-04-12T08:41:47.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:47 smithi175 ceph-mon[32523]: Updating smithi175:/etc/ceph/ceph.client.admin.keyring 2024-04-12T08:41:47.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:47 smithi175 ceph-mon[32523]: osdmap e63: 8 total, 8 up, 8 in 2024-04-12T08:41:47.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:47 smithi175 ceph-mon[32523]: Updating smithi112:/var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T08:41:47.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:47 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:41:47.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:47 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:41:47.766 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:47 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:41:47.766 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:47 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:41:47.766 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:47 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:41:47.766 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:47 smithi175 ceph-mon[32523]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T08:41:47.766 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:47 smithi175 ceph-mon[32523]: mgrmap e20: y(active, since 4s), standbys: x 2024-04-12T08:41:47.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:47 smithi112 ceph-mon[29019]: Updating smithi112:/etc/ceph/ceph.conf 2024-04-12T08:41:47.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:47 smithi112 ceph-mon[29019]: Updating smithi175:/etc/ceph/ceph.conf 2024-04-12T08:41:47.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:47 smithi112 ceph-mon[29019]: pgmap v7: 9 pgs: 8 unknown, 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:41:47.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:47 smithi112 ceph-mon[29019]: Updating smithi112:/var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/config/ceph.conf 2024-04-12T08:41:47.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:47 smithi112 ceph-mon[29019]: Updating smithi175:/var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/config/ceph.conf 2024-04-12T08:41:47.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:47 smithi112 ceph-mon[29019]: Updating smithi112:/etc/ceph/ceph.client.admin.keyring 2024-04-12T08:41:47.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:47 smithi112 ceph-mon[29019]: Updating smithi175:/etc/ceph/ceph.client.admin.keyring 2024-04-12T08:41:47.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:47 smithi112 ceph-mon[29019]: osdmap e63: 8 total, 8 up, 8 in 2024-04-12T08:41:47.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:47 smithi112 ceph-mon[29019]: Updating smithi112:/var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T08:41:47.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:47 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:41:47.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:47 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:41:47.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:47 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:41:47.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:47 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:41:47.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:47 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:41:47.844 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:47 smithi112 ceph-mon[29019]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T08:41:47.844 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:47 smithi112 ceph-mon[29019]: mgrmap e20: y(active, since 4s), standbys: x 2024-04-12T08:41:47.844 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:47 smithi112 ceph-mon[40233]: Updating smithi112:/etc/ceph/ceph.conf 2024-04-12T08:41:47.844 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:47 smithi112 ceph-mon[40233]: Updating smithi175:/etc/ceph/ceph.conf 2024-04-12T08:41:47.844 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:47 smithi112 ceph-mon[40233]: pgmap v7: 9 pgs: 8 unknown, 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:41:47.844 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:47 smithi112 ceph-mon[40233]: Updating smithi112:/var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/config/ceph.conf 2024-04-12T08:41:47.844 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:47 smithi112 ceph-mon[40233]: Updating smithi175:/var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/config/ceph.conf 2024-04-12T08:41:47.844 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:47 smithi112 ceph-mon[40233]: Updating smithi112:/etc/ceph/ceph.client.admin.keyring 2024-04-12T08:41:47.844 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:47 smithi112 ceph-mon[40233]: Updating smithi175:/etc/ceph/ceph.client.admin.keyring 2024-04-12T08:41:47.844 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:47 smithi112 ceph-mon[40233]: osdmap e63: 8 total, 8 up, 8 in 2024-04-12T08:41:47.844 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:47 smithi112 ceph-mon[40233]: Updating smithi112:/var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T08:41:47.844 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:47 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:41:47.845 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:47 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:41:47.845 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:47 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:41:47.845 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:47 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:41:47.845 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:47 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:41:47.845 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:47 smithi112 ceph-mon[40233]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T08:41:47.845 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:47 smithi112 ceph-mon[40233]: mgrmap e20: y(active, since 4s), standbys: x 2024-04-12T08:41:48.476 INFO:teuthology.orchestra.run.smithi112.stderr:enabled application 'rbd' on pool 'rbd' 2024-04-12T08:41:48.764 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:48 smithi175 ceph-mon[32523]: Updating smithi175:/var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T08:41:48.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:48 smithi175 ceph-mon[32523]: Deploying daemon alertmanager.a on smithi112 2024-04-12T08:41:48.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:48 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/520666339' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:41:48.842 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:48 smithi112 ceph-mon[40233]: Updating smithi175:/var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T08:41:48.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:48 smithi112 ceph-mon[40233]: Deploying daemon alertmanager.a on smithi112 2024-04-12T08:41:48.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:48 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/520666339' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:41:48.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:48 smithi112 ceph-mon[29019]: Updating smithi175:/var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T08:41:48.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:48 smithi112 ceph-mon[29019]: Deploying daemon alertmanager.a on smithi112 2024-04-12T08:41:48.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:48 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/520666339' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:41:49.656 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-04-12T08:41:49.657 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-04-12T08:41:49.657 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph mgr dump --format=json 2024-04-12T08:41:49.764 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:49 smithi175 ceph-mon[32523]: pgmap v9: 9 pgs: 8 unknown, 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:41:49.764 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:49 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/520666339' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2024-04-12T08:41:49.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:49 smithi175 ceph-mon[32523]: osdmap e64: 8 total, 8 up, 8 in 2024-04-12T08:41:49.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:49 smithi112 ceph-mon[29019]: pgmap v9: 9 pgs: 8 unknown, 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:41:49.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:49 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/520666339' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2024-04-12T08:41:49.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:49 smithi112 ceph-mon[29019]: osdmap e64: 8 total, 8 up, 8 in 2024-04-12T08:41:49.842 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:49 smithi112 ceph-mon[40233]: pgmap v9: 9 pgs: 8 unknown, 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:41:49.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:49 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/520666339' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2024-04-12T08:41:49.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:49 smithi112 ceph-mon[40233]: osdmap e64: 8 total, 8 up, 8 in 2024-04-12T08:41:50.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:50 smithi112 ceph-mon[29019]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T08:41:50.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:50 smithi112 ceph-mon[29019]: Cluster is now healthy 2024-04-12T08:41:50.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:50 smithi112 ceph-mon[40233]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T08:41:50.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:50 smithi112 ceph-mon[40233]: Cluster is now healthy 2024-04-12T08:41:51.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:50 smithi175 ceph-mon[32523]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T08:41:51.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:50 smithi175 ceph-mon[32523]: Cluster is now healthy 2024-04-12T08:41:51.209 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T08:41:51.585 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:51 smithi112 ceph-mon[40233]: pgmap v11: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 20 op/s 2024-04-12T08:41:51.586 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:51 smithi112 ceph-mon[29019]: pgmap v11: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 20 op/s 2024-04-12T08:41:52.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:51 smithi175 ceph-mon[32523]: pgmap v11: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 20 op/s 2024-04-12T08:41:52.820 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:52 smithi112 ceph-mon[40233]: pgmap v12: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 17 op/s 2024-04-12T08:41:52.821 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:52 smithi112 ceph-mon[29019]: pgmap v12: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 17 op/s 2024-04-12T08:41:53.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:52 smithi175 ceph-mon[32523]: pgmap v12: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 17 op/s 2024-04-12T08:41:54.514 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:41:54 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[34409]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:41:54] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-12T08:41:55.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:55 smithi112 ceph-mon[29019]: pgmap v13: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 26 KiB/s rd, 0 B/s wr, 14 op/s 2024-04-12T08:41:55.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:55 smithi112 ceph-mon[40233]: pgmap v13: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 26 KiB/s rd, 0 B/s wr, 14 op/s 2024-04-12T08:41:55.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:55 smithi175 ceph-mon[32523]: pgmap v13: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 26 KiB/s rd, 0 B/s wr, 14 op/s 2024-04-12T08:41:56.286 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T08:41:56.287 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 08:41:56 smithi112 systemd[1]: Starting Ceph alertmanager.a for 96d9de20-f8a7-11ee-bc8c-c7b262605968... 2024-04-12T08:41:56.593 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 08:41:56 smithi112 podman[69195]: 2024-04-12 08:41:56.261166651 +0000 UTC m=+0.018075943 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-04-12T08:41:56.593 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 08:41:56 smithi112 podman[69195]: 2024-04-12 08:41:56.383520649 +0000 UTC m=+0.140429944 volume create de2342dabd9987d629079ecb2d389c5142404a70d16f9ed8333e8ec89aa35421 2024-04-12T08:41:56.593 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 08:41:56 smithi112 podman[69195]: 2024-04-12 08:41:56.450574319 +0000 UTC m=+0.207483670 container create 4fa65255a54af61cb1672c8ebd9d76b60a0e064c18249f901ad97c10e37895ae (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-12T08:41:56.887 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 08:41:56 smithi112 podman[69195]: 2024-04-12 08:41:56.787036237 +0000 UTC m=+0.543945529 container init 4fa65255a54af61cb1672c8ebd9d76b60a0e064c18249f901ad97c10e37895ae (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-12T08:41:56.888 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 08:41:56 smithi112 podman[69195]: 2024-04-12 08:41:56.789877738 +0000 UTC m=+0.546787039 container start 4fa65255a54af61cb1672c8ebd9d76b60a0e064c18249f901ad97c10e37895ae (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-12T08:41:56.888 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 08:41:56 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-alertmanager-a[69222]: ts=2024-04-12T08:41:56.802Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-04-12T08:41:56.888 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 08:41:56 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-alertmanager-a[69222]: ts=2024-04-12T08:41:56.802Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-04-12T08:41:56.888 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 08:41:56 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-alertmanager-a[69222]: ts=2024-04-12T08:41:56.803Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.112 port=9094 2024-04-12T08:41:56.888 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 08:41:56 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-alertmanager-a[69222]: ts=2024-04-12T08:41:56.803Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-04-12T08:41:56.888 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 08:41:56 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-alertmanager-a[69222]: ts=2024-04-12T08:41:56.826Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-12T08:41:56.888 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 08:41:56 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-alertmanager-a[69222]: ts=2024-04-12T08:41:56.826Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-12T08:41:56.888 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 08:41:56 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-alertmanager-a[69222]: ts=2024-04-12T08:41:56.829Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-04-12T08:41:56.888 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 08:41:56 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-alertmanager-a[69222]: ts=2024-04-12T08:41:56.829Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-04-12T08:41:56.888 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 08:41:56 smithi112 bash[69195]: 4fa65255a54af61cb1672c8ebd9d76b60a0e064c18249f901ad97c10e37895ae 2024-04-12T08:41:57.207 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 08:41:56 smithi112 systemd[1]: Started Ceph alertmanager.a for 96d9de20-f8a7-11ee-bc8c-c7b262605968. 2024-04-12T08:41:57.207 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:41:57 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: [12/Apr/2024:08:41:57] ENGINE Bus STOPPING 2024-04-12T08:41:57.207 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:41:57 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: [12/Apr/2024:08:41:57] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-12T08:41:57.207 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:41:57 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: [12/Apr/2024:08:41:57] ENGINE Bus STOPPED 2024-04-12T08:41:57.207 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:41:57 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: [12/Apr/2024:08:41:57] ENGINE Bus STARTING 2024-04-12T08:41:57.208 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:57 smithi112 ceph-mon[40233]: pgmap v14: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 22 KiB/s rd, 0 B/s wr, 12 op/s 2024-04-12T08:41:57.208 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:57 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/1451583809' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-12T08:41:57.208 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:57 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:41:57.208 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:57 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:41:57.208 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:57 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:41:57.208 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:57 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:41:57.208 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:57 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:41:57.208 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:57 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:41:57.208 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:57 smithi112 ceph-mon[40233]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-12T08:41:57.208 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:57 smithi112 ceph-mon[40233]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:41:57.208 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:57 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:41:57.208 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:57 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:41:57.208 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:57 smithi112 ceph-mon[29019]: pgmap v14: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 22 KiB/s rd, 0 B/s wr, 12 op/s 2024-04-12T08:41:57.209 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:57 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/1451583809' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-12T08:41:57.209 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:57 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:41:57.209 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:57 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:41:57.209 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:57 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:41:57.209 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:57 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:41:57.209 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:57 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:41:57.209 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:57 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:41:57.209 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:57 smithi112 ceph-mon[29019]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-12T08:41:57.209 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:57 smithi112 ceph-mon[29019]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:41:57.209 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:57 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:41:57.209 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:57 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:41:57.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:57 smithi175 ceph-mon[32523]: pgmap v14: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 22 KiB/s rd, 0 B/s wr, 12 op/s 2024-04-12T08:41:57.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:57 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/1451583809' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-12T08:41:57.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:57 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:41:57.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:57 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:41:57.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:57 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:41:57.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:57 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:41:57.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:57 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:41:57.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:57 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:41:57.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:57 smithi175 ceph-mon[32523]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-12T08:41:57.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:57 smithi175 ceph-mon[32523]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:41:57.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:57 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:41:57.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:57 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:41:57.524 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:41:57 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: [12/Apr/2024:08:41:57] ENGINE Serving on http://:::9283 2024-04-12T08:41:57.525 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:41:57 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: [12/Apr/2024:08:41:57] ENGINE Bus STARTED 2024-04-12T08:41:57.548 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":20,"active_gid":14445,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6800","nonce":635261174},{"type":"v1","addr":"172.21.15.112:6801","nonce":635261174}]},"active_addr":"172.21.15.112:6801/635261174","active_change":"2024-04-12T08:41:42.016477+0000","active_mgr_features":4540138320759226367,"available":true,"standbys":[{"gid":24325,"name":"x","mgr_features":4540138320759226367,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.1.5","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.1.5","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.112:8443/","prometheus":"http://172.21.15.112:9283/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":60,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.112:0","nonce":2314190868}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.112:0","nonce":1502033432}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.112:0","nonce":80151341}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.112:0","nonce":4102713928}]}]} 2024-04-12T08:41:57.561 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-04-12T08:41:57.561 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-04-12T08:41:57.561 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph osd dump --format=json 2024-04-12T08:41:57.814 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T08:41:58.186 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:58 smithi112 ceph-mon[40233]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-12T08:41:58.186 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:58 smithi112 ceph-mon[40233]: Deploying daemon grafana.a on smithi175 2024-04-12T08:41:58.186 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:58 smithi112 ceph-mon[29019]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-12T08:41:58.186 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:58 smithi112 ceph-mon[29019]: Deploying daemon grafana.a on smithi175 2024-04-12T08:41:58.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:58 smithi175 ceph-mon[32523]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-12T08:41:58.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:58 smithi175 ceph-mon[32523]: Deploying daemon grafana.a on smithi175 2024-04-12T08:41:58.842 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 08:41:58 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-alertmanager-a[69222]: ts=2024-04-12T08:41:58.804Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000248661s 2024-04-12T08:41:59.390 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:41:59 smithi112 ceph-mon[40233]: pgmap v15: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 11 op/s 2024-04-12T08:41:59.391 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:41:59 smithi112 ceph-mon[29019]: pgmap v15: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 11 op/s 2024-04-12T08:41:59.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:41:59 smithi175 ceph-mon[32523]: pgmap v15: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 11 op/s 2024-04-12T08:41:59.832 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T08:41:59.832 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":64,"fsid":"96d9de20-f8a7-11ee-bc8c-c7b262605968","created":"2024-04-12T08:36:05.802591+0000","modified":"2024-04-12T08:41:48.465252+0000","last_up_change":"2024-04-12T08:41:10.610053+0000","last_in_change":"2024-04-12T08:40:53.678511+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-12T08:39:13.316922+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"rbd","create_time":"2024-04-12T08:41:43.885587+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"64","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"25accfb3-452b-430c-90df-a0c2b7c0d6ff","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6802","nonce":2207871040},{"type":"v1","addr":"172.21.15.112:6803","nonce":2207871040}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6804","nonce":2207871040},{"type":"v1","addr":"172.21.15.112:6805","nonce":2207871040}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6808","nonce":2207871040},{"type":"v1","addr":"172.21.15.112:6809","nonce":2207871040}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6806","nonce":2207871040},{"type":"v1","addr":"172.21.15.112:6807","nonce":2207871040}]},"public_addr":"172.21.15.112:6803/2207871040","cluster_addr":"172.21.15.112:6805/2207871040","heartbeat_back_addr":"172.21.15.112:6809/2207871040","heartbeat_front_addr":"172.21.15.112:6807/2207871040","state":["exists","up"]},{"osd":1,"uuid":"db398d40-b1c2-499f-8fc1-ac73f4ae15bf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6810","nonce":953917176},{"type":"v1","addr":"172.21.15.112:6811","nonce":953917176}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6812","nonce":953917176},{"type":"v1","addr":"172.21.15.112:6813","nonce":953917176}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6816","nonce":953917176},{"type":"v1","addr":"172.21.15.112:6817","nonce":953917176}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6814","nonce":953917176},{"type":"v1","addr":"172.21.15.112:6815","nonce":953917176}]},"public_addr":"172.21.15.112:6811/953917176","cluster_addr":"172.21.15.112:6813/953917176","heartbeat_back_addr":"172.21.15.112:6817/953917176","heartbeat_front_addr":"172.21.15.112:6815/953917176","state":["exists","up"]},{"osd":2,"uuid":"f53410bf-c770-4408-b992-bd6e3b98d5f5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6818","nonce":1876145425},{"type":"v1","addr":"172.21.15.112:6819","nonce":1876145425}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6820","nonce":1876145425},{"type":"v1","addr":"172.21.15.112:6821","nonce":1876145425}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6824","nonce":1876145425},{"type":"v1","addr":"172.21.15.112:6825","nonce":1876145425}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6822","nonce":1876145425},{"type":"v1","addr":"172.21.15.112:6823","nonce":1876145425}]},"public_addr":"172.21.15.112:6819/1876145425","cluster_addr":"172.21.15.112:6821/1876145425","heartbeat_back_addr":"172.21.15.112:6825/1876145425","heartbeat_front_addr":"172.21.15.112:6823/1876145425","state":["exists","up"]},{"osd":3,"uuid":"cb3062a9-2ef9-48a4-91b0-94ccb03763bd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6826","nonce":1384239729},{"type":"v1","addr":"172.21.15.112:6827","nonce":1384239729}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6828","nonce":1384239729},{"type":"v1","addr":"172.21.15.112:6829","nonce":1384239729}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6832","nonce":1384239729},{"type":"v1","addr":"172.21.15.112:6833","nonce":1384239729}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6830","nonce":1384239729},{"type":"v1","addr":"172.21.15.112:6831","nonce":1384239729}]},"public_addr":"172.21.15.112:6827/1384239729","cluster_addr":"172.21.15.112:6829/1384239729","heartbeat_back_addr":"172.21.15.112:6833/1384239729","heartbeat_front_addr":"172.21.15.112:6831/1384239729","state":["exists","up"]},{"osd":4,"uuid":"9b51f396-2d42-4b42-9644-99be5dd9340b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6800","nonce":970156775},{"type":"v1","addr":"172.21.15.175:6801","nonce":970156775}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6802","nonce":970156775},{"type":"v1","addr":"172.21.15.175:6803","nonce":970156775}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6806","nonce":970156775},{"type":"v1","addr":"172.21.15.175:6807","nonce":970156775}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6804","nonce":970156775},{"type":"v1","addr":"172.21.15.175:6805","nonce":970156775}]},"public_addr":"172.21.15.175:6801/970156775","cluster_addr":"172.21.15.175:6803/970156775","heartbeat_back_addr":"172.21.15.175:6807/970156775","heartbeat_front_addr":"172.21.15.175:6805/970156775","state":["exists","up"]},{"osd":5,"uuid":"2a289f6f-cc3e-4fc5-b0b6-6a65e91e5b45","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6808","nonce":839313009},{"type":"v1","addr":"172.21.15.175:6809","nonce":839313009}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6810","nonce":839313009},{"type":"v1","addr":"172.21.15.175:6811","nonce":839313009}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6814","nonce":839313009},{"type":"v1","addr":"172.21.15.175:6815","nonce":839313009}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6812","nonce":839313009},{"type":"v1","addr":"172.21.15.175:6813","nonce":839313009}]},"public_addr":"172.21.15.175:6809/839313009","cluster_addr":"172.21.15.175:6811/839313009","heartbeat_back_addr":"172.21.15.175:6815/839313009","heartbeat_front_addr":"172.21.15.175:6813/839313009","state":["exists","up"]},{"osd":6,"uuid":"abf5af10-e8ae-43fe-b959-b8f723808b24","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6816","nonce":1559844260},{"type":"v1","addr":"172.21.15.175:6817","nonce":1559844260}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6818","nonce":1559844260},{"type":"v1","addr":"172.21.15.175:6819","nonce":1559844260}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6822","nonce":1559844260},{"type":"v1","addr":"172.21.15.175:6823","nonce":1559844260}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6820","nonce":1559844260},{"type":"v1","addr":"172.21.15.175:6821","nonce":1559844260}]},"public_addr":"172.21.15.175:6817/1559844260","cluster_addr":"172.21.15.175:6819/1559844260","heartbeat_back_addr":"172.21.15.175:6823/1559844260","heartbeat_front_addr":"172.21.15.175:6821/1559844260","state":["exists","up"]},{"osd":7,"uuid":"1d0086c4-fdd8-4942-b8e9-00c1762bb652","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6824","nonce":3302925510},{"type":"v1","addr":"172.21.15.175:6825","nonce":3302925510}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6826","nonce":3302925510},{"type":"v1","addr":"172.21.15.175:6827","nonce":3302925510}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6830","nonce":3302925510},{"type":"v1","addr":"172.21.15.175:6831","nonce":3302925510}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6828","nonce":3302925510},{"type":"v1","addr":"172.21.15.175:6829","nonce":3302925510}]},"public_addr":"172.21.15.175:6825/3302925510","cluster_addr":"172.21.15.175:6827/3302925510","heartbeat_back_addr":"172.21.15.175:6831/3302925510","heartbeat_front_addr":"172.21.15.175:6829/3302925510","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T08:38:20.584134+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T08:38:45.213339+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T08:39:10.434855+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T08:39:35.818802+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T08:39:57.775003+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T08:40:20.981677+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T08:40:44.896654+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T08:41:09.046996+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.112:0/1538368932":"2024-04-13T08:41:42.016330+0000","172.21.15.112:6801/1429205384":"2024-04-13T08:41:42.016330+0000","172.21.15.112:0/3303790952":"2024-04-13T08:41:42.016330+0000","172.21.15.112:6800/1429205384":"2024-04-13T08:41:42.016330+0000","172.21.15.112:0/2611106055":"2024-04-13T08:41:42.016330+0000","172.21.15.112:6801/3467889917":"2024-04-13T08:36:57.005915+0000","172.21.15.112:0/2116558870":"2024-04-13T08:36:57.005915+0000","172.21.15.112:0/2931486023":"2024-04-13T08:36:32.219514+0000","172.21.15.112:0/3228147471":"2024-04-13T08:36:32.219514+0000","172.21.15.112:6800/3682569116":"2024-04-13T08:36:32.219514+0000","172.21.15.112:0/3077229739":"2024-04-13T08:41:42.016330+0000","172.21.15.112:6800/3467889917":"2024-04-13T08:36:57.005915+0000","172.21.15.112:6801/3682569116":"2024-04-13T08:36:32.219514+0000","172.21.15.112:0/2714095281":"2024-04-13T08:36:57.005915+0000","172.21.15.112:0/1215254008":"2024-04-13T08:36:32.219514+0000","172.21.15.112:0/3758172165":"2024-04-13T08:36:57.005915+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-12T08:42:00.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:42:00 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/3009289151' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T08:42:00.538 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:42:00 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/3009289151' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T08:42:00.538 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:42:00 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/3009289151' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T08:42:00.563 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-04-12T08:42:00.563 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph osd dump --format=json 2024-04-12T08:42:00.817 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T08:42:01.273 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:42:01 smithi112 ceph-mon[29019]: pgmap v16: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:42:01.273 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:42:01 smithi112 ceph-mon[40233]: pgmap v16: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:42:01.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:42:01 smithi175 ceph-mon[32523]: pgmap v16: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:42:02.782 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T08:42:02.782 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":64,"fsid":"96d9de20-f8a7-11ee-bc8c-c7b262605968","created":"2024-04-12T08:36:05.802591+0000","modified":"2024-04-12T08:41:48.465252+0000","last_up_change":"2024-04-12T08:41:10.610053+0000","last_in_change":"2024-04-12T08:40:53.678511+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-12T08:39:13.316922+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"rbd","create_time":"2024-04-12T08:41:43.885587+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"64","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"25accfb3-452b-430c-90df-a0c2b7c0d6ff","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6802","nonce":2207871040},{"type":"v1","addr":"172.21.15.112:6803","nonce":2207871040}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6804","nonce":2207871040},{"type":"v1","addr":"172.21.15.112:6805","nonce":2207871040}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6808","nonce":2207871040},{"type":"v1","addr":"172.21.15.112:6809","nonce":2207871040}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6806","nonce":2207871040},{"type":"v1","addr":"172.21.15.112:6807","nonce":2207871040}]},"public_addr":"172.21.15.112:6803/2207871040","cluster_addr":"172.21.15.112:6805/2207871040","heartbeat_back_addr":"172.21.15.112:6809/2207871040","heartbeat_front_addr":"172.21.15.112:6807/2207871040","state":["exists","up"]},{"osd":1,"uuid":"db398d40-b1c2-499f-8fc1-ac73f4ae15bf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6810","nonce":953917176},{"type":"v1","addr":"172.21.15.112:6811","nonce":953917176}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6812","nonce":953917176},{"type":"v1","addr":"172.21.15.112:6813","nonce":953917176}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6816","nonce":953917176},{"type":"v1","addr":"172.21.15.112:6817","nonce":953917176}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6814","nonce":953917176},{"type":"v1","addr":"172.21.15.112:6815","nonce":953917176}]},"public_addr":"172.21.15.112:6811/953917176","cluster_addr":"172.21.15.112:6813/953917176","heartbeat_back_addr":"172.21.15.112:6817/953917176","heartbeat_front_addr":"172.21.15.112:6815/953917176","state":["exists","up"]},{"osd":2,"uuid":"f53410bf-c770-4408-b992-bd6e3b98d5f5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6818","nonce":1876145425},{"type":"v1","addr":"172.21.15.112:6819","nonce":1876145425}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6820","nonce":1876145425},{"type":"v1","addr":"172.21.15.112:6821","nonce":1876145425}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6824","nonce":1876145425},{"type":"v1","addr":"172.21.15.112:6825","nonce":1876145425}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6822","nonce":1876145425},{"type":"v1","addr":"172.21.15.112:6823","nonce":1876145425}]},"public_addr":"172.21.15.112:6819/1876145425","cluster_addr":"172.21.15.112:6821/1876145425","heartbeat_back_addr":"172.21.15.112:6825/1876145425","heartbeat_front_addr":"172.21.15.112:6823/1876145425","state":["exists","up"]},{"osd":3,"uuid":"cb3062a9-2ef9-48a4-91b0-94ccb03763bd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6826","nonce":1384239729},{"type":"v1","addr":"172.21.15.112:6827","nonce":1384239729}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6828","nonce":1384239729},{"type":"v1","addr":"172.21.15.112:6829","nonce":1384239729}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6832","nonce":1384239729},{"type":"v1","addr":"172.21.15.112:6833","nonce":1384239729}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6830","nonce":1384239729},{"type":"v1","addr":"172.21.15.112:6831","nonce":1384239729}]},"public_addr":"172.21.15.112:6827/1384239729","cluster_addr":"172.21.15.112:6829/1384239729","heartbeat_back_addr":"172.21.15.112:6833/1384239729","heartbeat_front_addr":"172.21.15.112:6831/1384239729","state":["exists","up"]},{"osd":4,"uuid":"9b51f396-2d42-4b42-9644-99be5dd9340b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6800","nonce":970156775},{"type":"v1","addr":"172.21.15.175:6801","nonce":970156775}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6802","nonce":970156775},{"type":"v1","addr":"172.21.15.175:6803","nonce":970156775}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6806","nonce":970156775},{"type":"v1","addr":"172.21.15.175:6807","nonce":970156775}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6804","nonce":970156775},{"type":"v1","addr":"172.21.15.175:6805","nonce":970156775}]},"public_addr":"172.21.15.175:6801/970156775","cluster_addr":"172.21.15.175:6803/970156775","heartbeat_back_addr":"172.21.15.175:6807/970156775","heartbeat_front_addr":"172.21.15.175:6805/970156775","state":["exists","up"]},{"osd":5,"uuid":"2a289f6f-cc3e-4fc5-b0b6-6a65e91e5b45","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6808","nonce":839313009},{"type":"v1","addr":"172.21.15.175:6809","nonce":839313009}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6810","nonce":839313009},{"type":"v1","addr":"172.21.15.175:6811","nonce":839313009}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6814","nonce":839313009},{"type":"v1","addr":"172.21.15.175:6815","nonce":839313009}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6812","nonce":839313009},{"type":"v1","addr":"172.21.15.175:6813","nonce":839313009}]},"public_addr":"172.21.15.175:6809/839313009","cluster_addr":"172.21.15.175:6811/839313009","heartbeat_back_addr":"172.21.15.175:6815/839313009","heartbeat_front_addr":"172.21.15.175:6813/839313009","state":["exists","up"]},{"osd":6,"uuid":"abf5af10-e8ae-43fe-b959-b8f723808b24","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6816","nonce":1559844260},{"type":"v1","addr":"172.21.15.175:6817","nonce":1559844260}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6818","nonce":1559844260},{"type":"v1","addr":"172.21.15.175:6819","nonce":1559844260}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6822","nonce":1559844260},{"type":"v1","addr":"172.21.15.175:6823","nonce":1559844260}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6820","nonce":1559844260},{"type":"v1","addr":"172.21.15.175:6821","nonce":1559844260}]},"public_addr":"172.21.15.175:6817/1559844260","cluster_addr":"172.21.15.175:6819/1559844260","heartbeat_back_addr":"172.21.15.175:6823/1559844260","heartbeat_front_addr":"172.21.15.175:6821/1559844260","state":["exists","up"]},{"osd":7,"uuid":"1d0086c4-fdd8-4942-b8e9-00c1762bb652","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6824","nonce":3302925510},{"type":"v1","addr":"172.21.15.175:6825","nonce":3302925510}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6826","nonce":3302925510},{"type":"v1","addr":"172.21.15.175:6827","nonce":3302925510}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6830","nonce":3302925510},{"type":"v1","addr":"172.21.15.175:6831","nonce":3302925510}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6828","nonce":3302925510},{"type":"v1","addr":"172.21.15.175:6829","nonce":3302925510}]},"public_addr":"172.21.15.175:6825/3302925510","cluster_addr":"172.21.15.175:6827/3302925510","heartbeat_back_addr":"172.21.15.175:6831/3302925510","heartbeat_front_addr":"172.21.15.175:6829/3302925510","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T08:38:20.584134+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T08:38:45.213339+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T08:39:10.434855+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T08:39:35.818802+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T08:39:57.775003+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T08:40:20.981677+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T08:40:44.896654+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T08:41:09.046996+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.112:0/1538368932":"2024-04-13T08:41:42.016330+0000","172.21.15.112:6801/1429205384":"2024-04-13T08:41:42.016330+0000","172.21.15.112:0/3303790952":"2024-04-13T08:41:42.016330+0000","172.21.15.112:6800/1429205384":"2024-04-13T08:41:42.016330+0000","172.21.15.112:0/2611106055":"2024-04-13T08:41:42.016330+0000","172.21.15.112:6801/3467889917":"2024-04-13T08:36:57.005915+0000","172.21.15.112:0/2116558870":"2024-04-13T08:36:57.005915+0000","172.21.15.112:0/2931486023":"2024-04-13T08:36:32.219514+0000","172.21.15.112:0/3228147471":"2024-04-13T08:36:32.219514+0000","172.21.15.112:6800/3682569116":"2024-04-13T08:36:32.219514+0000","172.21.15.112:0/3077229739":"2024-04-13T08:41:42.016330+0000","172.21.15.112:6800/3467889917":"2024-04-13T08:36:57.005915+0000","172.21.15.112:6801/3682569116":"2024-04-13T08:36:32.219514+0000","172.21.15.112:0/2714095281":"2024-04-13T08:36:57.005915+0000","172.21.15.112:0/1215254008":"2024-04-13T08:36:32.219514+0000","172.21.15.112:0/3758172165":"2024-04-13T08:36:57.005915+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-12T08:42:03.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:42:03 smithi112 ceph-mon[29019]: pgmap v17: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:42:03.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:42:03 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:42:03.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:42:03 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/2619813366' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T08:42:03.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:42:03 smithi112 ceph-mon[40233]: pgmap v17: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:42:03.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:42:03 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:42:03.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:42:03 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/2619813366' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T08:42:03.470 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph tell osd.0 flush_pg_stats 2024-04-12T08:42:03.470 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph tell osd.1 flush_pg_stats 2024-04-12T08:42:03.471 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph tell osd.2 flush_pg_stats 2024-04-12T08:42:03.471 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph tell osd.3 flush_pg_stats 2024-04-12T08:42:03.471 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph tell osd.4 flush_pg_stats 2024-04-12T08:42:03.472 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph tell osd.5 flush_pg_stats 2024-04-12T08:42:03.472 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph tell osd.6 flush_pg_stats 2024-04-12T08:42:03.472 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph tell osd.7 flush_pg_stats 2024-04-12T08:42:03.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:42:03 smithi175 ceph-mon[32523]: pgmap v17: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:42:03.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:42:03 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:42:03.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:42:03 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/2619813366' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T08:42:04.017 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T08:42:04.017 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T08:42:04.018 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T08:42:04.018 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T08:42:04.021 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T08:42:04.021 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T08:42:04.021 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T08:42:04.025 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T08:42:04.514 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:42:04 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[34409]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:42:04] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-12T08:42:05.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:42:05 smithi112 ceph-mon[29019]: pgmap v18: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:42:05.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:42:05 smithi112 ceph-mon[40233]: pgmap v18: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:42:05.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:42:05 smithi175 ceph-mon[32523]: pgmap v18: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:42:07.092 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 08:42:06 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-alertmanager-a[69222]: ts=2024-04-12T08:42:06.806Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.003048653s 2024-04-12T08:42:07.448 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:42:07 smithi112 ceph-mon[40233]: pgmap v19: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:42:07.449 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:42:07 smithi112 ceph-mon[29019]: pgmap v19: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:42:07.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:42:07 smithi175 ceph-mon[32523]: pgmap v19: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:42:09.196 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:42:09 smithi175 ceph-mon[32523]: pgmap v20: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:42:09.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:42:09 smithi112 ceph-mon[29019]: pgmap v20: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:42:09.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:42:09 smithi112 ceph-mon[40233]: pgmap v20: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:42:10.969 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:10 smithi175 podman[61750]: 2024-04-12 08:42:10.896611464 +0000 UTC m=+0.340199213 container start 62703faa60d23e4619956842742971119fb8a9241e7b26efc99e0fed7bd6f023 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, maintainer=Paul Cuzner , release=239.1651231664, build-date=2022-04-29T11:48:11.055897, vendor=Red Hat, Inc., com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.k8s.display-name=Red Hat Universal Base Image 8, io.openshift.expose-services=, io.openshift.tags=base rhel8, io.buildah.version=1.32.0, name=ubi8, summary=Grafana Container configured for Ceph mgr/dashboard integration, version=8.5, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, vcs-type=git, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., distribution-scope=public, description=Ceph Grafana Container, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, architecture=x86_64, com.redhat.component=ubi8-container) 2024-04-12T08:42:10.969 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:10 smithi175 bash[61750]: 62703faa60d23e4619956842742971119fb8a9241e7b26efc99e0fed7bd6f023 2024-04-12T08:42:11.218 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-mon[32523]: pgmap v21: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:42:11.218 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:42:11.218 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:42:11.218 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:42:11.218 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:42:11.219 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:10 smithi175 systemd[1]: Started Ceph grafana.a for 96d9de20-f8a7-11ee-bc8c-c7b262605968. 2024-04-12T08:42:11.219 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=settings t=2024-04-12T08:42:11.059343911Z level=info msg="Starting Grafana" version=9.4.7 commit=4add91f03d branch=HEAD compiled=2023-03-16T23:56:52Z 2024-04-12T08:42:11.219 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=settings t=2024-04-12T08:42:11.059537341Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2024-04-12T08:42:11.219 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=settings t=2024-04-12T08:42:11.059555609Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-04-12T08:42:11.220 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=settings t=2024-04-12T08:42:11.059563447Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-04-12T08:42:11.220 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=settings t=2024-04-12T08:42:11.059569897Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-04-12T08:42:11.220 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=settings t=2024-04-12T08:42:11.059576159Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-04-12T08:42:11.220 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=settings t=2024-04-12T08:42:11.059581779Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-04-12T08:42:11.220 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=settings t=2024-04-12T08:42:11.059587608Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-04-12T08:42:11.220 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=settings t=2024-04-12T08:42:11.059593486Z level=info msg="Path Home" path=/usr/share/grafana 2024-04-12T08:42:11.220 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=settings t=2024-04-12T08:42:11.0595992Z level=info msg="Path Data" path=/var/lib/grafana 2024-04-12T08:42:11.220 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=settings t=2024-04-12T08:42:11.059604774Z level=info msg="Path Logs" path=/var/log/grafana 2024-04-12T08:42:11.220 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=settings t=2024-04-12T08:42:11.059611628Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-04-12T08:42:11.220 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=settings t=2024-04-12T08:42:11.059617378Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-04-12T08:42:11.220 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=settings t=2024-04-12T08:42:11.059623148Z level=info msg="App mode production" 2024-04-12T08:42:11.220 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=sqlstore t=2024-04-12T08:42:11.05966746Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-04-12T08:42:11.221 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=sqlstore t=2024-04-12T08:42:11.059682659Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-04-12T08:42:11.221 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.060538191Z level=info msg="Starting DB migrations" 2024-04-12T08:42:11.221 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.060608064Z level=info msg="Executing migration" id="create migration_log table" 2024-04-12T08:42:11.221 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.06112956Z level=info msg="Executing migration" id="create user table" 2024-04-12T08:42:11.221 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.061564483Z level=info msg="Executing migration" id="add unique index user.login" 2024-04-12T08:42:11.221 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.062398777Z level=info msg="Executing migration" id="add unique index user.email" 2024-04-12T08:42:11.221 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.062843149Z level=info msg="Executing migration" id="drop index UQE_user_login - v1" 2024-04-12T08:42:11.221 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.063710498Z level=info msg="Executing migration" id="drop index UQE_user_email - v1" 2024-04-12T08:42:11.221 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.064131382Z level=info msg="Executing migration" id="Rename table user to user_v1 - v1" 2024-04-12T08:42:11.221 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.065008451Z level=info msg="Executing migration" id="create user table v2" 2024-04-12T08:42:11.221 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.067840498Z level=info msg="Executing migration" id="create index UQE_user_login - v2" 2024-04-12T08:42:11.221 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.070550592Z level=info msg="Executing migration" id="create index UQE_user_email - v2" 2024-04-12T08:42:11.221 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.073253581Z level=info msg="Executing migration" id="copy data_source v1 to v2" 2024-04-12T08:42:11.221 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.073626748Z level=info msg="Executing migration" id="Drop old table user_v1" 2024-04-12T08:42:11.222 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.07625001Z level=info msg="Executing migration" id="Add column help_flags1 to user table" 2024-04-12T08:42:11.222 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.076702597Z level=info msg="Executing migration" id="Update user table charset" 2024-04-12T08:42:11.222 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.077006549Z level=info msg="Executing migration" id="Add last_seen_at column to user" 2024-04-12T08:42:11.222 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.077433746Z level=info msg="Executing migration" id="Add missing user data" 2024-04-12T08:42:11.222 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.07972504Z level=info msg="Executing migration" id="Add is_disabled column to user" 2024-04-12T08:42:11.222 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.080171067Z level=info msg="Executing migration" id="Add index user.login/user.email" 2024-04-12T08:42:11.222 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.082473147Z level=info msg="Executing migration" id="Add is_service_account column to user" 2024-04-12T08:42:11.222 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.085149518Z level=info msg="Executing migration" id="Update is_service_account column to nullable" 2024-04-12T08:42:11.222 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.086327386Z level=info msg="Executing migration" id="create temp user table v1-7" 2024-04-12T08:42:11.222 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.08908793Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v1-7" 2024-04-12T08:42:11.222 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.091794481Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v1-7" 2024-04-12T08:42:11.222 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.094563114Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v1-7" 2024-04-12T08:42:11.222 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.097254239Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v1-7" 2024-04-12T08:42:11.222 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.099878559Z level=info msg="Executing migration" id="Update temp_user table charset" 2024-04-12T08:42:11.223 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.100220693Z level=info msg="Executing migration" id="drop index IDX_temp_user_email - v1" 2024-04-12T08:42:11.223 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.102884007Z level=info msg="Executing migration" id="drop index IDX_temp_user_org_id - v1" 2024-04-12T08:42:11.223 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.10551874Z level=info msg="Executing migration" id="drop index IDX_temp_user_code - v1" 2024-04-12T08:42:11.223 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.108151182Z level=info msg="Executing migration" id="drop index IDX_temp_user_status - v1" 2024-04-12T08:42:11.223 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.108567726Z level=info msg="Executing migration" id="Rename table temp_user to temp_user_tmp_qwerty - v1" 2024-04-12T08:42:11.223 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.109238137Z level=info msg="Executing migration" id="create temp_user v2" 2024-04-12T08:42:11.223 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.109662132Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v2" 2024-04-12T08:42:11.223 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.110051626Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v2" 2024-04-12T08:42:11.223 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.110463737Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v2" 2024-04-12T08:42:11.223 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.110842533Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v2" 2024-04-12T08:42:11.223 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.111280534Z level=info msg="Executing migration" id="copy temp_user v1 to v2" 2024-04-12T08:42:11.223 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.11163766Z level=info msg="Executing migration" id="drop temp_user_tmp_qwerty" 2024-04-12T08:42:11.223 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.111988393Z level=info msg="Executing migration" id="Set created for temp users that will otherwise prematurely expire" 2024-04-12T08:42:11.223 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.112347899Z level=info msg="Executing migration" id="create star table" 2024-04-12T08:42:11.224 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.112711844Z level=info msg="Executing migration" id="add unique index star.user_id_dashboard_id" 2024-04-12T08:42:11.224 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.113164768Z level=info msg="Executing migration" id="create org table v1" 2024-04-12T08:42:11.225 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.11358122Z level=info msg="Executing migration" id="create index UQE_org_name - v1" 2024-04-12T08:42:11.225 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.114003321Z level=info msg="Executing migration" id="create org_user table v1" 2024-04-12T08:42:11.225 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.114399022Z level=info msg="Executing migration" id="create index IDX_org_user_org_id - v1" 2024-04-12T08:42:11.225 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.114814466Z level=info msg="Executing migration" id="create index UQE_org_user_org_id_user_id - v1" 2024-04-12T08:42:11.225 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.115274966Z level=info msg="Executing migration" id="create index IDX_org_user_user_id - v1" 2024-04-12T08:42:11.225 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.115719092Z level=info msg="Executing migration" id="Update org table charset" 2024-04-12T08:42:11.225 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.116010488Z level=info msg="Executing migration" id="Update org_user table charset" 2024-04-12T08:42:11.225 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.116326052Z level=info msg="Executing migration" id="Migrate all Read Only Viewers to Viewers" 2024-04-12T08:42:11.225 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.116629923Z level=info msg="Executing migration" id="create dashboard table" 2024-04-12T08:42:11.225 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.117018617Z level=info msg="Executing migration" id="add index dashboard.account_id" 2024-04-12T08:42:11.225 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.117433837Z level=info msg="Executing migration" id="add unique index dashboard_account_id_slug" 2024-04-12T08:42:11.225 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.117865831Z level=info msg="Executing migration" id="create dashboard_tag table" 2024-04-12T08:42:11.226 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.118271484Z level=info msg="Executing migration" id="add unique index dashboard_tag.dasboard_id_term" 2024-04-12T08:42:11.226 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.120911146Z level=info msg="Executing migration" id="drop index UQE_dashboard_tag_dashboard_id_term - v1" 2024-04-12T08:42:11.226 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.121761187Z level=info msg="Executing migration" id="Rename table dashboard to dashboard_v1 - v1" 2024-04-12T08:42:11.226 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.122668813Z level=info msg="Executing migration" id="create dashboard v2" 2024-04-12T08:42:11.226 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.123507151Z level=info msg="Executing migration" id="create index IDX_dashboard_org_id - v2" 2024-04-12T08:42:11.226 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.124362362Z level=info msg="Executing migration" id="create index UQE_dashboard_org_id_slug - v2" 2024-04-12T08:42:11.226 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.125263151Z level=info msg="Executing migration" id="copy dashboard v1 to v2" 2024-04-12T08:42:11.226 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.125643119Z level=info msg="Executing migration" id="drop table dashboard_v1" 2024-04-12T08:42:11.226 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.126026776Z level=info msg="Executing migration" id="alter dashboard.data to mediumtext v1" 2024-04-12T08:42:11.226 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.126350734Z level=info msg="Executing migration" id="Add column updated_by in dashboard - v2" 2024-04-12T08:42:11.226 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.126877695Z level=info msg="Executing migration" id="Add column created_by in dashboard - v2" 2024-04-12T08:42:11.226 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.127438834Z level=info msg="Executing migration" id="Add column gnetId in dashboard" 2024-04-12T08:42:11.226 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.127945263Z level=info msg="Executing migration" id="Add index for gnetId in dashboard" 2024-04-12T08:42:11.226 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.128399542Z level=info msg="Executing migration" id="Add column plugin_id in dashboard" 2024-04-12T08:42:11.226 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.128926146Z level=info msg="Executing migration" id="Add index for plugin_id in dashboard" 2024-04-12T08:42:11.227 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.129378691Z level=info msg="Executing migration" id="Add index for dashboard_id in dashboard_tag" 2024-04-12T08:42:11.227 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.129780902Z level=info msg="Executing migration" id="Update dashboard table charset" 2024-04-12T08:42:11.227 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.130103209Z level=info msg="Executing migration" id="Update dashboard_tag table charset" 2024-04-12T08:42:11.227 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.130621152Z level=info msg="Executing migration" id="Add column folder_id in dashboard" 2024-04-12T08:42:11.227 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.131180405Z level=info msg="Executing migration" id="Add column isFolder in dashboard" 2024-04-12T08:42:11.227 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.131730864Z level=info msg="Executing migration" id="Add column has_acl in dashboard" 2024-04-12T08:42:11.227 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.132579064Z level=info msg="Executing migration" id="Add column uid in dashboard" 2024-04-12T08:42:11.227 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.133437915Z level=info msg="Executing migration" id="Update uid column values in dashboard" 2024-04-12T08:42:11.227 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.13430607Z level=info msg="Executing migration" id="Add unique index dashboard_org_id_uid" 2024-04-12T08:42:11.227 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.135183837Z level=info msg="Executing migration" id="Remove unique index org_id_slug" 2024-04-12T08:42:11.227 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.136036897Z level=info msg="Executing migration" id="Update dashboard title length" 2024-04-12T08:42:11.227 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.136885005Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_title_folder_id" 2024-04-12T08:42:11.228 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.137771144Z level=info msg="Executing migration" id="create dashboard_provisioning" 2024-04-12T08:42:11.228 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.138630799Z level=info msg="Executing migration" id="Rename table dashboard_provisioning to dashboard_provisioning_tmp_qwerty - v1" 2024-04-12T08:42:11.228 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.139608472Z level=info msg="Executing migration" id="create dashboard_provisioning v2" 2024-04-12T08:42:11.228 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.140457642Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id - v2" 2024-04-12T08:42:11.228 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.141304338Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id_name - v2" 2024-04-12T08:42:11.228 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.142151722Z level=info msg="Executing migration" id="copy dashboard_provisioning v1 to v2" 2024-04-12T08:42:11.228 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.143031814Z level=info msg="Executing migration" id="drop dashboard_provisioning_tmp_qwerty" 2024-04-12T08:42:11.228 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.143886666Z level=info msg="Executing migration" id="Add check_sum column" 2024-04-12T08:42:11.228 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.144749561Z level=info msg="Executing migration" id="Add index for dashboard_title" 2024-04-12T08:42:11.228 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.145601273Z level=info msg="Executing migration" id="delete tags for deleted dashboards" 2024-04-12T08:42:11.228 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.146451877Z level=info msg="Executing migration" id="delete stars for deleted dashboards" 2024-04-12T08:42:11.228 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.147305748Z level=info msg="Executing migration" id="Add index for dashboard_is_folder" 2024-04-12T08:42:11.228 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.148168877Z level=info msg="Executing migration" id="Add isPublic for dashboard" 2024-04-12T08:42:11.228 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.149048113Z level=info msg="Executing migration" id="create data_source table" 2024-04-12T08:42:11.228 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.151837808Z level=info msg="Executing migration" id="add index data_source.account_id" 2024-04-12T08:42:11.228 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.154649076Z level=info msg="Executing migration" id="add unique index data_source.account_id_name" 2024-04-12T08:42:11.229 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.155136289Z level=info msg="Executing migration" id="drop index IDX_data_source_account_id - v1" 2024-04-12T08:42:11.229 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.157911508Z level=info msg="Executing migration" id="drop index UQE_data_source_account_id_name - v1" 2024-04-12T08:42:11.229 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.160750127Z level=info msg="Executing migration" id="Rename table data_source to data_source_v1 - v1" 2024-04-12T08:42:11.229 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.163625057Z level=info msg="Executing migration" id="create data_source table v2" 2024-04-12T08:42:11.229 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.166470088Z level=info msg="Executing migration" id="create index IDX_data_source_org_id - v2" 2024-04-12T08:42:11.229 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.169216344Z level=info msg="Executing migration" id="create index UQE_data_source_org_id_name - v2" 2024-04-12T08:42:11.229 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.172066905Z level=info msg="Executing migration" id="Drop old table data_source_v1 #2" 2024-04-12T08:42:11.229 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.174913079Z level=info msg="Executing migration" id="Add column with_credentials" 2024-04-12T08:42:11.229 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.177802595Z level=info msg="Executing migration" id="Add secure json data column" 2024-04-12T08:42:11.229 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.180614776Z level=info msg="Executing migration" id="Update data_source table charset" 2024-04-12T08:42:11.229 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.183367998Z level=info msg="Executing migration" id="Update initial version to 1" 2024-04-12T08:42:11.229 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.186183008Z level=info msg="Executing migration" id="Add read_only data column" 2024-04-12T08:42:11.229 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.189152591Z level=info msg="Executing migration" id="Migrate logging ds to loki ds" 2024-04-12T08:42:11.229 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.191928086Z level=info msg="Executing migration" id="Update json_data with nulls" 2024-04-12T08:42:11.229 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.194817283Z level=info msg="Executing migration" id="Add uid column" 2024-04-12T08:42:11.229 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.19766265Z level=info msg="Executing migration" id="Update uid value" 2024-04-12T08:42:11.230 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.200568442Z level=info msg="Executing migration" id="Add unique index datasource_org_id_uid" 2024-04-12T08:42:11.230 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.203072143Z level=info msg="Executing migration" id="add unique index datasource_org_id_is_default" 2024-04-12T08:42:11.230 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.205850398Z level=info msg="Executing migration" id="create api_key table" 2024-04-12T08:42:11.230 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.20859345Z level=info msg="Executing migration" id="add index api_key.account_id" 2024-04-12T08:42:11.230 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.211042361Z level=info msg="Executing migration" id="add index api_key.key" 2024-04-12T08:42:11.230 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.21370566Z level=info msg="Executing migration" id="add index api_key.account_id_name" 2024-04-12T08:42:11.230 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.216133779Z level=info msg="Executing migration" id="drop index IDX_api_key_account_id - v1" 2024-04-12T08:42:11.230 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.218567714Z level=info msg="Executing migration" id="drop index UQE_api_key_key - v1" 2024-04-12T08:42:11.230 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.22122096Z level=info msg="Executing migration" id="drop index UQE_api_key_account_id_name - v1" 2024-04-12T08:42:11.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:42:11 smithi112 ceph-mon[40233]: pgmap v21: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:42:11.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:42:11 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:42:11.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:42:11 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:42:11.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:42:11 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:42:11.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:42:11 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:42:11.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:42:11 smithi112 ceph-mon[29019]: pgmap v21: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:42:11.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:42:11 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:42:11.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:42:11 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:42:11.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:42:11 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:42:11.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:42:11 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:42:11.469 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.223833215Z level=info msg="Executing migration" id="Rename table api_key to api_key_v1 - v1" 2024-04-12T08:42:11.469 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.226558471Z level=info msg="Executing migration" id="create api_key table v2" 2024-04-12T08:42:11.469 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.229161484Z level=info msg="Executing migration" id="create index IDX_api_key_org_id - v2" 2024-04-12T08:42:11.469 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.231869638Z level=info msg="Executing migration" id="create index UQE_api_key_key - v2" 2024-04-12T08:42:11.470 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.234484653Z level=info msg="Executing migration" id="create index UQE_api_key_org_id_name - v2" 2024-04-12T08:42:11.470 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.237179302Z level=info msg="Executing migration" id="copy api_key v1 to v2" 2024-04-12T08:42:11.470 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.23981258Z level=info msg="Executing migration" id="Drop old table api_key_v1" 2024-04-12T08:42:11.470 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.240217131Z level=info msg="Executing migration" id="Update api_key table charset" 2024-04-12T08:42:11.470 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.242853582Z level=info msg="Executing migration" id="Add expires to api_key table" 2024-04-12T08:42:11.470 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.245514458Z level=info msg="Executing migration" id="Add service account foreign key" 2024-04-12T08:42:11.470 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.246362841Z level=info msg="Executing migration" id="set service account foreign key to nil if 0" 2024-04-12T08:42:11.470 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.247220951Z level=info msg="Executing migration" id="Add last_used_at to api_key table" 2024-04-12T08:42:11.470 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.248073128Z level=info msg="Executing migration" id="Add is_revoked column to api_key table" 2024-04-12T08:42:11.470 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.248931329Z level=info msg="Executing migration" id="create dashboard_snapshot table v4" 2024-04-12T08:42:11.470 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.249814123Z level=info msg="Executing migration" id="drop table dashboard_snapshot_v4 #1" 2024-04-12T08:42:11.471 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.250701664Z level=info msg="Executing migration" id="create dashboard_snapshot table v5 #2" 2024-04-12T08:42:11.471 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.251549064Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_key - v5" 2024-04-12T08:42:11.471 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.252375258Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_delete_key - v5" 2024-04-12T08:42:11.471 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.25323319Z level=info msg="Executing migration" id="create index IDX_dashboard_snapshot_user_id - v5" 2024-04-12T08:42:11.471 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.254071904Z level=info msg="Executing migration" id="alter dashboard_snapshot to mediumtext v2" 2024-04-12T08:42:11.472 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.25491544Z level=info msg="Executing migration" id="Update dashboard_snapshot table charset" 2024-04-12T08:42:11.472 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.255772683Z level=info msg="Executing migration" id="Add column external_delete_url to dashboard_snapshots table" 2024-04-12T08:42:11.472 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.256652115Z level=info msg="Executing migration" id="Add encrypted dashboard json column" 2024-04-12T08:42:11.472 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.257512437Z level=info msg="Executing migration" id="Change dashboard_encrypted column to MEDIUMBLOB" 2024-04-12T08:42:11.472 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.258369242Z level=info msg="Executing migration" id="create quota table v1" 2024-04-12T08:42:11.472 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.259184409Z level=info msg="Executing migration" id="create index UQE_quota_org_id_user_id_target - v1" 2024-04-12T08:42:11.472 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.260041777Z level=info msg="Executing migration" id="Update quota table charset" 2024-04-12T08:42:11.472 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.260350036Z level=info msg="Executing migration" id="create plugin_setting table" 2024-04-12T08:42:11.472 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.260891457Z level=info msg="Executing migration" id="create index UQE_plugin_setting_org_id_plugin_id - v1" 2024-04-12T08:42:11.472 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.261805142Z level=info msg="Executing migration" id="Add column plugin_version to plugin_settings" 2024-04-12T08:42:11.472 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.262634482Z level=info msg="Executing migration" id="Update plugin_setting table charset" 2024-04-12T08:42:11.472 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.262973258Z level=info msg="Executing migration" id="create session table" 2024-04-12T08:42:11.472 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.263486862Z level=info msg="Executing migration" id="Drop old table playlist table" 2024-04-12T08:42:11.472 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.263779496Z level=info msg="Executing migration" id="Drop old table playlist_item table" 2024-04-12T08:42:11.473 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.264341721Z level=info msg="Executing migration" id="create playlist table v2" 2024-04-12T08:42:11.473 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.264739684Z level=info msg="Executing migration" id="create playlist item table v2" 2024-04-12T08:42:11.473 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.265604285Z level=info msg="Executing migration" id="Update playlist table charset" 2024-04-12T08:42:11.473 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.266401308Z level=info msg="Executing migration" id="Update playlist_item table charset" 2024-04-12T08:42:11.473 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.266724408Z level=info msg="Executing migration" id="drop preferences table v2" 2024-04-12T08:42:11.473 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.267009388Z level=info msg="Executing migration" id="drop preferences table v3" 2024-04-12T08:42:11.473 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.267327065Z level=info msg="Executing migration" id="create preferences table v3" 2024-04-12T08:42:11.473 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.267734188Z level=info msg="Executing migration" id="Update preferences table charset" 2024-04-12T08:42:11.473 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.268006917Z level=info msg="Executing migration" id="Add column team_id in preferences" 2024-04-12T08:42:11.473 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.26864736Z level=info msg="Executing migration" id="Update team_id column values in preferences" 2024-04-12T08:42:11.473 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.268942338Z level=info msg="Executing migration" id="Add column week_start in preferences" 2024-04-12T08:42:11.473 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.269542995Z level=info msg="Executing migration" id="Add column preferences.json_data" 2024-04-12T08:42:11.473 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.270410014Z level=info msg="Executing migration" id="alter preferences.json_data to mediumtext v1" 2024-04-12T08:42:11.473 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.271129361Z level=info msg="Executing migration" id="Add preferences index org_id" 2024-04-12T08:42:11.474 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.273789329Z level=info msg="Executing migration" id="Add preferences index user_id" 2024-04-12T08:42:11.474 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.276448196Z level=info msg="Executing migration" id="create alert table v1" 2024-04-12T08:42:11.474 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.278801774Z level=info msg="Executing migration" id="add index alert org_id & id " 2024-04-12T08:42:11.474 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.279275525Z level=info msg="Executing migration" id="add index alert state" 2024-04-12T08:42:11.474 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.281664194Z level=info msg="Executing migration" id="add index alert dashboard_id" 2024-04-12T08:42:11.474 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.284286767Z level=info msg="Executing migration" id="Create alert_rule_tag table v1" 2024-04-12T08:42:11.474 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.286925197Z level=info msg="Executing migration" id="Add unique index alert_rule_tag.alert_id_tag_id" 2024-04-12T08:42:11.474 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.287404032Z level=info msg="Executing migration" id="drop index UQE_alert_rule_tag_alert_id_tag_id - v1" 2024-04-12T08:42:11.474 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.289782473Z level=info msg="Executing migration" id="Rename table alert_rule_tag to alert_rule_tag_v1 - v1" 2024-04-12T08:42:11.474 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.291402044Z level=info msg="Executing migration" id="Create alert_rule_tag table v2" 2024-04-12T08:42:11.474 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.292155677Z level=info msg="Executing migration" id="create index UQE_alert_rule_tag_alert_id_tag_id - Add unique index alert_rule_tag.alert_id_tag_id V2" 2024-04-12T08:42:11.474 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.294597153Z level=info msg="Executing migration" id="copy alert_rule_tag v1 to v2" 2024-04-12T08:42:11.474 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.29493139Z level=info msg="Executing migration" id="drop table alert_rule_tag_v1" 2024-04-12T08:42:11.474 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.295723664Z level=info msg="Executing migration" id="create alert_notification table v1" 2024-04-12T08:42:11.475 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.296520366Z level=info msg="Executing migration" id="Add column is_default" 2024-04-12T08:42:11.475 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.297281532Z level=info msg="Executing migration" id="Add column frequency" 2024-04-12T08:42:11.475 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.297908208Z level=info msg="Executing migration" id="Add column send_reminder" 2024-04-12T08:42:11.475 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.29864831Z level=info msg="Executing migration" id="Add column disable_resolve_message" 2024-04-12T08:42:11.475 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.299426645Z level=info msg="Executing migration" id="add index alert_notification org_id & name" 2024-04-12T08:42:11.475 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.300186456Z level=info msg="Executing migration" id="Update alert table charset" 2024-04-12T08:42:11.475 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.30049112Z level=info msg="Executing migration" id="Update alert_notification table charset" 2024-04-12T08:42:11.475 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.301287567Z level=info msg="Executing migration" id="create notification_journal table v1" 2024-04-12T08:42:11.475 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.301693751Z level=info msg="Executing migration" id="add index notification_journal org_id & alert_id & notifier_id" 2024-04-12T08:42:11.475 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.302144274Z level=info msg="Executing migration" id="drop alert_notification_journal" 2024-04-12T08:42:11.475 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.302859756Z level=info msg="Executing migration" id="create alert_notification_state table v1" 2024-04-12T08:42:11.475 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.303259391Z level=info msg="Executing migration" id="add index alert_notification_state org_id & alert_id & notifier_id" 2024-04-12T08:42:11.475 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.303977088Z level=info msg="Executing migration" id="Add for to alert table" 2024-04-12T08:42:11.475 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.304752786Z level=info msg="Executing migration" id="Add column uid in alert_notification" 2024-04-12T08:42:11.477 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.305555945Z level=info msg="Executing migration" id="Update uid column values in alert_notification" 2024-04-12T08:42:11.477 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.306216804Z level=info msg="Executing migration" id="Add unique index alert_notification_org_id_uid" 2024-04-12T08:42:11.477 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.307009126Z level=info msg="Executing migration" id="Remove unique index org_id_name" 2024-04-12T08:42:11.477 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.307810362Z level=info msg="Executing migration" id="Add column secure_settings in alert_notification" 2024-04-12T08:42:11.477 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.308613211Z level=info msg="Executing migration" id="alter alert.settings to mediumtext" 2024-04-12T08:42:11.477 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.30891341Z level=info msg="Executing migration" id="Add non-unique index alert_notification_state_alert_id" 2024-04-12T08:42:11.477 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.309728Z level=info msg="Executing migration" id="Add non-unique index alert_rule_tag_alert_id" 2024-04-12T08:42:11.477 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.310535992Z level=info msg="Executing migration" id="Drop old annotation table v4" 2024-04-12T08:42:11.477 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.311348872Z level=info msg="Executing migration" id="create annotation table v5" 2024-04-12T08:42:11.478 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.311838056Z level=info msg="Executing migration" id="add index annotation 0 v3" 2024-04-12T08:42:11.478 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.312585005Z level=info msg="Executing migration" id="add index annotation 1 v3" 2024-04-12T08:42:11.478 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.313361548Z level=info msg="Executing migration" id="add index annotation 2 v3" 2024-04-12T08:42:11.478 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.314154092Z level=info msg="Executing migration" id="add index annotation 3 v3" 2024-04-12T08:42:11.478 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.314599539Z level=info msg="Executing migration" id="add index annotation 4 v3" 2024-04-12T08:42:11.478 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.315379834Z level=info msg="Executing migration" id="Update annotation table charset" 2024-04-12T08:42:11.478 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.316175495Z level=info msg="Executing migration" id="Add column region_id to annotation table" 2024-04-12T08:42:11.478 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.316960416Z level=info msg="Executing migration" id="Drop category_id index" 2024-04-12T08:42:11.478 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.317373138Z level=info msg="Executing migration" id="Add column tags to annotation table" 2024-04-12T08:42:11.478 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.318186229Z level=info msg="Executing migration" id="Create annotation_tag table v2" 2024-04-12T08:42:11.478 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.318589682Z level=info msg="Executing migration" id="Add unique index annotation_tag.annotation_id_tag_id" 2024-04-12T08:42:11.478 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.319011133Z level=info msg="Executing migration" id="drop index UQE_annotation_tag_annotation_id_tag_id - v2" 2024-04-12T08:42:11.478 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.321789409Z level=info msg="Executing migration" id="Rename table annotation_tag to annotation_tag_v2 - v2" 2024-04-12T08:42:11.478 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.323350623Z level=info msg="Executing migration" id="Create annotation_tag table v3" 2024-04-12T08:42:11.478 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.326014576Z level=info msg="Executing migration" id="create index UQE_annotation_tag_annotation_id_tag_id - Add unique index annotation_tag.annotation_id_tag_id V3" 2024-04-12T08:42:11.478 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.328775039Z level=info msg="Executing migration" id="copy annotation_tag v2 to v3" 2024-04-12T08:42:11.479 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.331607626Z level=info msg="Executing migration" id="drop table annotation_tag_v2" 2024-04-12T08:42:11.479 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.331978629Z level=info msg="Executing migration" id="Update alert annotations and set TEXT to empty" 2024-04-12T08:42:11.479 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.334597344Z level=info msg="Executing migration" id="Add created time to annotation table" 2024-04-12T08:42:11.479 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.337427661Z level=info msg="Executing migration" id="Add updated time to annotation table" 2024-04-12T08:42:11.479 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.340057219Z level=info msg="Executing migration" id="Add index for created in annotation table" 2024-04-12T08:42:11.479 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.340513501Z level=info msg="Executing migration" id="Add index for updated in annotation table" 2024-04-12T08:42:11.479 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.343192346Z level=info msg="Executing migration" id="Convert existing annotations from seconds to milliseconds" 2024-04-12T08:42:11.479 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.345849553Z level=info msg="Executing migration" id="Add epoch_end column" 2024-04-12T08:42:11.479 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.348501571Z level=info msg="Executing migration" id="Add index for epoch_end" 2024-04-12T08:42:11.479 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.34896255Z level=info msg="Executing migration" id="Make epoch_end the same as epoch" 2024-04-12T08:42:11.479 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.351720284Z level=info msg="Executing migration" id="Move region to single row" 2024-04-12T08:42:11.479 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.354342605Z level=info msg="Executing migration" id="Remove index org_id_epoch from annotation table" 2024-04-12T08:42:11.479 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.357038558Z level=info msg="Executing migration" id="Remove index org_id_dashboard_id_panel_id_epoch from annotation table" 2024-04-12T08:42:11.480 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.357480448Z level=info msg="Executing migration" id="Add index for org_id_dashboard_id_epoch_end_epoch on annotation table" 2024-04-12T08:42:11.480 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.359873461Z level=info msg="Executing migration" id="Add index for org_id_epoch_end_epoch on annotation table" 2024-04-12T08:42:11.480 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.360328911Z level=info msg="Executing migration" id="Remove index org_id_epoch_epoch_end from annotation table" 2024-04-12T08:42:11.480 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.362337974Z level=info msg="Executing migration" id="Add index for alert_id on annotation table" 2024-04-12T08:42:11.480 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.364742417Z level=info msg="Executing migration" id="Increase tags column to length 4096" 2024-04-12T08:42:11.480 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.365048825Z level=info msg="Executing migration" id="create test_data table" 2024-04-12T08:42:11.480 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.36752607Z level=info msg="Executing migration" id="create dashboard_version table v1" 2024-04-12T08:42:11.480 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.369865643Z level=info msg="Executing migration" id="add index dashboard_version.dashboard_id" 2024-04-12T08:42:11.480 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.372547197Z level=info msg="Executing migration" id="add unique index dashboard_version.dashboard_id and dashboard_version.version" 2024-04-12T08:42:11.480 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.372975752Z level=info msg="Executing migration" id="Set dashboard version to 1 where 0" 2024-04-12T08:42:11.480 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.375621804Z level=info msg="Executing migration" id="save existing dashboard data in dashboard_version table v1" 2024-04-12T08:42:11.480 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.378252228Z level=info msg="Executing migration" id="alter dashboard_version.data to mediumtext v1" 2024-04-12T08:42:11.480 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.380678903Z level=info msg="Executing migration" id="create team table" 2024-04-12T08:42:11.480 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.381089023Z level=info msg="Executing migration" id="add index team.org_id" 2024-04-12T08:42:11.480 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.383675558Z level=info msg="Executing migration" id="add unique index team_org_id_name" 2024-04-12T08:42:11.481 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.386292561Z level=info msg="Executing migration" id="create team member table" 2024-04-12T08:42:11.481 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.388667906Z level=info msg="Executing migration" id="add index team_member.org_id" 2024-04-12T08:42:11.481 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.389095745Z level=info msg="Executing migration" id="add unique index team_member_org_id_team_id_user_id" 2024-04-12T08:42:11.481 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.389864446Z level=info msg="Executing migration" id="add index team_member.team_id" 2024-04-12T08:42:11.481 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.390667031Z level=info msg="Executing migration" id="Add column email to team table" 2024-04-12T08:42:11.481 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.391433092Z level=info msg="Executing migration" id="Add column external to team_member table" 2024-04-12T08:42:11.481 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.392140877Z level=info msg="Executing migration" id="Add column permission to team_member table" 2024-04-12T08:42:11.481 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.392925978Z level=info msg="Executing migration" id="create dashboard acl table" 2024-04-12T08:42:11.481 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.393727416Z level=info msg="Executing migration" id="add index dashboard_acl_dashboard_id" 2024-04-12T08:42:11.481 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.394511303Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_user_id" 2024-04-12T08:42:11.481 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.394921869Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_team_id" 2024-04-12T08:42:11.481 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.395711849Z level=info msg="Executing migration" id="add index dashboard_acl_user_id" 2024-04-12T08:42:11.481 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.3964887Z level=info msg="Executing migration" id="add index dashboard_acl_team_id" 2024-04-12T08:42:11.481 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.397241858Z level=info msg="Executing migration" id="add index dashboard_acl_org_id_role" 2024-04-12T08:42:11.482 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.397658994Z level=info msg="Executing migration" id="add index dashboard_permission" 2024-04-12T08:42:11.482 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.39842364Z level=info msg="Executing migration" id="save default acl rules in dashboard_acl table" 2024-04-12T08:42:11.482 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.39918233Z level=info msg="Executing migration" id="delete acl rules for deleted dashboards and folders" 2024-04-12T08:42:11.482 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.399963506Z level=info msg="Executing migration" id="create tag table" 2024-04-12T08:42:11.482 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.400352161Z level=info msg="Executing migration" id="add index tag.key_value" 2024-04-12T08:42:11.482 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.401060683Z level=info msg="Executing migration" id="create login attempt table" 2024-04-12T08:42:11.482 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.401882151Z level=info msg="Executing migration" id="add index login_attempt.username" 2024-04-12T08:42:11.482 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.402733292Z level=info msg="Executing migration" id="drop index IDX_login_attempt_username - v1" 2024-04-12T08:42:11.482 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.403181711Z level=info msg="Executing migration" id="Rename table login_attempt to login_attempt_tmp_qwerty - v1" 2024-04-12T08:42:11.482 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.405153204Z level=info msg="Executing migration" id="create login_attempt v2" 2024-04-12T08:42:11.482 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.405932957Z level=info msg="Executing migration" id="create index IDX_login_attempt_username - v2" 2024-04-12T08:42:11.482 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.406723047Z level=info msg="Executing migration" id="copy login_attempt v1 to v2" 2024-04-12T08:42:11.482 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.40702295Z level=info msg="Executing migration" id="drop login_attempt_tmp_qwerty" 2024-04-12T08:42:11.482 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.407394018Z level=info msg="Executing migration" id="create user auth table" 2024-04-12T08:42:11.483 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.407833907Z level=info msg="Executing migration" id="create index IDX_user_auth_auth_module_auth_id - v1" 2024-04-12T08:42:11.483 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.408262165Z level=info msg="Executing migration" id="alter user_auth.auth_id to length 190" 2024-04-12T08:42:11.483 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.408655634Z level=info msg="Executing migration" id="Add OAuth access token to user_auth" 2024-04-12T08:42:11.483 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.409466734Z level=info msg="Executing migration" id="Add OAuth refresh token to user_auth" 2024-04-12T08:42:11.483 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.410202978Z level=info msg="Executing migration" id="Add OAuth token type to user_auth" 2024-04-12T08:42:11.483 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.411004611Z level=info msg="Executing migration" id="Add OAuth expiry to user_auth" 2024-04-12T08:42:11.483 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.411812498Z level=info msg="Executing migration" id="Add index to user_id column in user_auth" 2024-04-12T08:42:11.483 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.412679312Z level=info msg="Executing migration" id="Add OAuth ID token to user_auth" 2024-04-12T08:42:11.483 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.413477472Z level=info msg="Executing migration" id="create server_lock table" 2024-04-12T08:42:11.483 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.416350488Z level=info msg="Executing migration" id="add index server_lock.operation_uid" 2024-04-12T08:42:11.483 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.419082058Z level=info msg="Executing migration" id="create user auth token table" 2024-04-12T08:42:11.483 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.421716783Z level=info msg="Executing migration" id="add unique index user_auth_token.auth_token" 2024-04-12T08:42:11.483 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.422146343Z level=info msg="Executing migration" id="add unique index user_auth_token.prev_auth_token" 2024-04-12T08:42:11.483 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.424818526Z level=info msg="Executing migration" id="add index user_auth_token.user_id" 2024-04-12T08:42:11.484 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.427605315Z level=info msg="Executing migration" id="Add revoked_at to the user auth token" 2024-04-12T08:42:11.484 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.430278408Z level=info msg="Executing migration" id="create cache_data table" 2024-04-12T08:42:11.484 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.433054879Z level=info msg="Executing migration" id="add unique index cache_data.cache_key" 2024-04-12T08:42:11.484 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.43584993Z level=info msg="Executing migration" id="create short_url table v1" 2024-04-12T08:42:11.484 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.438598673Z level=info msg="Executing migration" id="add index short_url.org_id-uid" 2024-04-12T08:42:11.484 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.441376085Z level=info msg="Executing migration" id="alter table short_url alter column created_by type to bigint" 2024-04-12T08:42:11.484 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.444015117Z level=info msg="Executing migration" id="delete alert_definition table" 2024-04-12T08:42:11.484 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.446736981Z level=info msg="Executing migration" id="recreate alert_definition table" 2024-04-12T08:42:11.484 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.449456247Z level=info msg="Executing migration" id="add index in alert_definition on org_id and title columns" 2024-04-12T08:42:11.484 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.452051092Z level=info msg="Executing migration" id="add index in alert_definition on org_id and uid columns" 2024-04-12T08:42:11.484 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.452704622Z level=info msg="Executing migration" id="alter alert_definition table data column to mediumtext in mysql" 2024-04-12T08:42:11.484 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.452991227Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and title columns" 2024-04-12T08:42:11.484 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.453449852Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and uid columns" 2024-04-12T08:42:11.484 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.453842694Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and title columns" 2024-04-12T08:42:11.484 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.454310449Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and uid columns" 2024-04-12T08:42:11.485 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.454741774Z level=info msg="Executing migration" id="Add column paused in alert_definition" 2024-04-12T08:42:11.485 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.455618354Z level=info msg="Executing migration" id="drop alert_definition table" 2024-04-12T08:42:11.485 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.456057444Z level=info msg="Executing migration" id="delete alert_definition_version table" 2024-04-12T08:42:11.485 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.45636008Z level=info msg="Executing migration" id="recreate alert_definition_version table" 2024-04-12T08:42:11.485 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.456739248Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_id and version columns" 2024-04-12T08:42:11.485 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.45716298Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_uid and version columns" 2024-04-12T08:42:11.485 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.457581556Z level=info msg="Executing migration" id="alter alert_definition_version table data column to mediumtext in mysql" 2024-04-12T08:42:11.485 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.457837959Z level=info msg="Executing migration" id="drop alert_definition_version table" 2024-04-12T08:42:11.485 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.458265417Z level=info msg="Executing migration" id="create alert_instance table" 2024-04-12T08:42:11.485 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.458683337Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, def_uid and current_state columns" 2024-04-12T08:42:11.485 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.459131503Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, current_state columns" 2024-04-12T08:42:11.485 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.459570167Z level=info msg="Executing migration" id="add column current_state_end to alert_instance" 2024-04-12T08:42:11.485 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.460372306Z level=info msg="Executing migration" id="remove index def_org_id, def_uid, current_state on alert_instance" 2024-04-12T08:42:11.486 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.460799425Z level=info msg="Executing migration" id="remove index def_org_id, current_state on alert_instance" 2024-04-12T08:42:11.486 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.461247695Z level=info msg="Executing migration" id="rename def_org_id to rule_org_id in alert_instance" 2024-04-12T08:42:11.486 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.46468414Z level=info msg="Executing migration" id="rename def_uid to rule_uid in alert_instance" 2024-04-12T08:42:11.486 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.468080246Z level=info msg="Executing migration" id="add index rule_org_id, rule_uid, current_state on alert_instance" 2024-04-12T08:42:11.486 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.468553298Z level=info msg="Executing migration" id="add index rule_org_id, current_state on alert_instance" 2024-04-12T08:42:11.486 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.468963685Z level=info msg="Executing migration" id="add current_reason column related to current_state" 2024-04-12T08:42:11.486 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.470187212Z level=info msg="Executing migration" id="create alert_rule table" 2024-04-12T08:42:11.486 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.470764138Z level=info msg="Executing migration" id="add index in alert_rule on org_id and title columns" 2024-04-12T08:42:11.486 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.47135089Z level=info msg="Executing migration" id="add index in alert_rule on org_id and uid columns" 2024-04-12T08:42:11.487 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.471935731Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespace_uid, group_uid columns" 2024-04-12T08:42:11.487 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.472522823Z level=info msg="Executing migration" id="alter alert_rule table data column to mediumtext in mysql" 2024-04-12T08:42:11.487 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.472883775Z level=info msg="Executing migration" id="add column for to alert_rule" 2024-04-12T08:42:11.487 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.474321219Z level=info msg="Executing migration" id="add column annotations to alert_rule" 2024-04-12T08:42:11.487 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.475587057Z level=info msg="Executing migration" id="add column labels to alert_rule" 2024-04-12T08:42:11.487 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.476825235Z level=info msg="Executing migration" id="remove unique index from alert_rule on org_id, title columns" 2024-04-12T08:42:11.487 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.477411506Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespase_uid and title columns" 2024-04-12T08:42:11.487 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.477996142Z level=info msg="Executing migration" id="add dashboard_uid column to alert_rule" 2024-04-12T08:42:11.760 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.478882502Z level=info msg="Executing migration" id="add panel_id column to alert_rule" 2024-04-12T08:42:11.761 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.479720358Z level=info msg="Executing migration" id="add index in alert_rule on org_id, dashboard_uid and panel_id columns" 2024-04-12T08:42:11.761 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.480213906Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule" 2024-04-12T08:42:11.761 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.481036754Z level=info msg="Executing migration" id="add is_paused column to alert_rule table" 2024-04-12T08:42:11.761 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.481909332Z level=info msg="Executing migration" id="fix is_paused column for alert_rule table" 2024-04-12T08:42:11.761 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.482250623Z level=info msg="Executing migration" id="create alert_rule_version table" 2024-04-12T08:42:11.761 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.482698667Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_uid and version columns" 2024-04-12T08:42:11.761 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.485389637Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_namespace_uid and rule_group columns" 2024-04-12T08:42:11.761 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.485842805Z level=info msg="Executing migration" id="alter alert_rule_version table data column to mediumtext in mysql" 2024-04-12T08:42:11.761 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.486160859Z level=info msg="Executing migration" id="add column for to alert_rule_version" 2024-04-12T08:42:11.761 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.489231813Z level=info msg="Executing migration" id="add column annotations to alert_rule_version" 2024-04-12T08:42:11.761 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.492016209Z level=info msg="Executing migration" id="add column labels to alert_rule_version" 2024-04-12T08:42:11.761 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.494872133Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule_version" 2024-04-12T08:42:11.761 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.497365913Z level=info msg="Executing migration" id="add is_paused column to alert_rule_versions table" 2024-04-12T08:42:11.761 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.500104094Z level=info msg="Executing migration" id="fix is_paused column for alert_rule_version table" 2024-04-12T08:42:11.762 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.502948589Z level=info msg="Executing migration" id=create_alert_configuration_table 2024-04-12T08:42:11.762 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.50525978Z level=info msg="Executing migration" id="Add column default in alert_configuration" 2024-04-12T08:42:11.762 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.50790519Z level=info msg="Executing migration" id="alert alert_configuration alertmanager_configuration column from TEXT to MEDIUMTEXT if mysql" 2024-04-12T08:42:11.762 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.510730075Z level=info msg="Executing migration" id="add column org_id in alert_configuration" 2024-04-12T08:42:11.762 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.513412464Z level=info msg="Executing migration" id="add index in alert_configuration table on org_id column" 2024-04-12T08:42:11.762 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.516105754Z level=info msg="Executing migration" id="add configuration_hash column to alert_configuration" 2024-04-12T08:42:11.763 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.518776368Z level=info msg="Executing migration" id=create_ngalert_configuration_table 2024-04-12T08:42:11.763 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.52141782Z level=info msg="Executing migration" id="add index in ngalert_configuration on org_id column" 2024-04-12T08:42:11.763 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.524136603Z level=info msg="Executing migration" id="add column send_alerts_to in ngalert_configuration" 2024-04-12T08:42:11.763 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.527005885Z level=info msg="Executing migration" id="create provenance_type table" 2024-04-12T08:42:11.763 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.52977274Z level=info msg="Executing migration" id="add index to uniquify (record_key, record_type, org_id) columns" 2024-04-12T08:42:11.763 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.532428825Z level=info msg="Executing migration" id="create alert_image table" 2024-04-12T08:42:11.763 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.535140833Z level=info msg="Executing migration" id="add unique index on token to alert_image table" 2024-04-12T08:42:11.763 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.537728649Z level=info msg="Executing migration" id="support longer URLs in alert_image table" 2024-04-12T08:42:11.763 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.540512857Z level=info msg="Executing migration" id=create_alert_configuration_history_table 2024-04-12T08:42:11.763 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.541023583Z level=info msg="Executing migration" id="drop non-unique orgID index on alert_configuration" 2024-04-12T08:42:11.763 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.541449749Z level=info msg="Executing migration" id="drop unique orgID index on alert_configuration if exists" 2024-04-12T08:42:11.763 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.541520693Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop unique orgID index on alert_configuration if exists" 2024-04-12T08:42:11.763 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.542301728Z level=info msg="Executing migration" id="extract alertmanager configuration history to separate table" 2024-04-12T08:42:11.763 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.542660459Z level=info msg="Executing migration" id="add unique index on orgID to alert_configuration" 2024-04-12T08:42:11.764 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.54315003Z level=info msg="Executing migration" id="clear migration entry \"remove unified alerting data\"" 2024-04-12T08:42:11.764 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.543265554Z level=info msg="Executing migration" id="move dashboard alerts to unified alerting" 2024-04-12T08:42:11.764 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.543380866Z level=info msg="alerts found to migrate" alerts=0 2024-04-12T08:42:11.764 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.543771932Z level=info msg="Executing migration" id="create library_element table v1" 2024-04-12T08:42:11.764 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.544212145Z level=info msg="Executing migration" id="add index library_element org_id-folder_id-name-kind" 2024-04-12T08:42:11.764 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.545062178Z level=info msg="Executing migration" id="create library_element_connection table v1" 2024-04-12T08:42:11.764 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.545859893Z level=info msg="Executing migration" id="add index library_element_connection element_id-kind-connection_id" 2024-04-12T08:42:11.764 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.546846547Z level=info msg="Executing migration" id="add unique index library_element org_id_uid" 2024-04-12T08:42:11.764 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.54753925Z level=info msg="Executing migration" id="increase max description length to 2048" 2024-04-12T08:42:11.764 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.548361166Z level=info msg="Executing migration" id="clone move dashboard alerts to unified alerting" 2024-04-12T08:42:11.764 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.549144035Z level=info msg="Executing migration" id="create data_keys table" 2024-04-12T08:42:11.764 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.550146437Z level=info msg="Executing migration" id="create secrets table" 2024-04-12T08:42:11.764 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.550999022Z level=info msg="Executing migration" id="rename data_keys name column to id" 2024-04-12T08:42:11.764 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.555466934Z level=info msg="Executing migration" id="add name column into data_keys" 2024-04-12T08:42:11.765 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.556407073Z level=info msg="Executing migration" id="copy data_keys id column values into name" 2024-04-12T08:42:11.765 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.557278181Z level=info msg="Executing migration" id="rename data_keys name column to label" 2024-04-12T08:42:11.765 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.561501049Z level=info msg="Executing migration" id="rename data_keys id column back to name" 2024-04-12T08:42:11.765 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.565745142Z level=info msg="Executing migration" id="create kv_store table v1" 2024-04-12T08:42:11.765 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.566622433Z level=info msg="Executing migration" id="add index kv_store.org_id-namespace-key" 2024-04-12T08:42:11.766 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.567474821Z level=info msg="Executing migration" id="update dashboard_uid and panel_id from existing annotations" 2024-04-12T08:42:11.766 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.568315984Z level=info msg="Executing migration" id="create permission table" 2024-04-12T08:42:11.766 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.569296053Z level=info msg="Executing migration" id="add unique index permission.role_id" 2024-04-12T08:42:11.766 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.570090375Z level=info msg="Executing migration" id="add unique index role_id_action_scope" 2024-04-12T08:42:11.766 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.571092194Z level=info msg="Executing migration" id="create role table" 2024-04-12T08:42:11.766 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.571767868Z level=info msg="Executing migration" id="add column display_name" 2024-04-12T08:42:11.766 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.572682032Z level=info msg="Executing migration" id="add column group_name" 2024-04-12T08:42:11.766 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.573632364Z level=info msg="Executing migration" id="add index role.org_id" 2024-04-12T08:42:11.766 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.57465168Z level=info msg="Executing migration" id="add unique index role_org_id_name" 2024-04-12T08:42:11.766 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.575383406Z level=info msg="Executing migration" id="add index role_org_id_uid" 2024-04-12T08:42:11.767 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.576195108Z level=info msg="Executing migration" id="create team role table" 2024-04-12T08:42:11.767 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.577205481Z level=info msg="Executing migration" id="add index team_role.org_id" 2024-04-12T08:42:11.767 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.577890663Z level=info msg="Executing migration" id="add unique index team_role_org_id_team_id_role_id" 2024-04-12T08:42:11.767 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.578864437Z level=info msg="Executing migration" id="add index team_role.team_id" 2024-04-12T08:42:11.767 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.579614431Z level=info msg="Executing migration" id="create user role table" 2024-04-12T08:42:11.767 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.582572678Z level=info msg="Executing migration" id="add index user_role.org_id" 2024-04-12T08:42:11.767 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.585423117Z level=info msg="Executing migration" id="add unique index user_role_org_id_user_id_role_id" 2024-04-12T08:42:11.767 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.588182138Z level=info msg="Executing migration" id="add index user_role.user_id" 2024-04-12T08:42:11.767 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.591038091Z level=info msg="Executing migration" id="create builtin role table" 2024-04-12T08:42:11.767 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.593785758Z level=info msg="Executing migration" id="add index builtin_role.role_id" 2024-04-12T08:42:11.767 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.596642946Z level=info msg="Executing migration" id="add index builtin_role.name" 2024-04-12T08:42:11.767 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.59932238Z level=info msg="Executing migration" id="Add column org_id to builtin_role table" 2024-04-12T08:42:11.767 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.602036346Z level=info msg="Executing migration" id="add index builtin_role.org_id" 2024-04-12T08:42:11.767 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.602550915Z level=info msg="Executing migration" id="add unique index builtin_role_org_id_role_id_role" 2024-04-12T08:42:11.767 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.605304643Z level=info msg="Executing migration" id="Remove unique index role_org_id_uid" 2024-04-12T08:42:11.767 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.605773895Z level=info msg="Executing migration" id="add unique index role.uid" 2024-04-12T08:42:11.768 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.60623259Z level=info msg="Executing migration" id="create seed assignment table" 2024-04-12T08:42:11.768 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.60894384Z level=info msg="Executing migration" id="add unique index builtin_role_role_name" 2024-04-12T08:42:11.768 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.609466901Z level=info msg="Executing migration" id="add column hidden to role table" 2024-04-12T08:42:11.768 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.610474317Z level=info msg="Executing migration" id="create query_history table v1" 2024-04-12T08:42:11.768 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.610910417Z level=info msg="Executing migration" id="add index query_history.org_id-created_by-datasource_uid" 2024-04-12T08:42:11.768 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.611412878Z level=info msg="Executing migration" id="alter table query_history alter column created_by type to bigint" 2024-04-12T08:42:11.768 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.611690051Z level=info msg="Executing migration" id="teams permissions migration" 2024-04-12T08:42:11.768 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.612127253Z level=info msg="Executing migration" id="dashboard permissions" 2024-04-12T08:42:11.768 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.612630047Z level=info msg="Executing migration" id="dashboard permissions uid scopes" 2024-04-12T08:42:11.768 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.612991737Z level=info msg="Executing migration" id="drop managed folder create actions" 2024-04-12T08:42:11.768 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.613310658Z level=info msg="Executing migration" id="alerting notification permissions" 2024-04-12T08:42:11.768 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.613649645Z level=info msg="Executing migration" id="create query_history_star table v1" 2024-04-12T08:42:11.768 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.61405471Z level=info msg="Executing migration" id="add index query_history.user_id-query_uid" 2024-04-12T08:42:11.768 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.614513672Z level=info msg="Executing migration" id="add column org_id in query_history_star" 2024-04-12T08:42:11.768 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.615494476Z level=info msg="Executing migration" id="alter table query_history_star_mig column user_id type to bigint" 2024-04-12T08:42:11.768 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.615822716Z level=info msg="Executing migration" id="create correlation table v1" 2024-04-12T08:42:11.769 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.616245287Z level=info msg="Executing migration" id="add index correlations.uid" 2024-04-12T08:42:11.769 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.616711745Z level=info msg="Executing migration" id="add index correlations.source_uid" 2024-04-12T08:42:11.769 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.617164008Z level=info msg="Executing migration" id="add correlation config column" 2024-04-12T08:42:11.769 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.61815295Z level=info msg="Executing migration" id="create entity_events table" 2024-04-12T08:42:11.769 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.618588354Z level=info msg="Executing migration" id="create dashboard public config v1" 2024-04-12T08:42:11.769 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.621351794Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v1" 2024-04-12T08:42:11.769 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.621458667Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index UQE_dashboard_public_config_uid - v1" 2024-04-12T08:42:11.769 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.621774567Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-04-12T08:42:11.769 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.621865155Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-04-12T08:42:11.769 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.622181205Z level=info msg="Executing migration" id="Drop old dashboard public config table" 2024-04-12T08:42:11.769 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.622600695Z level=info msg="Executing migration" id="recreate dashboard public config v1" 2024-04-12T08:42:11.769 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.622988836Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v1" 2024-04-12T08:42:11.769 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.623498606Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-04-12T08:42:11.769 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.623942287Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v2" 2024-04-12T08:42:11.769 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.626739438Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-04-12T08:42:11.770 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.629494574Z level=info msg="Executing migration" id="Drop public config table" 2024-04-12T08:42:11.770 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.631871486Z level=info msg="Executing migration" id="Recreate dashboard public config v2" 2024-04-12T08:42:11.770 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.63446643Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v2" 2024-04-12T08:42:11.770 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.637037486Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-04-12T08:42:11.770 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.639454688Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_access_token - v2" 2024-04-12T08:42:11.770 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.642100234Z level=info msg="Executing migration" id="Rename table dashboard_public_config to dashboard_public - v2" 2024-04-12T08:42:11.770 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.645066562Z level=info msg="Executing migration" id="add annotations_enabled column" 2024-04-12T08:42:11.770 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.64766253Z level=info msg="Executing migration" id="add time_selection_enabled column" 2024-04-12T08:42:11.770 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.650254125Z level=info msg="Executing migration" id="delete orphaned public dashboards" 2024-04-12T08:42:11.770 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.652734974Z level=info msg="Executing migration" id="add share column" 2024-04-12T08:42:11.770 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.655120328Z level=info msg="Executing migration" id="create default alerting folders" 2024-04-12T08:42:11.770 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.657620295Z level=info msg="Executing migration" id="create file table" 2024-04-12T08:42:11.770 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.659944017Z level=info msg="Executing migration" id="file table idx: path natural pk" 2024-04-12T08:42:11.771 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.66253475Z level=info msg="Executing migration" id="file table idx: parent_folder_path_hash fast folder retrieval" 2024-04-12T08:42:11.771 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.664830887Z level=info msg="Executing migration" id="create file_meta table" 2024-04-12T08:42:11.771 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.667484874Z level=info msg="Executing migration" id="file table idx: path key" 2024-04-12T08:42:11.771 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.670045314Z level=info msg="Executing migration" id="set path collation in file table" 2024-04-12T08:42:11.771 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.672777605Z level=info msg="Executing migration" id="managed permissions migration" 2024-04-12T08:42:11.771 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.675180463Z level=info msg="Executing migration" id="managed folder permissions alert actions migration" 2024-04-12T08:42:11.771 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.675899511Z level=info msg="Executing migration" id="RBAC action name migrator" 2024-04-12T08:42:11.771 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.676653335Z level=info msg="Executing migration" id="Add UID column to playlist" 2024-04-12T08:42:11.771 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.67769857Z level=info msg="Executing migration" id="Update uid column values in playlist" 2024-04-12T08:42:11.771 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.678524053Z level=info msg="Executing migration" id="Add index for uid in playlist" 2024-04-12T08:42:11.771 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.67915153Z level=info msg="Executing migration" id="update group index for alert rules" 2024-04-12T08:42:11.771 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.679897638Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated migration" 2024-04-12T08:42:11.771 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.680822417Z level=info msg="Executing migration" id="admin only folder/dashboard permission" 2024-04-12T08:42:11.771 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.681406504Z level=info msg="Executing migration" id="add action column to seed_assignment" 2024-04-12T08:42:11.771 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.682472009Z level=info msg="Executing migration" id="add scope column to seed_assignment" 2024-04-12T08:42:11.772 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.683552583Z level=info msg="Executing migration" id="remove unique index builtin_role_role_name before nullable update" 2024-04-12T08:42:11.772 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.684348137Z level=info msg="Executing migration" id="update seed_assignment role_name column to nullable" 2024-04-12T08:42:11.772 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.694235133Z level=info msg="Executing migration" id="add unique index builtin_role_name back" 2024-04-12T08:42:11.772 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.69493716Z level=info msg="Executing migration" id="add unique index builtin_role_action_scope" 2024-04-12T08:42:11.772 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.695797955Z level=info msg="Executing migration" id="add primary key to seed_assigment" 2024-04-12T08:42:11.772 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.699549578Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated fixed migration" 2024-04-12T08:42:11.772 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.700259286Z level=info msg="Executing migration" id="migrate external alertmanagers to datsourcse" 2024-04-12T08:42:11.772 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.701096867Z level=info msg="Executing migration" id="create folder table" 2024-04-12T08:42:11.772 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.701695936Z level=info msg="Executing migration" id="Add index for parent_uid" 2024-04-12T08:42:11.772 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.702656178Z level=info msg="Executing migration" id="Add unique index for folder.uid and folder.org_id" 2024-04-12T08:42:11.772 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.703306404Z level=info msg="Executing migration" id="Update folder title length" 2024-04-12T08:42:11.772 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.704086463Z level=info msg="Executing migration" id="Add unique index for folder.title and folder.parent_uid" 2024-04-12T08:42:11.772 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=migrator t=2024-04-12T08:42:11.704882693Z level=info msg="migrations completed" performed=485 skipped=0 duration=644.292389ms 2024-04-12T08:42:11.772 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=sqlstore t=2024-04-12T08:42:11.705274718Z level=info msg="Created default organization" 2024-04-12T08:42:11.772 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=plugin.loader t=2024-04-12T08:42:11.76016883Z level=info msg="Plugin registered" pluginID=input 2024-04-12T08:42:12.014 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=plugin.loader t=2024-04-12T08:42:11.790658157Z level=info msg="Plugin registered" pluginID=vonage-status-panel 2024-04-12T08:42:12.015 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=plugin.loader t=2024-04-12T08:42:11.790748005Z level=info msg="Plugin registered" pluginID=grafana-piechart-panel 2024-04-12T08:42:12.015 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=secrets t=2024-04-12T08:42:11.790837093Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-04-12T08:42:12.015 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=query_data t=2024-04-12T08:42:11.793496448Z level=info msg="Query Service initialization" 2024-04-12T08:42:12.015 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=live.push_http t=2024-04-12T08:42:11.795798706Z level=info msg="Live Push Gateway initialization" 2024-04-12T08:42:12.429 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:42:12 smithi112 ceph-mon[40233]: Deploying daemon node-exporter.a on smithi112 2024-04-12T08:42:12.430 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:42:12 smithi112 ceph-mon[40233]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:42:12.430 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:42:12 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:42:12.430 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:42:12 smithi112 ceph-mon[29019]: Deploying daemon node-exporter.a on smithi112 2024-04-12T08:42:12.430 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:42:12 smithi112 ceph-mon[29019]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:42:12.430 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:42:12 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:42:12.505 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:42:12 smithi175 ceph-mon[32523]: Deploying daemon node-exporter.a on smithi112 2024-04-12T08:42:12.506 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:42:12 smithi175 ceph-mon[32523]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:42:12.506 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:42:12 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:42:12.765 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:12 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=infra.usagestats.collector t=2024-04-12T08:42:12.505996082Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-04-12T08:42:12.765 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:12 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=provisioning.datasources t=2024-04-12T08:42:12.506350006Z level=warn msg="[Deprecated] the datasource provisioning config is outdated. please upgrade" filename=/etc/grafana/provisioning/datasources/ceph-dashboard.yml 2024-04-12T08:42:12.765 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:12 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=provisioning.datasources t=2024-04-12T08:42:12.538914472Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-04-12T08:42:12.765 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:12 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=provisioning.datasources t=2024-04-12T08:42:12.570629166Z level=info msg="inserting datasource from configuration " name=Loki uid=P8E80F9AEF21F6940 2024-04-12T08:42:12.765 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:12 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=provisioning.alerting t=2024-04-12T08:42:12.592270772Z level=info msg="starting to provision alerting" 2024-04-12T08:42:12.765 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:12 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=provisioning.alerting t=2024-04-12T08:42:12.592289943Z level=info msg="finished to provision alerting" 2024-04-12T08:42:12.765 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:12 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=ngalert.state.manager t=2024-04-12T08:42:12.592396055Z level=info msg="Warming state cache for startup" 2024-04-12T08:42:12.765 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:12 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=grafanaStorageLogger t=2024-04-12T08:42:12.592448179Z level=info msg="storage starting" 2024-04-12T08:42:12.765 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:12 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=http.server t=2024-04-12T08:42:12.594221783Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-04-12T08:42:12.766 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:12 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=ngalert.state.manager t=2024-04-12T08:42:12.602579722Z level=info msg="State cache has been initialized" states=0 duration=10.182057ms 2024-04-12T08:42:12.766 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:12 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=ngalert.multiorg.alertmanager t=2024-04-12T08:42:12.602611303Z level=info msg="starting MultiOrg Alertmanager" 2024-04-12T08:42:12.766 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:12 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=ticker t=2024-04-12T08:42:12.602641273Z level=info msg=starting first_tick=2024-04-12T08:42:20Z 2024-04-12T08:42:12.766 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:12 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=sqlstore.transactions t=2024-04-12T08:42:12.603434724Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-04-12T08:42:12.766 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:42:12 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[61772]: logger=sqlstore.transactions t=2024-04-12T08:42:12.61433323Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=1 code="database is locked" 2024-04-12T08:42:13.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:42:13 smithi175 ceph-mon[32523]: pgmap v22: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:42:13.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:42:13 smithi112 ceph-mon[29019]: pgmap v22: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:42:13.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:42:13 smithi112 ceph-mon[40233]: pgmap v22: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:42:13.656 INFO:teuthology.orchestra.run.smithi112.stdout:77309411365 2024-04-12T08:42:13.656 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph osd last-stat-seq osd.2 2024-04-12T08:42:14.500 INFO:teuthology.orchestra.run.smithi112.stdout:55834574890 2024-04-12T08:42:14.501 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph osd last-stat-seq osd.1 2024-04-12T08:42:14.514 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:42:14 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[34409]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:42:14] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-12T08:42:15.452 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:42:15 smithi112 ceph-mon[29019]: pgmap v23: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:42:15.452 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:42:15 smithi112 ceph-mon[40233]: pgmap v23: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:42:15.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:42:15 smithi175 ceph-mon[32523]: pgmap v23: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:42:16.197 INFO:teuthology.orchestra.run.smithi112.stdout:34359738416 2024-04-12T08:42:16.198 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph osd last-stat-seq osd.0 2024-04-12T08:42:17.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:42:17 smithi175 ceph-mon[32523]: pgmap v24: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:42:17.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:42:17 smithi112 ceph-mon[29019]: pgmap v24: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:42:17.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:42:17 smithi112 ceph-mon[40233]: pgmap v24: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:42:18.179 INFO:teuthology.orchestra.run.smithi112.stdout:236223201293 2024-04-12T08:42:18.179 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph osd last-stat-seq osd.7 2024-04-12T08:42:19.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:42:19 smithi112 ceph-mon[29019]: pgmap v25: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:42:19.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:42:19 smithi112 ceph-mon[40233]: pgmap v25: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:42:19.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:42:19 smithi175 ceph-mon[32523]: pgmap v25: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:42:19.753 INFO:teuthology.orchestra.run.smithi112.stdout:201863462931 2024-04-12T08:42:19.753 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph osd last-stat-seq osd.6 2024-04-12T08:42:20.973 INFO:teuthology.orchestra.run.smithi112.stdout:133143986205 2024-04-12T08:42:20.974 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph osd last-stat-seq osd.4 2024-04-12T08:42:21.153 INFO:teuthology.orchestra.run.smithi112.stdout:167503724568 2024-04-12T08:42:21.154 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph osd last-stat-seq osd.5 2024-04-12T08:42:21.230 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:42:21 smithi112 ceph-mon[40233]: pgmap v26: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:42:21.230 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:42:21 smithi112 ceph-mon[29019]: pgmap v26: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:42:21.353 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T08:42:21.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:42:21 smithi175 ceph-mon[32523]: pgmap v26: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:42:21.600 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T08:42:22.420 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:42:22 smithi112 bash[71232]: Copying blob sha256:5c12815fee558b157dee7f7509dedbaba0a8379098858a65ec869e1f1526ea0c 2024-04-12T08:42:23.394 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:42:23 smithi112 ceph-mon[29019]: pgmap v27: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:42:23.394 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:42:23 smithi112 ceph-mon[40233]: pgmap v27: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:42:23.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:42:23 smithi175 ceph-mon[32523]: pgmap v27: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:42:24.191 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:42:23 smithi112 bash[71232]: Copying config sha256:0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 2024-04-12T08:42:24.192 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:42:24 smithi112 bash[71232]: Writing manifest to image destination 2024-04-12T08:42:24.514 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:42:24 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[34409]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:42:24] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-12T08:42:25.048 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:42:24 smithi112 podman[71232]: 2024-04-12 08:42:24.707466642 +0000 UTC m=+4.447081570 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-04-12T08:42:25.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:42:25 smithi112 ceph-mon[29019]: pgmap v28: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:42:25.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:42:25 smithi112 ceph-mon[40233]: pgmap v28: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:42:25.343 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:42:25 smithi112 podman[71232]: 2024-04-12 08:42:25.173581366 +0000 UTC m=+4.913196293 container create ad276ac04f752b9a123c1c5757f6a2d9d2565511f9a7457d2c03c0ec42ae35bd (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-12T08:42:25.383 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T08:42:25.384 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T08:42:25.385 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T08:42:25.421 INFO:teuthology.orchestra.run.smithi112.stdout:111669149731 2024-04-12T08:42:25.421 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph osd last-stat-seq osd.3 2024-04-12T08:42:25.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:42:25 smithi175 ceph-mon[32523]: pgmap v28: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:42:25.609 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T08:42:25.702 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:42:25 smithi112 podman[71232]: 2024-04-12 08:42:25.485161339 +0000 UTC m=+5.224776268 container init ad276ac04f752b9a123c1c5757f6a2d9d2565511f9a7457d2c03c0ec42ae35bd (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-12T08:42:25.702 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:42:25 smithi112 podman[71232]: 2024-04-12 08:42:25.48852965 +0000 UTC m=+5.228144580 container start ad276ac04f752b9a123c1c5757f6a2d9d2565511f9a7457d2c03c0ec42ae35bd (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-12T08:42:25.703 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:42:25 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a[71584]: ts=2024-04-12T08:42:25.492Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-04-12T08:42:25.703 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:42:25 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a[71584]: ts=2024-04-12T08:42:25.492Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-04-12T08:42:25.703 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:42:25 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a[71584]: ts=2024-04-12T08:42:25.493Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-04-12T08:42:25.703 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:42:25 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a[71584]: ts=2024-04-12T08:42:25.493Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-04-12T08:42:25.703 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:42:25 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a[71584]: ts=2024-04-12T08:42:25.494Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-04-12T08:42:25.703 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:42:25 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a[71584]: ts=2024-04-12T08:42:25.494Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-04-12T08:42:25.703 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:42:25 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a[71584]: ts=2024-04-12T08:42:25.494Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-04-12T08:42:25.703 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:42:25 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a[71584]: ts=2024-04-12T08:42:25.494Z caller=node_exporter.go:117 level=info collector=arp 2024-04-12T08:42:25.703 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:42:25 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a[71584]: ts=2024-04-12T08:42:25.494Z caller=node_exporter.go:117 level=info collector=bcache 2024-04-12T08:42:25.703 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:42:25 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a[71584]: ts=2024-04-12T08:42:25.494Z caller=node_exporter.go:117 level=info collector=bonding 2024-04-12T08:42:25.703 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:42:25 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a[71584]: ts=2024-04-12T08:42:25.494Z caller=node_exporter.go:117 level=info collector=btrfs 2024-04-12T08:42:25.703 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:42:25 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a[71584]: ts=2024-04-12T08:42:25.494Z caller=node_exporter.go:117 level=info collector=conntrack 2024-04-12T08:42:25.703 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:42:25 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a[71584]: ts=2024-04-12T08:42:25.494Z caller=node_exporter.go:117 level=info collector=cpu 2024-04-12T08:42:25.703 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:42:25 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a[71584]: ts=2024-04-12T08:42:25.494Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-04-12T08:42:25.703 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:42:25 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a[71584]: ts=2024-04-12T08:42:25.494Z caller=node_exporter.go:117 level=info collector=diskstats 2024-04-12T08:42:25.703 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:42:25 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a[71584]: ts=2024-04-12T08:42:25.494Z caller=node_exporter.go:117 level=info collector=dmi 2024-04-12T08:42:25.704 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:42:25 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a[71584]: ts=2024-04-12T08:42:25.494Z caller=node_exporter.go:117 level=info collector=edac 2024-04-12T08:42:25.704 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:42:25 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a[71584]: ts=2024-04-12T08:42:25.494Z caller=node_exporter.go:117 level=info collector=entropy 2024-04-12T08:42:25.704 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:42:25 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a[71584]: ts=2024-04-12T08:42:25.494Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-04-12T08:42:25.704 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:42:25 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a[71584]: ts=2024-04-12T08:42:25.494Z caller=node_exporter.go:117 level=info collector=filefd 2024-04-12T08:42:25.704 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:42:25 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a[71584]: ts=2024-04-12T08:42:25.494Z caller=node_exporter.go:117 level=info collector=filesystem 2024-04-12T08:42:25.704 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:42:25 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a[71584]: ts=2024-04-12T08:42:25.494Z caller=node_exporter.go:117 level=info collector=hwmon 2024-04-12T08:42:25.704 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:42:25 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a[71584]: ts=2024-04-12T08:42:25.494Z caller=node_exporter.go:117 level=info collector=infiniband 2024-04-12T08:42:25.704 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:42:25 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a[71584]: ts=2024-04-12T08:42:25.494Z caller=node_exporter.go:117 level=info collector=ipvs 2024-04-12T08:42:25.704 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:42:25 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a[71584]: ts=2024-04-12T08:42:25.494Z caller=node_exporter.go:117 level=info collector=loadavg 2024-04-12T08:42:25.704 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:42:25 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a[71584]: ts=2024-04-12T08:42:25.494Z caller=node_exporter.go:117 level=info collector=mdadm 2024-04-12T08:42:25.704 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:42:25 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a[71584]: ts=2024-04-12T08:42:25.494Z caller=node_exporter.go:117 level=info collector=meminfo 2024-04-12T08:42:25.704 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:42:25 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a[71584]: ts=2024-04-12T08:42:25.494Z caller=node_exporter.go:117 level=info collector=netclass 2024-04-12T08:42:25.704 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:42:25 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a[71584]: ts=2024-04-12T08:42:25.494Z caller=node_exporter.go:117 level=info collector=netdev 2024-04-12T08:42:25.704 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:42:25 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a[71584]: ts=2024-04-12T08:42:25.494Z caller=node_exporter.go:117 level=info collector=netstat 2024-04-12T08:42:25.704 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:42:25 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a[71584]: ts=2024-04-12T08:42:25.494Z caller=node_exporter.go:117 level=info collector=nfs 2024-04-12T08:42:25.705 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:42:25 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a[71584]: ts=2024-04-12T08:42:25.494Z caller=node_exporter.go:117 level=info collector=nfsd 2024-04-12T08:42:25.705 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:42:25 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a[71584]: ts=2024-04-12T08:42:25.495Z caller=node_exporter.go:117 level=info collector=nvme 2024-04-12T08:42:25.705 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:42:25 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a[71584]: ts=2024-04-12T08:42:25.495Z caller=node_exporter.go:117 level=info collector=os 2024-04-12T08:42:25.705 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:42:25 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a[71584]: ts=2024-04-12T08:42:25.495Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-04-12T08:42:25.705 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:42:25 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a[71584]: ts=2024-04-12T08:42:25.495Z caller=node_exporter.go:117 level=info collector=pressure 2024-04-12T08:42:25.705 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:42:25 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a[71584]: ts=2024-04-12T08:42:25.495Z caller=node_exporter.go:117 level=info collector=rapl 2024-04-12T08:42:25.705 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:42:25 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a[71584]: ts=2024-04-12T08:42:25.495Z caller=node_exporter.go:117 level=info collector=schedstat 2024-04-12T08:42:25.705 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:42:25 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a[71584]: ts=2024-04-12T08:42:25.495Z caller=node_exporter.go:117 level=info collector=selinux 2024-04-12T08:42:25.705 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:42:25 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a[71584]: ts=2024-04-12T08:42:25.495Z caller=node_exporter.go:117 level=info collector=sockstat 2024-04-12T08:42:25.705 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:42:25 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a[71584]: ts=2024-04-12T08:42:25.495Z caller=node_exporter.go:117 level=info collector=softnet 2024-04-12T08:42:25.705 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:42:25 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a[71584]: ts=2024-04-12T08:42:25.495Z caller=node_exporter.go:117 level=info collector=stat 2024-04-12T08:42:25.705 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:42:25 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a[71584]: ts=2024-04-12T08:42:25.495Z caller=node_exporter.go:117 level=info collector=tapestats 2024-04-12T08:42:25.705 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:42:25 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a[71584]: ts=2024-04-12T08:42:25.495Z caller=node_exporter.go:117 level=info collector=textfile 2024-04-12T08:42:25.705 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:42:25 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a[71584]: ts=2024-04-12T08:42:25.495Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-04-12T08:42:25.705 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:42:25 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a[71584]: ts=2024-04-12T08:42:25.495Z caller=node_exporter.go:117 level=info collector=time 2024-04-12T08:42:25.706 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:42:25 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a[71584]: ts=2024-04-12T08:42:25.495Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-04-12T08:42:25.706 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:42:25 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a[71584]: ts=2024-04-12T08:42:25.495Z caller=node_exporter.go:117 level=info collector=uname 2024-04-12T08:42:25.706 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:42:25 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a[71584]: ts=2024-04-12T08:42:25.495Z caller=node_exporter.go:117 level=info collector=vmstat 2024-04-12T08:42:25.706 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:42:25 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a[71584]: ts=2024-04-12T08:42:25.495Z caller=node_exporter.go:117 level=info collector=xfs 2024-04-12T08:42:25.706 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:42:25 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a[71584]: ts=2024-04-12T08:42:25.495Z caller=node_exporter.go:117 level=info collector=zfs 2024-04-12T08:42:25.706 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:42:25 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a[71584]: ts=2024-04-12T08:42:25.495Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-04-12T08:42:25.706 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:42:25 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a[71584]: ts=2024-04-12T08:42:25.495Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-04-12T08:42:25.706 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:42:25 smithi112 bash[71232]: ad276ac04f752b9a123c1c5757f6a2d9d2565511f9a7457d2c03c0ec42ae35bd 2024-04-12T08:42:25.706 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:42:25 smithi112 systemd[1]: Started Ceph node-exporter.a for 96d9de20-f8a7-11ee-bc8c-c7b262605968. 2024-04-12T08:42:26.653 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:42:26 smithi175 bash[62034]: Trying to pull quay.io/prometheus/node-exporter:v1.5.0... 2024-04-12T08:42:26.930 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:42:26 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:42:26.931 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:42:26 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:42:26.931 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:42:26 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:42:26.931 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:42:26 smithi175 ceph-mon[32523]: Deploying daemon node-exporter.b on smithi175 2024-04-12T08:42:26.931 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:42:26 smithi175 ceph-mon[32523]: pgmap v29: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:42:27.013 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:42:26 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:42:27.013 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:42:26 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:42:27.013 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:42:26 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:42:27.013 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:42:26 smithi112 ceph-mon[29019]: Deploying daemon node-exporter.b on smithi175 2024-04-12T08:42:27.013 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:42:26 smithi112 ceph-mon[29019]: pgmap v29: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:42:27.013 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:42:26 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:42:27.013 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:42:26 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:42:27.013 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:42:26 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:42:27.013 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:42:26 smithi112 ceph-mon[40233]: Deploying daemon node-exporter.b on smithi175 2024-04-12T08:42:27.013 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:42:26 smithi112 ceph-mon[40233]: pgmap v29: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:42:27.264 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:42:26 smithi175 bash[62034]: Getting image source signatures 2024-04-12T08:42:27.264 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:42:26 smithi175 bash[62034]: Copying blob sha256:c0e87333d3805a7b7e1c25783dd25f27da0fe70a8e262eee7ed190c8dc843fa7 2024-04-12T08:42:27.265 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:42:26 smithi175 bash[62034]: Copying blob sha256:22b70bddd3acadc892fca4c2af4260629bfda5dfd11ebc106a93ce24e752b5ed 2024-04-12T08:42:27.265 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:42:26 smithi175 bash[62034]: Copying blob sha256:5c12815fee558b157dee7f7509dedbaba0a8379098858a65ec869e1f1526ea0c 2024-04-12T08:42:27.942 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:42:27 smithi112 ceph-mon[29019]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:42:27.942 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:42:27 smithi112 ceph-mon[40233]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:42:28.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:42:27 smithi175 ceph-mon[32523]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:42:28.384 INFO:teuthology.orchestra.run.smithi112.stdout:236223201296 2024-04-12T08:42:28.685 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:42:28 smithi175 bash[62034]: Copying config sha256:0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 2024-04-12T08:42:28.685 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:42:28 smithi175 bash[62034]: Writing manifest to image destination 2024-04-12T08:42:28.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:42:28 smithi112 ceph-mon[29019]: pgmap v30: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:42:28.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:42:28 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/1068386455' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-12T08:42:28.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:42:28 smithi112 ceph-mon[40233]: pgmap v30: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:42:28.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:42:28 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/1068386455' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-12T08:42:28.989 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:42:28 smithi175 ceph-mon[32523]: pgmap v30: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:42:28.989 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:42:28 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/1068386455' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-12T08:42:28.989 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:42:28 smithi175 podman[62034]: 2024-04-12 08:42:28.70510142 +0000 UTC m=+2.246068393 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-04-12T08:42:28.989 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:42:28 smithi175 podman[62034]: 2024-04-12 08:42:28.795390492 +0000 UTC m=+2.336357464 container create 93dbcef44c3a8a209370d4bef07d15bd206cdf0bb4eef3bf9c0f51ad105806fe (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-12T08:42:28.989 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:42:28 smithi175 podman[62034]: 2024-04-12 08:42:28.989103584 +0000 UTC m=+2.530070555 container init 93dbcef44c3a8a209370d4bef07d15bd206cdf0bb4eef3bf9c0f51ad105806fe (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-12T08:42:29.265 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:42:28 smithi175 podman[62034]: 2024-04-12 08:42:28.991712204 +0000 UTC m=+2.532679179 container start 93dbcef44c3a8a209370d4bef07d15bd206cdf0bb4eef3bf9c0f51ad105806fe (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-12T08:42:29.265 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:42:28 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b[62086]: ts=2024-04-12T08:42:28.996Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-04-12T08:42:29.265 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:42:28 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b[62086]: ts=2024-04-12T08:42:28.996Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-04-12T08:42:29.265 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:42:28 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b[62086]: ts=2024-04-12T08:42:28.996Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-04-12T08:42:29.265 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:42:28 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b[62086]: ts=2024-04-12T08:42:28.996Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-04-12T08:42:29.265 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:42:28 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b[62086]: ts=2024-04-12T08:42:28.997Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-04-12T08:42:29.266 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:42:28 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b[62086]: ts=2024-04-12T08:42:28.997Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-04-12T08:42:29.266 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:42:28 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b[62086]: ts=2024-04-12T08:42:28.997Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-04-12T08:42:29.266 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:42:28 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b[62086]: ts=2024-04-12T08:42:28.997Z caller=node_exporter.go:117 level=info collector=arp 2024-04-12T08:42:29.266 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:42:28 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b[62086]: ts=2024-04-12T08:42:28.997Z caller=node_exporter.go:117 level=info collector=bcache 2024-04-12T08:42:29.266 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:42:28 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b[62086]: ts=2024-04-12T08:42:28.997Z caller=node_exporter.go:117 level=info collector=bonding 2024-04-12T08:42:29.266 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:42:28 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b[62086]: ts=2024-04-12T08:42:28.997Z caller=node_exporter.go:117 level=info collector=btrfs 2024-04-12T08:42:29.266 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:42:28 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b[62086]: ts=2024-04-12T08:42:28.997Z caller=node_exporter.go:117 level=info collector=conntrack 2024-04-12T08:42:29.266 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:42:28 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b[62086]: ts=2024-04-12T08:42:28.997Z caller=node_exporter.go:117 level=info collector=cpu 2024-04-12T08:42:29.266 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:42:28 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b[62086]: ts=2024-04-12T08:42:28.997Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-04-12T08:42:29.266 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:42:28 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b[62086]: ts=2024-04-12T08:42:28.997Z caller=node_exporter.go:117 level=info collector=diskstats 2024-04-12T08:42:29.266 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:42:28 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b[62086]: ts=2024-04-12T08:42:28.997Z caller=node_exporter.go:117 level=info collector=dmi 2024-04-12T08:42:29.267 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:42:28 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b[62086]: ts=2024-04-12T08:42:28.997Z caller=node_exporter.go:117 level=info collector=edac 2024-04-12T08:42:29.267 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:42:28 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b[62086]: ts=2024-04-12T08:42:28.997Z caller=node_exporter.go:117 level=info collector=entropy 2024-04-12T08:42:29.267 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:42:28 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b[62086]: ts=2024-04-12T08:42:28.997Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-04-12T08:42:29.267 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:42:28 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b[62086]: ts=2024-04-12T08:42:28.997Z caller=node_exporter.go:117 level=info collector=filefd 2024-04-12T08:42:29.267 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:42:28 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b[62086]: ts=2024-04-12T08:42:28.997Z caller=node_exporter.go:117 level=info collector=filesystem 2024-04-12T08:42:29.267 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:42:28 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b[62086]: ts=2024-04-12T08:42:28.997Z caller=node_exporter.go:117 level=info collector=hwmon 2024-04-12T08:42:29.267 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:42:28 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b[62086]: ts=2024-04-12T08:42:28.997Z caller=node_exporter.go:117 level=info collector=infiniband 2024-04-12T08:42:29.267 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:42:28 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b[62086]: ts=2024-04-12T08:42:28.997Z caller=node_exporter.go:117 level=info collector=ipvs 2024-04-12T08:42:29.267 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:42:28 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b[62086]: ts=2024-04-12T08:42:28.997Z caller=node_exporter.go:117 level=info collector=loadavg 2024-04-12T08:42:29.267 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:42:28 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b[62086]: ts=2024-04-12T08:42:28.997Z caller=node_exporter.go:117 level=info collector=mdadm 2024-04-12T08:42:29.268 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:42:28 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b[62086]: ts=2024-04-12T08:42:28.997Z caller=node_exporter.go:117 level=info collector=meminfo 2024-04-12T08:42:29.268 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:42:28 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b[62086]: ts=2024-04-12T08:42:28.997Z caller=node_exporter.go:117 level=info collector=netclass 2024-04-12T08:42:29.268 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:42:28 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b[62086]: ts=2024-04-12T08:42:28.997Z caller=node_exporter.go:117 level=info collector=netdev 2024-04-12T08:42:29.268 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:42:28 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b[62086]: ts=2024-04-12T08:42:28.997Z caller=node_exporter.go:117 level=info collector=netstat 2024-04-12T08:42:29.268 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:42:28 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b[62086]: ts=2024-04-12T08:42:28.997Z caller=node_exporter.go:117 level=info collector=nfs 2024-04-12T08:42:29.268 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:42:28 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b[62086]: ts=2024-04-12T08:42:28.997Z caller=node_exporter.go:117 level=info collector=nfsd 2024-04-12T08:42:29.268 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:42:28 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b[62086]: ts=2024-04-12T08:42:28.997Z caller=node_exporter.go:117 level=info collector=nvme 2024-04-12T08:42:29.268 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:42:28 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b[62086]: ts=2024-04-12T08:42:28.997Z caller=node_exporter.go:117 level=info collector=os 2024-04-12T08:42:29.268 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:42:28 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b[62086]: ts=2024-04-12T08:42:28.997Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-04-12T08:42:29.268 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:42:28 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b[62086]: ts=2024-04-12T08:42:28.997Z caller=node_exporter.go:117 level=info collector=pressure 2024-04-12T08:42:29.268 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:42:28 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b[62086]: ts=2024-04-12T08:42:28.997Z caller=node_exporter.go:117 level=info collector=rapl 2024-04-12T08:42:29.268 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:42:28 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b[62086]: ts=2024-04-12T08:42:28.997Z caller=node_exporter.go:117 level=info collector=schedstat 2024-04-12T08:42:29.268 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:42:28 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b[62086]: ts=2024-04-12T08:42:28.997Z caller=node_exporter.go:117 level=info collector=selinux 2024-04-12T08:42:29.268 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:42:28 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b[62086]: ts=2024-04-12T08:42:28.997Z caller=node_exporter.go:117 level=info collector=sockstat 2024-04-12T08:42:29.268 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:42:28 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b[62086]: ts=2024-04-12T08:42:28.997Z caller=node_exporter.go:117 level=info collector=softnet 2024-04-12T08:42:29.269 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:42:28 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b[62086]: ts=2024-04-12T08:42:28.997Z caller=node_exporter.go:117 level=info collector=stat 2024-04-12T08:42:29.269 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:42:28 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b[62086]: ts=2024-04-12T08:42:28.997Z caller=node_exporter.go:117 level=info collector=tapestats 2024-04-12T08:42:29.269 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:42:28 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b[62086]: ts=2024-04-12T08:42:28.997Z caller=node_exporter.go:117 level=info collector=textfile 2024-04-12T08:42:29.269 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:42:28 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b[62086]: ts=2024-04-12T08:42:28.997Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-04-12T08:42:29.269 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:42:28 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b[62086]: ts=2024-04-12T08:42:28.997Z caller=node_exporter.go:117 level=info collector=time 2024-04-12T08:42:29.269 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:42:28 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b[62086]: ts=2024-04-12T08:42:28.997Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-04-12T08:42:29.269 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:42:28 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b[62086]: ts=2024-04-12T08:42:28.997Z caller=node_exporter.go:117 level=info collector=uname 2024-04-12T08:42:29.269 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:42:28 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b[62086]: ts=2024-04-12T08:42:28.997Z caller=node_exporter.go:117 level=info collector=vmstat 2024-04-12T08:42:29.269 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:42:28 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b[62086]: ts=2024-04-12T08:42:28.997Z caller=node_exporter.go:117 level=info collector=xfs 2024-04-12T08:42:29.269 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:42:28 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b[62086]: ts=2024-04-12T08:42:28.997Z caller=node_exporter.go:117 level=info collector=zfs 2024-04-12T08:42:29.269 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:42:28 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b[62086]: ts=2024-04-12T08:42:28.997Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-04-12T08:42:29.269 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:42:28 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b[62086]: ts=2024-04-12T08:42:28.997Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-04-12T08:42:29.269 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:42:29 smithi175 bash[62034]: 93dbcef44c3a8a209370d4bef07d15bd206cdf0bb4eef3bf9c0f51ad105806fe 2024-04-12T08:42:29.269 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:42:29 smithi175 systemd[1]: Started Ceph node-exporter.b for 96d9de20-f8a7-11ee-bc8c-c7b262605968. 2024-04-12T08:42:29.660 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T08:42:29.683 INFO:teuthology.orchestra.run.smithi112.stdout:55834574894 2024-04-12T08:42:29.853 INFO:teuthology.orchestra.run.smithi112.stdout:201863462934 2024-04-12T08:42:30.479 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:42:30 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:42:30.479 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:42:30 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:42:30.479 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:42:30 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:42:30.479 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:42:30 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:42:30.479 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:42:30 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:42:30.480 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:42:30 smithi112 ceph-mon[40233]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:42:30.480 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:42:30 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/1134792188' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-12T08:42:30.480 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:42:30 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/662370186' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-12T08:42:30.480 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:42:30 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:42:30.480 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:42:30 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:42:30.480 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:42:30 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:42:30.480 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:42:30 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:42:30.480 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:42:30 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:42:30.480 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:42:30 smithi112 ceph-mon[29019]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:42:30.480 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:42:30 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/1134792188' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-12T08:42:30.481 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:42:30 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/662370186' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-12T08:42:30.502 INFO:tasks.cephadm.ceph_manager.ceph:need seq 236223201293 got 236223201296 for osd.7 2024-04-12T08:42:30.503 DEBUG:teuthology.parallel:result is None 2024-04-12T08:42:30.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:42:30 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:42:30.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:42:30 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:42:30.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:42:30 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:42:30.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:42:30 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:42:30.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:42:30 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:42:30.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:42:30 smithi175 ceph-mon[32523]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:42:30.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:42:30 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/1134792188' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-12T08:42:30.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:42:30 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/662370186' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-12T08:42:31.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:42:31 smithi112 ceph-mon[29019]: pgmap v31: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:42:31.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:42:31 smithi112 ceph-mon[40233]: pgmap v31: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:42:31.488 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:42:31 smithi175 ceph-mon[32523]: pgmap v31: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:42:31.559 INFO:tasks.cephadm.ceph_manager.ceph:need seq 201863462931 got 201863462934 for osd.6 2024-04-12T08:42:31.559 DEBUG:teuthology.parallel:result is None 2024-04-12T08:42:32.926 INFO:teuthology.orchestra.run.smithi112.stdout:167503724571 2024-04-12T08:42:33.329 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:42:33 smithi112 ceph-mon[29019]: pgmap v32: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:42:33.329 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:42:33 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:42:33.329 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:42:33 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/129378407' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-12T08:42:33.329 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:42:33 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:42:33.329 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:42:33 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:42:33.330 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:42:33 smithi112 ceph-mon[40233]: pgmap v32: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:42:33.330 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:42:33 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:42:33.330 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:42:33 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/129378407' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-12T08:42:33.330 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:42:33 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:42:33.330 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:42:33 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:42:33.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:42:33 smithi175 ceph-mon[32523]: pgmap v32: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:42:33.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:42:33 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:42:33.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:42:33 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/129378407' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-12T08:42:33.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:42:33 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:42:33.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:42:33 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:42:33.929 INFO:tasks.cephadm.ceph_manager.ceph:need seq 167503724568 got 167503724571 for osd.5 2024-04-12T08:42:33.929 DEBUG:teuthology.parallel:result is None 2024-04-12T08:42:34.514 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:42:34 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[34409]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:42:34] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-12T08:42:35.268 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:42:35 smithi112 ceph-mon[40233]: pgmap v33: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:42:35.268 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:42:35 smithi112 ceph-mon[29019]: pgmap v33: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:42:35.383 INFO:teuthology.orchestra.run.smithi112.stdout:133143986208 2024-04-12T08:42:35.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:42:35 smithi175 ceph-mon[32523]: pgmap v33: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:42:35.578 INFO:teuthology.orchestra.run.smithi112.stdout:77309411370 2024-04-12T08:42:36.181 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:42:36 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/2924677130' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-12T08:42:36.181 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:42:36 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/3951228671' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-12T08:42:36.181 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:42:36 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/2924677130' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-12T08:42:36.181 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:42:36 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/3951228671' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-12T08:42:36.205 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411365 got 77309411370 for osd.2 2024-04-12T08:42:36.205 DEBUG:teuthology.parallel:result is None 2024-04-12T08:42:36.213 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T08:42:36.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:42:36 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/2924677130' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-12T08:42:36.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:42:36 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/3951228671' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-12T08:42:36.603 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574890 got 55834574894 for osd.1 2024-04-12T08:42:36.603 DEBUG:teuthology.parallel:result is None 2024-04-12T08:42:37.277 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:42:37 smithi112 ceph-mon[40233]: pgmap v34: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:42:37.278 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:42:37 smithi112 ceph-mon[29019]: pgmap v34: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:42:37.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:42:37 smithi175 ceph-mon[32523]: pgmap v34: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:42:37.925 INFO:tasks.cephadm.ceph_manager.ceph:need seq 133143986205 got 133143986208 for osd.4 2024-04-12T08:42:37.925 DEBUG:teuthology.parallel:result is None 2024-04-12T08:42:38.767 INFO:teuthology.orchestra.run.smithi112.stdout:34359738421 2024-04-12T08:42:39.403 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:42:39 smithi112 ceph-mon[40233]: pgmap v35: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:42:39.403 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:42:39 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/2801835147' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-12T08:42:39.403 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:42:39 smithi112 ceph-mon[29019]: pgmap v35: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:42:39.403 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:42:39 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/2801835147' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-12T08:42:39.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:42:39 smithi175 ceph-mon[32523]: pgmap v35: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:42:39.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:42:39 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/2801835147' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-12T08:42:39.708 INFO:teuthology.orchestra.run.smithi112.stdout:111669149735 2024-04-12T08:42:40.432 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:42:40 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/2643382478' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-12T08:42:40.433 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:42:40 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/2643382478' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-12T08:42:40.456 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738416 got 34359738421 for osd.0 2024-04-12T08:42:40.456 DEBUG:teuthology.parallel:result is None 2024-04-12T08:42:40.505 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:42:40 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/2643382478' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-12T08:42:41.463 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:42:41 smithi112 ceph-mon[40233]: pgmap v36: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:42:41.463 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:42:41 smithi112 ceph-mon[29019]: pgmap v36: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:42:41.492 INFO:tasks.cephadm.ceph_manager.ceph:need seq 111669149731 got 111669149735 for osd.3 2024-04-12T08:42:41.492 DEBUG:teuthology.parallel:result is None 2024-04-12T08:42:41.492 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-04-12T08:42:41.492 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph pg dump --format=json 2024-04-12T08:42:41.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:42:41 smithi175 ceph-mon[32523]: pgmap v36: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:42:42.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:42:42 smithi112 ceph-mon[29019]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:42:42.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:42:42 smithi112 ceph-mon[40233]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:42:42.421 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T08:42:42.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:42:42 smithi175 ceph-mon[32523]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:42:43.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:42:43 smithi175 ceph-mon[32523]: pgmap v37: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:42:43.562 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:42:43 smithi112 ceph-mon[40233]: pgmap v37: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:42:43.563 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:42:43 smithi112 ceph-mon[29019]: pgmap v37: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:42:44.514 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:42:44 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[34409]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:42:44] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-12T08:42:45.067 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T08:42:45.069 INFO:teuthology.orchestra.run.smithi112.stderr:dumped all 2024-04-12T08:42:45.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:42:45 smithi112 ceph-mon[29019]: pgmap v38: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:42:45.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:42:45 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:42:45.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:42:45 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:42:45.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:42:45 smithi112 ceph-mon[29019]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:42:45.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:42:45 smithi112 ceph-mon[29019]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:42:45.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:42:45 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:42:45.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:42:45 smithi112 ceph-mon[29019]: Reconfiguring alertmanager.a (dependencies changed)... 2024-04-12T08:42:45.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:42:45 smithi112 ceph-mon[29019]: Reconfiguring daemon alertmanager.a on smithi112 2024-04-12T08:42:45.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:42:45 smithi112 ceph-mon[40233]: pgmap v38: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:42:45.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:42:45 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:42:45.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:42:45 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:42:45.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:42:45 smithi112 ceph-mon[40233]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:42:45.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:42:45 smithi112 ceph-mon[40233]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:42:45.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:42:45 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:42:45.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:42:45 smithi112 ceph-mon[40233]: Reconfiguring alertmanager.a (dependencies changed)... 2024-04-12T08:42:45.594 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:42:45 smithi112 ceph-mon[40233]: Reconfiguring daemon alertmanager.a on smithi112 2024-04-12T08:42:45.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:42:45 smithi175 ceph-mon[32523]: pgmap v38: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:42:45.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:42:45 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:42:45.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:42:45 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:42:45.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:42:45 smithi175 ceph-mon[32523]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:42:45.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:42:45 smithi175 ceph-mon[32523]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:42:45.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:42:45 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:42:45.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:42:45 smithi175 ceph-mon[32523]: Reconfiguring alertmanager.a (dependencies changed)... 2024-04-12T08:42:45.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:42:45 smithi175 ceph-mon[32523]: Reconfiguring daemon alertmanager.a on smithi112 2024-04-12T08:42:46.710 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:42:46 smithi112 ceph-mon[29019]: from='client.14622 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T08:42:46.710 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:42:46 smithi112 ceph-mon[40233]: from='client.14622 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T08:42:46.764 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:42:46 smithi175 ceph-mon[32523]: from='client.14622 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T08:42:47.308 INFO:teuthology.orchestra.run.smithi112.stdout:{"pg_ready":true,"pg_map":{"version":38,"stamp":"2024-04-12T08:42:44.039022+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":27,"acting":27,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":27,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2385576,"kb_used_data":6712,"kb_used_omap":13,"kb_used_meta":2378738,"kb_avail":747575640,"statfs":{"total":767960285184,"available":765517455360,"internally_reserved":0,"allocated":6873088,"data_stored":3898057,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13632,"internal_metadata":2435828416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.001841"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T08:41:47.344640+0000","last_change":"2024-04-12T08:41:45.462095+0000","last_active":"2024-04-12T08:41:47.344640+0000","last_peered":"2024-04-12T08:41:47.344640+0000","last_clean":"2024-04-12T08:41:47.344640+0000","last_became_active":"2024-04-12T08:41:45.461677+0000","last_became_peered":"2024-04-12T08:41:45.461677+0000","last_unstale":"2024-04-12T08:41:47.344640+0000","last_undegraded":"2024-04-12T08:41:47.344640+0000","last_fullsized":"2024-04-12T08:41:47.344640+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:41:44.441493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:41:44.441493+0000","last_clean_scrub_stamp":"2024-04-12T08:41:44.441493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:17:48.719121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T08:41:46.460928+0000","last_change":"2024-04-12T08:41:45.551316+0000","last_active":"2024-04-12T08:41:46.460928+0000","last_peered":"2024-04-12T08:41:46.460928+0000","last_clean":"2024-04-12T08:41:46.460928+0000","last_became_active":"2024-04-12T08:41:45.550978+0000","last_became_peered":"2024-04-12T08:41:45.550978+0000","last_unstale":"2024-04-12T08:41:46.460928+0000","last_undegraded":"2024-04-12T08:41:46.460928+0000","last_fullsized":"2024-04-12T08:41:46.460928+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:41:44.441493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:41:44.441493+0000","last_clean_scrub_stamp":"2024-04-12T08:41:44.441493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:11:33.629200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T08:41:46.460174+0000","last_change":"2024-04-12T08:41:45.551324+0000","last_active":"2024-04-12T08:41:46.460174+0000","last_peered":"2024-04-12T08:41:46.460174+0000","last_clean":"2024-04-12T08:41:46.460174+0000","last_became_active":"2024-04-12T08:41:45.550902+0000","last_became_peered":"2024-04-12T08:41:45.550902+0000","last_unstale":"2024-04-12T08:41:46.460174+0000","last_undegraded":"2024-04-12T08:41:46.460174+0000","last_fullsized":"2024-04-12T08:41:46.460174+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:41:44.441493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:41:44.441493+0000","last_clean_scrub_stamp":"2024-04-12T08:41:44.441493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T13:00:11.628138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T08:41:46.460127+0000","last_change":"2024-04-12T08:41:45.460635+0000","last_active":"2024-04-12T08:41:46.460127+0000","last_peered":"2024-04-12T08:41:46.460127+0000","last_clean":"2024-04-12T08:41:46.460127+0000","last_became_active":"2024-04-12T08:41:45.460306+0000","last_became_peered":"2024-04-12T08:41:45.460306+0000","last_unstale":"2024-04-12T08:41:46.460127+0000","last_undegraded":"2024-04-12T08:41:46.460127+0000","last_fullsized":"2024-04-12T08:41:46.460127+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:41:44.441493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:41:44.441493+0000","last_clean_scrub_stamp":"2024-04-12T08:41:44.441493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T13:11:36.799115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"60'128","reported_seq":270,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T08:41:46.460154+0000","last_change":"2024-04-12T08:41:14.070755+0000","last_active":"2024-04-12T08:41:46.460154+0000","last_peered":"2024-04-12T08:41:46.460154+0000","last_clean":"2024-04-12T08:41:46.460154+0000","last_became_active":"2024-04-12T08:41:14.070240+0000","last_became_peered":"2024-04-12T08:41:14.070240+0000","last_unstale":"2024-04-12T08:41:46.460154+0000","last_undegraded":"2024-04-12T08:41:46.460154+0000","last_fullsized":"2024-04-12T08:41:46.460154+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:39:13.631201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:39:13.631201+0000","last_clean_scrub_stamp":"2024-04-12T08:39:13.631201+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T13:06:12.206865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T08:41:47.344459+0000","last_change":"2024-04-12T08:41:45.458870+0000","last_active":"2024-04-12T08:41:47.344459+0000","last_peered":"2024-04-12T08:41:47.344459+0000","last_clean":"2024-04-12T08:41:47.344459+0000","last_became_active":"2024-04-12T08:41:45.458422+0000","last_became_peered":"2024-04-12T08:41:45.458422+0000","last_unstale":"2024-04-12T08:41:47.344459+0000","last_undegraded":"2024-04-12T08:41:47.344459+0000","last_fullsized":"2024-04-12T08:41:47.344459+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:41:44.441493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:41:44.441493+0000","last_clean_scrub_stamp":"2024-04-12T08:41:44.441493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T12:46:00.404511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T08:41:47.344101+0000","last_change":"2024-04-12T08:41:45.699130+0000","last_active":"2024-04-12T08:41:47.344101+0000","last_peered":"2024-04-12T08:41:47.344101+0000","last_clean":"2024-04-12T08:41:47.344101+0000","last_became_active":"2024-04-12T08:41:45.698786+0000","last_became_peered":"2024-04-12T08:41:45.698786+0000","last_unstale":"2024-04-12T08:41:47.344101+0000","last_undegraded":"2024-04-12T08:41:47.344101+0000","last_fullsized":"2024-04-12T08:41:47.344101+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:41:44.441493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:41:44.441493+0000","last_clean_scrub_stamp":"2024-04-12T08:41:44.441493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:22:26.271468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T08:41:47.344475+0000","last_change":"2024-04-12T08:41:45.459208+0000","last_active":"2024-04-12T08:41:47.344475+0000","last_peered":"2024-04-12T08:41:47.344475+0000","last_clean":"2024-04-12T08:41:47.344475+0000","last_became_active":"2024-04-12T08:41:45.458910+0000","last_became_peered":"2024-04-12T08:41:45.458910+0000","last_unstale":"2024-04-12T08:41:47.344475+0000","last_undegraded":"2024-04-12T08:41:47.344475+0000","last_fullsized":"2024-04-12T08:41:47.344475+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:41:44.441493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:41:44.441493+0000","last_clean_scrub_stamp":"2024-04-12T08:41:44.441493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:57:16.033567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T08:41:46.461021+0000","last_change":"2024-04-12T08:41:45.458479+0000","last_active":"2024-04-12T08:41:46.461021+0000","last_peered":"2024-04-12T08:41:46.461021+0000","last_clean":"2024-04-12T08:41:46.461021+0000","last_became_active":"2024-04-12T08:41:45.458185+0000","last_became_peered":"2024-04-12T08:41:45.458185+0000","last_unstale":"2024-04-12T08:41:46.461021+0000","last_undegraded":"2024-04-12T08:41:46.461021+0000","last_fullsized":"2024-04-12T08:41:46.461021+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:41:44.441493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:41:44.441493+0000","last_clean_scrub_stamp":"2024-04-12T08:41:44.441493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:34:18.865290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201300,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298556,"kb_used_data":1200,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446596,"statfs":{"total":95995035648,"available":95689314304,"internally_reserved":0,"allocated":1228800,"data_stored":856145,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 08:42:10 2024","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.52600000000000002},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"last":0.55600000000000005}]},{"osd":1,"last update":"Fri Apr 12 08:42:10 2024","interfaces":[{"interface":"back","average":{"1min":0.505,"5min":0.505,"15min":0.505},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.435},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.65600000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"last":0.48599999999999999}]},{"osd":2,"last update":"Fri Apr 12 08:42:10 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.41699999999999998},{"interface":"front","average":{"1min":0.499,"5min":0.499,"15min":0.499},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.747,"5min":0.747,"15min":0.747},"last":0.56899999999999995}]},{"osd":3,"last update":"Fri Apr 12 08:42:10 2024","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.46899999999999997}]},{"osd":4,"last update":"Fri Apr 12 08:42:10 2024","interfaces":[{"interface":"back","average":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.58599999999999997},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.50900000000000001}]},{"osd":5,"last update":"Fri Apr 12 08:42:10 2024","interfaces":[{"interface":"back","average":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.40000000000000002},{"interface":"front","average":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.68400000000000005,"5min":0.68400000000000005,"15min":0.68400000000000005},"last":0.64600000000000002}]},{"osd":6,"last update":"Fri Apr 12 08:42:10 2024","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.61599999999999999},{"interface":"front","average":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.59899999999999998}]}]},{"osd":6,"up_from":47,"seq":201863462937,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298560,"kb_used_data":1200,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446592,"statfs":{"total":95995035648,"available":95689310208,"internally_reserved":0,"allocated":1228800,"data_stored":856087,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 08:41:49 2024","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"last":0.51200000000000001},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.64000000000000001}]},{"osd":1,"last update":"Fri Apr 12 08:41:49 2024","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"last":0.58799999999999997},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.66000000000000003}]},{"osd":2,"last update":"Fri Apr 12 08:41:49 2024","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.60199999999999998},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.624}]},{"osd":3,"last update":"Fri Apr 12 08:41:49 2024","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.81399999999999995,"5min":0.81399999999999995,"15min":0.81399999999999995},"last":0.61599999999999999},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.67600000000000005}]},{"osd":4,"last update":"Fri Apr 12 08:41:49 2024","interfaces":[{"interface":"back","average":{"1min":0.435,"5min":0.435,"15min":0.435},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.68799999999999994},{"interface":"front","average":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.499}]},{"osd":5,"last update":"Fri Apr 12 08:41:49 2024","interfaces":[{"interface":"back","average":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":1.2170000000000001,"5min":1.2170000000000001,"15min":1.2170000000000001},"last":0.47299999999999998},{"interface":"front","average":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":0.55700000000000005}]},{"osd":7,"last update":"Fri Apr 12 08:42:14 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":1.248,"5min":1.248,"15min":1.248},"last":0.54500000000000004},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.753,"5min":0.753,"15min":0.753},"last":0.71899999999999997}]}]},{"osd":1,"up_from":13,"seq":55834574897,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297976,"kb_used_data":620,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447176,"statfs":{"total":95995035648,"available":95689908224,"internally_reserved":0,"allocated":634880,"data_stored":265777,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 08:41:49 2024","interfaces":[{"interface":"back","average":{"1min":0.39400000000000002,"5min":0.34200000000000003,"15min":0.31900000000000001},"min":{"1min":0.23799999999999999,"5min":0.222,"15min":0.222},"max":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"last":0.41299999999999998},{"interface":"front","average":{"1min":0.39600000000000002,"5min":0.34999999999999998,"15min":0.32700000000000001},"min":{"1min":0.28599999999999998,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.628,"5min":0.64000000000000001,"15min":0.64000000000000001},"last":0.56899999999999995}]},{"osd":2,"last update":"Fri Apr 12 08:42:19 2024","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.39500000000000002,"15min":0.39000000000000001},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.52200000000000002,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.46999999999999997},{"interface":"front","average":{"1min":0.41099999999999998,"5min":0.41499999999999998,"15min":0.40799999999999997},"min":{"1min":0.31,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.54100000000000004,"5min":0.69199999999999995,"15min":0.69199999999999995},"last":0.62}]},{"osd":3,"last update":"Fri Apr 12 08:41:45 2024","interfaces":[{"interface":"back","average":{"1min":0.42199999999999999,"5min":0.41499999999999998,"15min":0.41399999999999998},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"last":0.443},{"interface":"front","average":{"1min":0.47999999999999998,"5min":0.46800000000000003,"15min":0.46600000000000003},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.51400000000000001}]},{"osd":4,"last update":"Fri Apr 12 08:42:04 2024","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.56200000000000006,"15min":0.55500000000000005},"min":{"1min":0.44600000000000001,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.71899999999999997,"5min":0.748,"15min":0.748},"last":0.747},{"interface":"front","average":{"1min":0.62,"5min":0.58899999999999997,"15min":0.58399999999999996},"min":{"1min":0.498,"5min":0.441,"15min":0.441},"max":{"1min":0.77200000000000002,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.59599999999999997}]},{"osd":5,"last update":"Fri Apr 12 08:42:29 2024","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.996,"5min":0.996,"15min":0.996},"last":0.71399999999999997},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.56799999999999995,"15min":0.57199999999999995},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.71599999999999997,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.65800000000000003}]},{"osd":6,"last update":"Fri Apr 12 08:41:47 2024","interfaces":[{"interface":"back","average":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"min":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"max":{"1min":1.044,"5min":1.044,"15min":1.044},"last":0.77500000000000002},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"min":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":0.89900000000000002,"5min":0.89900000000000002,"15min":0.89900000000000002},"last":0.64100000000000001}]},{"osd":7,"last update":"Fri Apr 12 08:42:14 2024","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.95699999999999996,"5min":0.95699999999999996,"15min":0.95699999999999996},"last":0.82599999999999996},{"interface":"front","average":{"1min":0.625,"5min":0.625,"15min":0.625},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.69699999999999995}]}]},{"osd":0,"up_from":8,"seq":34359738422,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298564,"kb_used_data":1204,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446588,"statfs":{"total":95995035648,"available":95689306112,"internally_reserved":0,"allocated":1232896,"data_stored":856410,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Apr 12 08:41:52 2024","interfaces":[{"interface":"back","average":{"1min":0.41299999999999998,"5min":0.34399999999999997,"15min":0.32100000000000001},"min":{"1min":0.214,"5min":0.16800000000000001,"15min":0.16800000000000001},"max":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.35999999999999999},{"interface":"front","average":{"1min":0.39900000000000002,"5min":0.34499999999999997,"15min":0.318},"min":{"1min":0.22500000000000001,"5min":0.185,"15min":0.185},"max":{"1min":0.51200000000000001,"5min":0.56100000000000005,"15min":0.56100000000000005},"last":0.249}]},{"osd":2,"last update":"Fri Apr 12 08:42:16 2024","interfaces":[{"interface":"back","average":{"1min":0.45300000000000001,"5min":0.40999999999999998,"15min":0.39400000000000002},"min":{"1min":0.33500000000000002,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":0.26600000000000001},{"interface":"front","average":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.40600000000000003},"min":{"1min":0.26400000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.57699999999999996,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":0.30499999999999999}]},{"osd":3,"last update":"Fri Apr 12 08:41:40 2024","interfaces":[{"interface":"back","average":{"1min":0.47499999999999998,"5min":0.45100000000000001,"15min":0.44700000000000001},"min":{"1min":0.32800000000000001,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.66500000000000004,"5min":0.66500000000000004,"15min":0.66500000000000004},"last":0.33800000000000002},{"interface":"front","average":{"1min":0.46899999999999997,"5min":0.46500000000000002,"15min":0.46400000000000002},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.59399999999999997,"5min":0.64000000000000001,"15min":0.64000000000000001},"last":0.28000000000000003}]},{"osd":4,"last update":"Fri Apr 12 08:42:07 2024","interfaces":[{"interface":"back","average":{"1min":0.63800000000000001,"5min":0.61699999999999999,"15min":0.61299999999999999},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.63,"5min":0.60999999999999999,"15min":0.60699999999999998},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.53200000000000003}]},{"osd":5,"last update":"Fri Apr 12 08:42:25 2024","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.64200000000000002,"15min":0.64800000000000002},"min":{"1min":0.39800000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.92600000000000005,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.55100000000000005},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.60799999999999998,"15min":0.60699999999999998},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.871,"5min":0.871,"15min":0.871},"last":0.45000000000000001}]},{"osd":6,"last update":"Fri Apr 12 08:41:46 2024","interfaces":[{"interface":"back","average":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"last":0.46800000000000003},{"interface":"front","average":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.97499999999999998,"5min":0.97499999999999998,"15min":0.97499999999999998},"last":0.52100000000000002}]},{"osd":7,"last update":"Fri Apr 12 08:42:13 2024","interfaces":[{"interface":"back","average":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"min":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":0.95499999999999996,"5min":0.95499999999999996,"15min":0.95499999999999996},"last":0.57799999999999996},{"interface":"front","average":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.874,"5min":0.874,"15min":0.874},"last":0.54000000000000004}]}]},{"osd":2,"up_from":18,"seq":77309411372,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297980,"kb_used_data":620,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447172,"statfs":{"total":95995035648,"available":95689904128,"internally_reserved":0,"allocated":634880,"data_stored":265777,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 08:42:15 2024","interfaces":[{"interface":"back","average":{"1min":0.38300000000000001,"5min":0.36099999999999999,"15min":0.34899999999999998},"min":{"1min":0.26300000000000001,"5min":0.183,"15min":0.183},"max":{"1min":0.57899999999999996,"5min":0.61399999999999999,"15min":0.61399999999999999},"last":0.28999999999999998},{"interface":"front","average":{"1min":0.38100000000000001,"5min":0.37,"15min":0.35899999999999999},"min":{"1min":0.28699999999999998,"5min":0.19800000000000001,"15min":0.19800000000000001},"max":{"1min":0.53200000000000003,"5min":0.58199999999999996,"15min":0.58199999999999996},"last":0.34499999999999997}]},{"osd":1,"last update":"Fri Apr 12 08:42:15 2024","interfaces":[{"interface":"back","average":{"1min":0.36299999999999999,"5min":0.36199999999999999,"15min":0.35999999999999999},"min":{"1min":0.27500000000000002,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.49099999999999999,"5min":0.54300000000000004,"15min":0.54300000000000004},"last":0.30199999999999999},{"interface":"front","average":{"1min":0.41199999999999998,"5min":0.39200000000000002,"15min":0.378},"min":{"1min":0.214,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.58599999999999997,"5min":0.60299999999999998,"15min":0.60299999999999998},"last":0.33000000000000002}]},{"osd":3,"last update":"Fri Apr 12 08:41:41 2024","interfaces":[{"interface":"back","average":{"1min":0.46000000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.35499999999999998},{"interface":"front","average":{"1min":0.42799999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.625,"5min":0.625,"15min":0.625},"last":0.315}]},{"osd":4,"last update":"Fri Apr 12 08:42:02 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.57899999999999996,"15min":0.58199999999999996},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.70699999999999996,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.55500000000000005},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.58399999999999996,"15min":0.58599999999999997},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.68899999999999995,"5min":0.80100000000000005,"15min":0.80100000000000005},"last":0.56799999999999995}]},{"osd":5,"last update":"Fri Apr 12 08:42:24 2024","interfaces":[{"interface":"back","average":{"1min":0.54500000000000004,"5min":0.53100000000000003,"15min":0.52900000000000003},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"last":0.59399999999999997},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.58299999999999996,"15min":0.58699999999999997},"min":{"1min":0.40400000000000003,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.78500000000000003,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.52900000000000003}]},{"osd":6,"last update":"Fri Apr 12 08:41:47 2024","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.84399999999999997,"5min":0.84399999999999997,"15min":0.84399999999999997},"last":0.54400000000000004},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.747,"5min":0.747,"15min":0.747},"last":0.64700000000000002}]},{"osd":7,"last update":"Fri Apr 12 08:42:15 2024","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":0.84799999999999998,"5min":0.84799999999999998,"15min":0.84799999999999998},"last":0.63700000000000001},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.625}]}]},{"osd":3,"up_from":26,"seq":111669149736,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297980,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447172,"statfs":{"total":95995035648,"available":95689904128,"internally_reserved":0,"allocated":638976,"data_stored":266042,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 08:41:46 2024","interfaces":[{"interface":"back","average":{"1min":0.38600000000000001,"5min":0.42599999999999999,"15min":0.432},"min":{"1min":0.20499999999999999,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":0.58199999999999996,"5min":0.61199999999999999,"15min":0.61199999999999999},"last":0.32200000000000001},{"interface":"front","average":{"1min":0.40799999999999997,"5min":0.44600000000000001,"15min":0.45200000000000001},"min":{"1min":0.251,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"last":0.42899999999999999}]},{"osd":1,"last update":"Fri Apr 12 08:41:46 2024","interfaces":[{"interface":"back","average":{"1min":0.435,"5min":0.47099999999999997,"15min":0.47699999999999998},"min":{"1min":0.32400000000000001,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.60899999999999999,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":0.40100000000000002},{"interface":"front","average":{"1min":0.40000000000000002,"5min":0.442,"15min":0.44900000000000001},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.58899999999999997,"5min":0.61499999999999999,"15min":0.61499999999999999},"last":0.35099999999999998}]},{"osd":2,"last update":"Fri Apr 12 08:41:46 2024","interfaces":[{"interface":"back","average":{"1min":0.42799999999999999,"5min":0.49199999999999999,"15min":0.503},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.38200000000000001},{"interface":"front","average":{"1min":0.42599999999999999,"5min":0.47299999999999998,"15min":0.48099999999999998},"min":{"1min":0.26600000000000001,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.61299999999999999,"5min":0.65700000000000003,"15min":0.65700000000000003},"last":0.372}]},{"osd":4,"last update":"Fri Apr 12 08:42:02 2024","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.59899999999999998,"15min":0.60499999999999998},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.749},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.60499999999999998,"15min":0.60799999999999998},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.82899999999999996,"5min":0.82899999999999996,"15min":0.82899999999999996},"last":0.67200000000000004}]},{"osd":5,"last update":"Fri Apr 12 08:42:29 2024","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.59899999999999998,"15min":0.60399999999999998},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.86199999999999999,"5min":0.86199999999999999,"15min":0.86199999999999999},"last":0.75900000000000001},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.60099999999999998,"15min":0.60499999999999998},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.88700000000000001,"5min":0.88700000000000001,"15min":0.88700000000000001},"last":0.65600000000000003}]},{"osd":6,"last update":"Fri Apr 12 08:41:48 2024","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.86099999999999999,"5min":0.86099999999999999,"15min":0.86099999999999999},"last":0.82199999999999995},{"interface":"front","average":{"1min":0.629,"5min":0.629,"15min":0.629},"min":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.69099999999999995}]},{"osd":7,"last update":"Fri Apr 12 08:42:13 2024","interfaces":[{"interface":"back","average":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":0.90500000000000003,"5min":0.90500000000000003,"15min":0.90500000000000003},"last":0.72899999999999998},{"interface":"front","average":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.64700000000000002}]}]},{"osd":4,"up_from":31,"seq":133143986210,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297976,"kb_used_data":620,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447176,"statfs":{"total":95995035648,"available":95689908224,"internally_reserved":0,"allocated":634880,"data_stored":265777,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 08:42:02 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.52900000000000003,"15min":0.52800000000000002},"min":{"1min":0.40899999999999997,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.59899999999999998},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.58399999999999996,"15min":0.59199999999999997},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.65600000000000003}]},{"osd":1,"last update":"Fri Apr 12 08:42:02 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.55100000000000005,"15min":0.55600000000000005},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.64200000000000002,"5min":0.872,"15min":0.872},"last":0.58199999999999996},{"interface":"front","average":{"1min":0.56100000000000005,"5min":0.57099999999999995,"15min":0.57299999999999995},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.71599999999999997}]},{"osd":2,"last update":"Fri Apr 12 08:42:02 2024","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.58299999999999996,"15min":0.58499999999999996},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.61899999999999999},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.54500000000000004,"15min":0.54700000000000004},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.66500000000000004,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.68600000000000005}]},{"osd":3,"last update":"Fri Apr 12 08:42:02 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.58399999999999996,"15min":0.58899999999999997},"min":{"1min":0.372,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.72999999999999998,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.57399999999999995},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.56200000000000006,"15min":0.56399999999999995},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.69799999999999995,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.69799999999999995}]},{"osd":5,"last update":"Fri Apr 12 08:42:25 2024","interfaces":[{"interface":"back","average":{"1min":0.435,"5min":0.39900000000000002,"15min":0.39300000000000002},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"last":0.41799999999999998},{"interface":"front","average":{"1min":0.46600000000000003,"5min":0.40699999999999997,"15min":0.39700000000000002},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.47199999999999998}]},{"osd":6,"last update":"Fri Apr 12 08:41:48 2024","interfaces":[{"interface":"back","average":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.55900000000000005},{"interface":"front","average":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.49199999999999999}]},{"osd":7,"last update":"Fri Apr 12 08:42:14 2024","interfaces":[{"interface":"back","average":{"1min":0.504,"5min":0.504,"15min":0.504},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.5,"5min":0.5,"15min":0.5},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.753,"5min":0.753,"15min":0.753},"last":0.443}]}]},{"osd":5,"up_from":39,"seq":167503724574,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297984,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447168,"statfs":{"total":95995035648,"available":95689900032,"internally_reserved":0,"allocated":638976,"data_stored":266042,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 08:42:24 2024","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.52700000000000002,"15min":0.51800000000000002},"min":{"1min":0.38100000000000001,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":1.484,"5min":1.484,"15min":1.484},"last":0.42899999999999999},{"interface":"front","average":{"1min":0.61599999999999999,"5min":0.57599999999999996,"15min":0.56899999999999995},"min":{"1min":0.39200000000000002,"5min":0.312,"15min":0.312},"max":{"1min":1.4219999999999999,"5min":1.4219999999999999,"15min":1.4219999999999999},"last":0.33900000000000002}]},{"osd":1,"last update":"Fri Apr 12 08:42:24 2024","interfaces":[{"interface":"back","average":{"1min":0.59799999999999998,"5min":0.58399999999999996,"15min":0.58199999999999996},"min":{"1min":0.375,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":1.8180000000000001,"5min":1.8180000000000001,"15min":1.8180000000000001},"last":0.35699999999999998},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.54500000000000004,"15min":0.53300000000000003},"min":{"1min":0.39900000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":1.3580000000000001,"5min":1.3580000000000001,"15min":1.3580000000000001},"last":0.504}]},{"osd":2,"last update":"Fri Apr 12 08:42:24 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.54700000000000004,"15min":0.54200000000000004},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":1.5169999999999999,"5min":1.5169999999999999,"15min":1.5169999999999999},"last":0.376},{"interface":"front","average":{"1min":0.64200000000000002,"5min":0.57999999999999996,"15min":0.56999999999999995},"min":{"1min":0.45000000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":1.7669999999999999,"5min":1.7669999999999999,"15min":1.7669999999999999},"last":0.40200000000000002}]},{"osd":3,"last update":"Fri Apr 12 08:42:24 2024","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":0.55700000000000005,"15min":0.54900000000000004},"min":{"1min":0.33000000000000002,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":1.54,"5min":1.54,"15min":1.54},"last":0.48999999999999999},{"interface":"front","average":{"1min":0.64000000000000001,"5min":0.57899999999999996,"15min":0.56899999999999995},"min":{"1min":0.40999999999999998,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":1.845,"5min":1.845,"15min":1.845},"last":0.47299999999999998}]},{"osd":4,"last update":"Fri Apr 12 08:42:24 2024","interfaces":[{"interface":"back","average":{"1min":0.48399999999999999,"5min":0.41699999999999998,"15min":0.40600000000000003},"min":{"1min":0.318,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":1.4470000000000001,"5min":1.4470000000000001,"15min":1.4470000000000001},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.48799999999999999,"5min":0.434,"15min":0.42499999999999999},"min":{"1min":0.30599999999999999,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":1.5629999999999999,"5min":1.5629999999999999,"15min":1.5629999999999999},"last":0.52200000000000002}]},{"osd":6,"last update":"Fri Apr 12 08:41:48 2024","interfaces":[{"interface":"back","average":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":1.742,"5min":1.742,"15min":1.742},"last":0.53400000000000003},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":1.7929999999999999,"5min":1.7929999999999999,"15min":1.7929999999999999},"last":0.60199999999999998}]},{"osd":7,"last update":"Fri Apr 12 08:42:15 2024","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":1.7110000000000001,"5min":1.7110000000000001,"15min":1.7110000000000001},"last":0.56699999999999995},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":1.3959999999999999,"5min":1.3959999999999999,"15min":1.3959999999999999},"last":0.54400000000000004}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-12T08:42:47.310 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph pg dump --format=json 2024-04-12T08:42:47.562 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:42:47 smithi112 ceph-mon[40233]: pgmap v39: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:42:47.562 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:42:47 smithi112 ceph-mon[29019]: pgmap v39: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:42:47.764 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:42:47 smithi175 ceph-mon[32523]: pgmap v39: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:42:48.521 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T08:42:48.592 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 08:42:48 smithi112 systemd[1]: Stopping Ceph alertmanager.a for 96d9de20-f8a7-11ee-bc8c-c7b262605968... 2024-04-12T08:42:49.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:42:49 smithi112 ceph-mon[29019]: pgmap v40: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:42:49.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:42:49 smithi112 ceph-mon[40233]: pgmap v40: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:42:49.764 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:42:49 smithi175 ceph-mon[32523]: pgmap v40: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:42:49.969 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 08:42:49 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-alertmanager-a[69222]: ts=2024-04-12T08:42:49.860Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-04-12T08:42:50.592 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 08:42:50 smithi112 podman[73313]: 2024-04-12 08:42:50.414865295 +0000 UTC m=+1.214243343 container died 4fa65255a54af61cb1672c8ebd9d76b60a0e064c18249f901ad97c10e37895ae (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-12T08:42:50.596 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T08:42:50.597 INFO:teuthology.orchestra.run.smithi112.stderr:dumped all 2024-04-12T08:42:51.163 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 08:42:50 smithi112 podman[73313]: 2024-04-12 08:42:50.962122811 +0000 UTC m=+1.761500908 container cleanup 4fa65255a54af61cb1672c8ebd9d76b60a0e064c18249f901ad97c10e37895ae (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-12T08:42:51.164 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 08:42:50 smithi112 bash[73313]: ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-alertmanager-a 2024-04-12T08:42:51.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:42:51 smithi112 ceph-mon[29019]: pgmap v41: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:42:51.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:42:51 smithi112 ceph-mon[40233]: pgmap v41: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:42:51.593 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 08:42:51 smithi112 podman[73350]: 2024-04-12 08:42:51.163434155 +0000 UTC m=+1.282389993 container remove 4fa65255a54af61cb1672c8ebd9d76b60a0e064c18249f901ad97c10e37895ae (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-12T08:42:51.593 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 08:42:51 smithi112 podman[73350]: 2024-04-12 08:42:51.264081069 +0000 UTC m=+1.383036907 volume remove de2342dabd9987d629079ecb2d389c5142404a70d16f9ed8333e8ec89aa35421 2024-04-12T08:42:51.764 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:42:51 smithi175 ceph-mon[32523]: pgmap v41: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:42:52.065 INFO:teuthology.orchestra.run.smithi112.stdout:{"pg_ready":true,"pg_map":{"version":41,"stamp":"2024-04-12T08:42:50.040143+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":27,"acting":27,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":27,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2385576,"kb_used_data":6712,"kb_used_omap":13,"kb_used_meta":2378738,"kb_avail":747575640,"statfs":{"total":767960285184,"available":765517455360,"internally_reserved":0,"allocated":6873088,"data_stored":3898057,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13632,"internal_metadata":2435828416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.001995"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T08:41:47.344640+0000","last_change":"2024-04-12T08:41:45.462095+0000","last_active":"2024-04-12T08:41:47.344640+0000","last_peered":"2024-04-12T08:41:47.344640+0000","last_clean":"2024-04-12T08:41:47.344640+0000","last_became_active":"2024-04-12T08:41:45.461677+0000","last_became_peered":"2024-04-12T08:41:45.461677+0000","last_unstale":"2024-04-12T08:41:47.344640+0000","last_undegraded":"2024-04-12T08:41:47.344640+0000","last_fullsized":"2024-04-12T08:41:47.344640+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:41:44.441493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:41:44.441493+0000","last_clean_scrub_stamp":"2024-04-12T08:41:44.441493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:17:48.719121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T08:41:46.460928+0000","last_change":"2024-04-12T08:41:45.551316+0000","last_active":"2024-04-12T08:41:46.460928+0000","last_peered":"2024-04-12T08:41:46.460928+0000","last_clean":"2024-04-12T08:41:46.460928+0000","last_became_active":"2024-04-12T08:41:45.550978+0000","last_became_peered":"2024-04-12T08:41:45.550978+0000","last_unstale":"2024-04-12T08:41:46.460928+0000","last_undegraded":"2024-04-12T08:41:46.460928+0000","last_fullsized":"2024-04-12T08:41:46.460928+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:41:44.441493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:41:44.441493+0000","last_clean_scrub_stamp":"2024-04-12T08:41:44.441493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:11:33.629200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T08:41:46.460174+0000","last_change":"2024-04-12T08:41:45.551324+0000","last_active":"2024-04-12T08:41:46.460174+0000","last_peered":"2024-04-12T08:41:46.460174+0000","last_clean":"2024-04-12T08:41:46.460174+0000","last_became_active":"2024-04-12T08:41:45.550902+0000","last_became_peered":"2024-04-12T08:41:45.550902+0000","last_unstale":"2024-04-12T08:41:46.460174+0000","last_undegraded":"2024-04-12T08:41:46.460174+0000","last_fullsized":"2024-04-12T08:41:46.460174+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:41:44.441493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:41:44.441493+0000","last_clean_scrub_stamp":"2024-04-12T08:41:44.441493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T13:00:11.628138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T08:41:46.460127+0000","last_change":"2024-04-12T08:41:45.460635+0000","last_active":"2024-04-12T08:41:46.460127+0000","last_peered":"2024-04-12T08:41:46.460127+0000","last_clean":"2024-04-12T08:41:46.460127+0000","last_became_active":"2024-04-12T08:41:45.460306+0000","last_became_peered":"2024-04-12T08:41:45.460306+0000","last_unstale":"2024-04-12T08:41:46.460127+0000","last_undegraded":"2024-04-12T08:41:46.460127+0000","last_fullsized":"2024-04-12T08:41:46.460127+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:41:44.441493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:41:44.441493+0000","last_clean_scrub_stamp":"2024-04-12T08:41:44.441493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T13:11:36.799115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"60'128","reported_seq":270,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T08:41:46.460154+0000","last_change":"2024-04-12T08:41:14.070755+0000","last_active":"2024-04-12T08:41:46.460154+0000","last_peered":"2024-04-12T08:41:46.460154+0000","last_clean":"2024-04-12T08:41:46.460154+0000","last_became_active":"2024-04-12T08:41:14.070240+0000","last_became_peered":"2024-04-12T08:41:14.070240+0000","last_unstale":"2024-04-12T08:41:46.460154+0000","last_undegraded":"2024-04-12T08:41:46.460154+0000","last_fullsized":"2024-04-12T08:41:46.460154+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:39:13.631201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:39:13.631201+0000","last_clean_scrub_stamp":"2024-04-12T08:39:13.631201+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T13:06:12.206865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T08:41:47.344459+0000","last_change":"2024-04-12T08:41:45.458870+0000","last_active":"2024-04-12T08:41:47.344459+0000","last_peered":"2024-04-12T08:41:47.344459+0000","last_clean":"2024-04-12T08:41:47.344459+0000","last_became_active":"2024-04-12T08:41:45.458422+0000","last_became_peered":"2024-04-12T08:41:45.458422+0000","last_unstale":"2024-04-12T08:41:47.344459+0000","last_undegraded":"2024-04-12T08:41:47.344459+0000","last_fullsized":"2024-04-12T08:41:47.344459+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:41:44.441493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:41:44.441493+0000","last_clean_scrub_stamp":"2024-04-12T08:41:44.441493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T12:46:00.404511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T08:41:47.344101+0000","last_change":"2024-04-12T08:41:45.699130+0000","last_active":"2024-04-12T08:41:47.344101+0000","last_peered":"2024-04-12T08:41:47.344101+0000","last_clean":"2024-04-12T08:41:47.344101+0000","last_became_active":"2024-04-12T08:41:45.698786+0000","last_became_peered":"2024-04-12T08:41:45.698786+0000","last_unstale":"2024-04-12T08:41:47.344101+0000","last_undegraded":"2024-04-12T08:41:47.344101+0000","last_fullsized":"2024-04-12T08:41:47.344101+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:41:44.441493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:41:44.441493+0000","last_clean_scrub_stamp":"2024-04-12T08:41:44.441493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:22:26.271468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T08:41:47.344475+0000","last_change":"2024-04-12T08:41:45.459208+0000","last_active":"2024-04-12T08:41:47.344475+0000","last_peered":"2024-04-12T08:41:47.344475+0000","last_clean":"2024-04-12T08:41:47.344475+0000","last_became_active":"2024-04-12T08:41:45.458910+0000","last_became_peered":"2024-04-12T08:41:45.458910+0000","last_unstale":"2024-04-12T08:41:47.344475+0000","last_undegraded":"2024-04-12T08:41:47.344475+0000","last_fullsized":"2024-04-12T08:41:47.344475+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:41:44.441493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:41:44.441493+0000","last_clean_scrub_stamp":"2024-04-12T08:41:44.441493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:57:16.033567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-12T08:41:46.461021+0000","last_change":"2024-04-12T08:41:45.458479+0000","last_active":"2024-04-12T08:41:46.461021+0000","last_peered":"2024-04-12T08:41:46.461021+0000","last_clean":"2024-04-12T08:41:46.461021+0000","last_became_active":"2024-04-12T08:41:45.458185+0000","last_became_peered":"2024-04-12T08:41:45.458185+0000","last_unstale":"2024-04-12T08:41:46.461021+0000","last_undegraded":"2024-04-12T08:41:46.461021+0000","last_fullsized":"2024-04-12T08:41:46.461021+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:41:44.441493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:41:44.441493+0000","last_clean_scrub_stamp":"2024-04-12T08:41:44.441493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:34:18.865290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201301,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298556,"kb_used_data":1200,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446596,"statfs":{"total":95995035648,"available":95689314304,"internally_reserved":0,"allocated":1228800,"data_stored":856145,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 08:42:10 2024","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.61199999999999999},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"last":0.57799999999999996}]},{"osd":1,"last update":"Fri Apr 12 08:42:10 2024","interfaces":[{"interface":"back","average":{"1min":0.505,"5min":0.505,"15min":0.505},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.65200000000000002},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.65600000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"last":0.54100000000000004}]},{"osd":2,"last update":"Fri Apr 12 08:42:10 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.40899999999999997},{"interface":"front","average":{"1min":0.499,"5min":0.499,"15min":0.499},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.747,"5min":0.747,"15min":0.747},"last":0.68400000000000005}]},{"osd":3,"last update":"Fri Apr 12 08:42:10 2024","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.55300000000000005}]},{"osd":4,"last update":"Fri Apr 12 08:42:10 2024","interfaces":[{"interface":"back","average":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.49099999999999999},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.58899999999999997}]},{"osd":5,"last update":"Fri Apr 12 08:42:10 2024","interfaces":[{"interface":"back","average":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.45700000000000002},{"interface":"front","average":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.68400000000000005,"5min":0.68400000000000005,"15min":0.68400000000000005},"last":0.63800000000000001}]},{"osd":6,"last update":"Fri Apr 12 08:42:10 2024","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.60099999999999998},{"interface":"front","average":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.627}]}]},{"osd":6,"up_from":47,"seq":201863462938,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298560,"kb_used_data":1200,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446592,"statfs":{"total":95995035648,"available":95689310208,"internally_reserved":0,"allocated":1228800,"data_stored":856087,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 08:41:49 2024","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"last":0.51200000000000001},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.64000000000000001}]},{"osd":1,"last update":"Fri Apr 12 08:41:49 2024","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"last":0.58799999999999997},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.66000000000000003}]},{"osd":2,"last update":"Fri Apr 12 08:41:49 2024","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.60199999999999998},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.624}]},{"osd":3,"last update":"Fri Apr 12 08:41:49 2024","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.81399999999999995,"5min":0.81399999999999995,"15min":0.81399999999999995},"last":0.61599999999999999},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.67600000000000005}]},{"osd":4,"last update":"Fri Apr 12 08:41:49 2024","interfaces":[{"interface":"back","average":{"1min":0.435,"5min":0.435,"15min":0.435},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.68799999999999994},{"interface":"front","average":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.499}]},{"osd":5,"last update":"Fri Apr 12 08:41:49 2024","interfaces":[{"interface":"back","average":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":1.2170000000000001,"5min":1.2170000000000001,"15min":1.2170000000000001},"last":0.47299999999999998},{"interface":"front","average":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":0.55700000000000005}]},{"osd":7,"last update":"Fri Apr 12 08:42:14 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":1.248,"5min":1.248,"15min":1.248},"last":0.54500000000000004},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.753,"5min":0.753,"15min":0.753},"last":0.71899999999999997}]}]},{"osd":1,"up_from":13,"seq":55834574898,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297976,"kb_used_data":620,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447176,"statfs":{"total":95995035648,"available":95689908224,"internally_reserved":0,"allocated":634880,"data_stored":265777,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 08:41:49 2024","interfaces":[{"interface":"back","average":{"1min":0.39400000000000002,"5min":0.34200000000000003,"15min":0.31900000000000001},"min":{"1min":0.23799999999999999,"5min":0.222,"15min":0.222},"max":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"last":0.57599999999999996},{"interface":"front","average":{"1min":0.39600000000000002,"5min":0.34999999999999998,"15min":0.32700000000000001},"min":{"1min":0.28599999999999998,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.628,"5min":0.64000000000000001,"15min":0.64000000000000001},"last":0.5}]},{"osd":2,"last update":"Fri Apr 12 08:42:19 2024","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.39500000000000002,"15min":0.39000000000000001},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.52200000000000002,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.46300000000000002},{"interface":"front","average":{"1min":0.41099999999999998,"5min":0.41499999999999998,"15min":0.40799999999999997},"min":{"1min":0.31,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.54100000000000004,"5min":0.69199999999999995,"15min":0.69199999999999995},"last":0.55600000000000005}]},{"osd":3,"last update":"Fri Apr 12 08:42:47 2024","interfaces":[{"interface":"back","average":{"1min":0.373,"5min":0.40699999999999997,"15min":0.41099999999999998},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.57299999999999995,"5min":0.66600000000000004,"15min":0.66600000000000004},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.42599999999999999,"5min":0.46000000000000002,"15min":0.46400000000000002},"min":{"1min":0.318,"5min":0.317,"15min":0.317},"max":{"1min":0.61699999999999999,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.53200000000000003}]},{"osd":4,"last update":"Fri Apr 12 08:42:04 2024","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.56200000000000006,"15min":0.55500000000000005},"min":{"1min":0.44600000000000001,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.71899999999999997,"5min":0.748,"15min":0.748},"last":0.90000000000000002},{"interface":"front","average":{"1min":0.62,"5min":0.58899999999999997,"15min":0.58399999999999996},"min":{"1min":0.498,"5min":0.441,"15min":0.441},"max":{"1min":0.77200000000000002,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.90800000000000003}]},{"osd":5,"last update":"Fri Apr 12 08:42:29 2024","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.996,"5min":0.996,"15min":0.996},"last":0.80200000000000005},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.56799999999999995,"15min":0.57199999999999995},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.71599999999999997,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.86799999999999999}]},{"osd":6,"last update":"Fri Apr 12 08:42:47 2024","interfaces":[{"interface":"back","average":{"1min":0.56699999999999995,"5min":0.627,"15min":0.63700000000000001},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.78300000000000003,"5min":1.044,"15min":1.044},"last":0.72499999999999998},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.59599999999999997,"15min":0.59799999999999998},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.83299999999999996,"5min":0.89900000000000002,"15min":0.89900000000000002},"last":0.78700000000000003}]},{"osd":7,"last update":"Fri Apr 12 08:42:14 2024","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.95699999999999996,"5min":0.95699999999999996,"15min":0.95699999999999996},"last":0.82899999999999996},{"interface":"front","average":{"1min":0.625,"5min":0.625,"15min":0.625},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.88100000000000001}]}]},{"osd":0,"up_from":8,"seq":34359738423,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298564,"kb_used_data":1204,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446588,"statfs":{"total":95995035648,"available":95689306112,"internally_reserved":0,"allocated":1232896,"data_stored":856410,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Apr 12 08:41:52 2024","interfaces":[{"interface":"back","average":{"1min":0.41299999999999998,"5min":0.34399999999999997,"15min":0.32100000000000001},"min":{"1min":0.214,"5min":0.16800000000000001,"15min":0.16800000000000001},"max":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.29999999999999999},{"interface":"front","average":{"1min":0.39900000000000002,"5min":0.34499999999999997,"15min":0.318},"min":{"1min":0.22500000000000001,"5min":0.185,"15min":0.185},"max":{"1min":0.51200000000000001,"5min":0.56100000000000005,"15min":0.56100000000000005},"last":0.35099999999999998}]},{"osd":2,"last update":"Fri Apr 12 08:42:16 2024","interfaces":[{"interface":"back","average":{"1min":0.45300000000000001,"5min":0.40999999999999998,"15min":0.39400000000000002},"min":{"1min":0.33500000000000002,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":0.379},{"interface":"front","average":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.40600000000000003},"min":{"1min":0.26400000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.57699999999999996,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":0.39500000000000002}]},{"osd":3,"last update":"Fri Apr 12 08:42:43 2024","interfaces":[{"interface":"back","average":{"1min":0.40600000000000003,"5min":0.443,"15min":0.44400000000000001},"min":{"1min":0.246,"5min":0.246,"15min":0.246},"max":{"1min":0.61799999999999999,"5min":0.66500000000000004,"15min":0.66500000000000004},"last":0.41299999999999998},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.45400000000000001,"15min":0.46000000000000002},"min":{"1min":0.28000000000000003,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.56299999999999994,"5min":0.64000000000000001,"15min":0.64000000000000001},"last":0.42099999999999999}]},{"osd":4,"last update":"Fri Apr 12 08:42:07 2024","interfaces":[{"interface":"back","average":{"1min":0.63800000000000001,"5min":0.61699999999999999,"15min":0.61299999999999999},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.59799999999999998},{"interface":"front","average":{"1min":0.63,"5min":0.60999999999999999,"15min":0.60699999999999998},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.70099999999999996}]},{"osd":5,"last update":"Fri Apr 12 08:42:25 2024","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.64200000000000002,"15min":0.64800000000000002},"min":{"1min":0.39800000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.92600000000000005,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.68400000000000005},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.60799999999999998,"15min":0.60699999999999998},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.871,"5min":0.871,"15min":0.871},"last":0.623}]},{"osd":6,"last update":"Fri Apr 12 08:41:46 2024","interfaces":[{"interface":"back","average":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"last":0.61099999999999999},{"interface":"front","average":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.97499999999999998,"5min":0.97499999999999998,"15min":0.97499999999999998},"last":0.72599999999999998}]},{"osd":7,"last update":"Fri Apr 12 08:42:13 2024","interfaces":[{"interface":"back","average":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"min":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":0.95499999999999996,"5min":0.95499999999999996,"15min":0.95499999999999996},"last":0.75},{"interface":"front","average":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.874,"5min":0.874,"15min":0.874},"last":0.65900000000000003}]}]},{"osd":2,"up_from":18,"seq":77309411373,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297980,"kb_used_data":620,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447172,"statfs":{"total":95995035648,"available":95689904128,"internally_reserved":0,"allocated":634880,"data_stored":265777,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 08:42:15 2024","interfaces":[{"interface":"back","average":{"1min":0.38300000000000001,"5min":0.36099999999999999,"15min":0.34899999999999998},"min":{"1min":0.26300000000000001,"5min":0.183,"15min":0.183},"max":{"1min":0.57899999999999996,"5min":0.61399999999999999,"15min":0.61399999999999999},"last":0.436},{"interface":"front","average":{"1min":0.38100000000000001,"5min":0.37,"15min":0.35899999999999999},"min":{"1min":0.28699999999999998,"5min":0.19800000000000001,"15min":0.19800000000000001},"max":{"1min":0.53200000000000003,"5min":0.58199999999999996,"15min":0.58199999999999996},"last":0.33200000000000002}]},{"osd":1,"last update":"Fri Apr 12 08:42:15 2024","interfaces":[{"interface":"back","average":{"1min":0.36299999999999999,"5min":0.36199999999999999,"15min":0.35999999999999999},"min":{"1min":0.27500000000000002,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.49099999999999999,"5min":0.54300000000000004,"15min":0.54300000000000004},"last":0.34699999999999998},{"interface":"front","average":{"1min":0.41199999999999998,"5min":0.39200000000000002,"15min":0.378},"min":{"1min":0.214,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.58599999999999997,"5min":0.60299999999999998,"15min":0.60299999999999998},"last":0.35899999999999999}]},{"osd":3,"last update":"Fri Apr 12 08:42:44 2024","interfaces":[{"interface":"back","average":{"1min":0.42699999999999999,"5min":0.45100000000000001,"15min":0.45400000000000001},"min":{"1min":0.32000000000000001,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.64500000000000002,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.38700000000000001},{"interface":"front","average":{"1min":0.39800000000000002,"5min":0.42299999999999999,"15min":0.42699999999999999},"min":{"1min":0.28100000000000003,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.56499999999999995,"5min":0.625,"15min":0.625},"last":0.377}]},{"osd":4,"last update":"Fri Apr 12 08:42:02 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.57899999999999996,"15min":0.58199999999999996},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.70699999999999996,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.58399999999999996,"15min":0.58599999999999997},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.68899999999999995,"5min":0.80100000000000005,"15min":0.80100000000000005},"last":0.40600000000000003}]},{"osd":5,"last update":"Fri Apr 12 08:42:24 2024","interfaces":[{"interface":"back","average":{"1min":0.54500000000000004,"5min":0.53100000000000003,"15min":0.52900000000000003},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"last":0.45300000000000001},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.58299999999999996,"15min":0.58699999999999997},"min":{"1min":0.40400000000000003,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.78500000000000003,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.60699999999999998}]},{"osd":6,"last update":"Fri Apr 12 08:41:47 2024","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.84399999999999997,"5min":0.84399999999999997,"15min":0.84399999999999997},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.747,"5min":0.747,"15min":0.747},"last":0.56899999999999995}]},{"osd":7,"last update":"Fri Apr 12 08:42:15 2024","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":0.84799999999999998,"5min":0.84799999999999998,"15min":0.84799999999999998},"last":0.625},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.56299999999999994}]}]},{"osd":3,"up_from":26,"seq":111669149737,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297980,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447172,"statfs":{"total":95995035648,"available":95689904128,"internally_reserved":0,"allocated":638976,"data_stored":266042,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 08:41:46 2024","interfaces":[{"interface":"back","average":{"1min":0.38600000000000001,"5min":0.42599999999999999,"15min":0.432},"min":{"1min":0.20499999999999999,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":0.58199999999999996,"5min":0.61199999999999999,"15min":0.61199999999999999},"last":0.30199999999999999},{"interface":"front","average":{"1min":0.40799999999999997,"5min":0.44600000000000001,"15min":0.45200000000000001},"min":{"1min":0.251,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"last":0.42399999999999999}]},{"osd":1,"last update":"Fri Apr 12 08:41:46 2024","interfaces":[{"interface":"back","average":{"1min":0.435,"5min":0.47099999999999997,"15min":0.47699999999999998},"min":{"1min":0.32400000000000001,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.60899999999999999,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":0.39100000000000001},{"interface":"front","average":{"1min":0.40000000000000002,"5min":0.442,"15min":0.44900000000000001},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.58899999999999997,"5min":0.61499999999999999,"15min":0.61499999999999999},"last":0.36399999999999999}]},{"osd":2,"last update":"Fri Apr 12 08:41:46 2024","interfaces":[{"interface":"back","average":{"1min":0.42799999999999999,"5min":0.49199999999999999,"15min":0.503},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.40600000000000003},{"interface":"front","average":{"1min":0.42599999999999999,"5min":0.47299999999999998,"15min":0.48099999999999998},"min":{"1min":0.26600000000000001,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.61299999999999999,"5min":0.65700000000000003,"15min":0.65700000000000003},"last":0.34999999999999998}]},{"osd":4,"last update":"Fri Apr 12 08:42:02 2024","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.59899999999999998,"15min":0.60499999999999998},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.55800000000000005},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.60499999999999998,"15min":0.60799999999999998},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.82899999999999996,"5min":0.82899999999999996,"15min":0.82899999999999996},"last":0.57799999999999996}]},{"osd":5,"last update":"Fri Apr 12 08:42:29 2024","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.59899999999999998,"15min":0.60399999999999998},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.86199999999999999,"5min":0.86199999999999999,"15min":0.86199999999999999},"last":0.61299999999999999},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.60099999999999998,"15min":0.60499999999999998},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.88700000000000001,"5min":0.88700000000000001,"15min":0.88700000000000001},"last":0.53600000000000003}]},{"osd":6,"last update":"Fri Apr 12 08:41:48 2024","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.86099999999999999,"5min":0.86099999999999999,"15min":0.86099999999999999},"last":0.60199999999999998},{"interface":"front","average":{"1min":0.629,"5min":0.629,"15min":0.629},"min":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.54700000000000004}]},{"osd":7,"last update":"Fri Apr 12 08:42:13 2024","interfaces":[{"interface":"back","average":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":0.90500000000000003,"5min":0.90500000000000003,"15min":0.90500000000000003},"last":0.58999999999999997},{"interface":"front","average":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.52400000000000002}]}]},{"osd":4,"up_from":31,"seq":133143986211,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297976,"kb_used_data":620,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447176,"statfs":{"total":95995035648,"available":95689908224,"internally_reserved":0,"allocated":634880,"data_stored":265777,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 08:42:02 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.52900000000000003,"15min":0.52800000000000002},"min":{"1min":0.40899999999999997,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.58799999999999997},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.58399999999999996,"15min":0.59199999999999997},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.65600000000000003}]},{"osd":1,"last update":"Fri Apr 12 08:42:02 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.55100000000000005,"15min":0.55600000000000005},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.64200000000000002,"5min":0.872,"15min":0.872},"last":0.60499999999999998},{"interface":"front","average":{"1min":0.56100000000000005,"5min":0.57099999999999995,"15min":0.57299999999999995},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.73199999999999998}]},{"osd":2,"last update":"Fri Apr 12 08:42:02 2024","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.58299999999999996,"15min":0.58499999999999996},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.70099999999999996},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.54500000000000004,"15min":0.54700000000000004},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.66500000000000004,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.61899999999999999}]},{"osd":3,"last update":"Fri Apr 12 08:42:02 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.58399999999999996,"15min":0.58899999999999997},"min":{"1min":0.372,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.72999999999999998,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.57399999999999995},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.56200000000000006,"15min":0.56399999999999995},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.69799999999999995,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.68799999999999994}]},{"osd":5,"last update":"Fri Apr 12 08:42:25 2024","interfaces":[{"interface":"back","average":{"1min":0.435,"5min":0.39900000000000002,"15min":0.39300000000000002},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"last":0.49399999999999999},{"interface":"front","average":{"1min":0.46600000000000003,"5min":0.40699999999999997,"15min":0.39700000000000002},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.42899999999999999}]},{"osd":6,"last update":"Fri Apr 12 08:41:48 2024","interfaces":[{"interface":"back","average":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.51800000000000002},{"interface":"front","average":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.56200000000000006}]},{"osd":7,"last update":"Fri Apr 12 08:42:14 2024","interfaces":[{"interface":"back","average":{"1min":0.504,"5min":0.504,"15min":0.504},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.45100000000000001},{"interface":"front","average":{"1min":0.5,"5min":0.5,"15min":0.5},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.753,"5min":0.753,"15min":0.753},"last":0.47199999999999998}]}]},{"osd":5,"up_from":39,"seq":167503724575,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297984,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447168,"statfs":{"total":95995035648,"available":95689900032,"internally_reserved":0,"allocated":638976,"data_stored":266042,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 08:42:24 2024","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.52700000000000002,"15min":0.51800000000000002},"min":{"1min":0.38100000000000001,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":1.484,"5min":1.484,"15min":1.484},"last":0.35199999999999998},{"interface":"front","average":{"1min":0.61599999999999999,"5min":0.57599999999999996,"15min":0.56899999999999995},"min":{"1min":0.39200000000000002,"5min":0.312,"15min":0.312},"max":{"1min":1.4219999999999999,"5min":1.4219999999999999,"15min":1.4219999999999999},"last":0.61399999999999999}]},{"osd":1,"last update":"Fri Apr 12 08:42:24 2024","interfaces":[{"interface":"back","average":{"1min":0.59799999999999998,"5min":0.58399999999999996,"15min":0.58199999999999996},"min":{"1min":0.375,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":1.8180000000000001,"5min":1.8180000000000001,"15min":1.8180000000000001},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.54500000000000004,"15min":0.53300000000000003},"min":{"1min":0.39900000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":1.3580000000000001,"5min":1.3580000000000001,"15min":1.3580000000000001},"last":0.54600000000000004}]},{"osd":2,"last update":"Fri Apr 12 08:42:24 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.54700000000000004,"15min":0.54200000000000004},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":1.5169999999999999,"5min":1.5169999999999999,"15min":1.5169999999999999},"last":0.39800000000000002},{"interface":"front","average":{"1min":0.64200000000000002,"5min":0.57999999999999996,"15min":0.56999999999999995},"min":{"1min":0.45000000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":1.7669999999999999,"5min":1.7669999999999999,"15min":1.7669999999999999},"last":0.52900000000000003}]},{"osd":3,"last update":"Fri Apr 12 08:42:24 2024","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":0.55700000000000005,"15min":0.54900000000000004},"min":{"1min":0.33000000000000002,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":1.54,"5min":1.54,"15min":1.54},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.64000000000000001,"5min":0.57899999999999996,"15min":0.56899999999999995},"min":{"1min":0.40999999999999998,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":1.845,"5min":1.845,"15min":1.845},"last":0.38}]},{"osd":4,"last update":"Fri Apr 12 08:42:24 2024","interfaces":[{"interface":"back","average":{"1min":0.48399999999999999,"5min":0.41699999999999998,"15min":0.40600000000000003},"min":{"1min":0.318,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":1.4470000000000001,"5min":1.4470000000000001,"15min":1.4470000000000001},"last":0.46800000000000003},{"interface":"front","average":{"1min":0.48799999999999999,"5min":0.434,"15min":0.42499999999999999},"min":{"1min":0.30599999999999999,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":1.5629999999999999,"5min":1.5629999999999999,"15min":1.5629999999999999},"last":0.49299999999999999}]},{"osd":6,"last update":"Fri Apr 12 08:41:48 2024","interfaces":[{"interface":"back","average":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":1.742,"5min":1.742,"15min":1.742},"last":0.504},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":1.7929999999999999,"5min":1.7929999999999999,"15min":1.7929999999999999},"last":0.59599999999999997}]},{"osd":7,"last update":"Fri Apr 12 08:42:15 2024","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":1.7110000000000001,"5min":1.7110000000000001,"15min":1.7110000000000001},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":1.3959999999999999,"5min":1.3959999999999999,"15min":1.3959999999999999},"last":0.65400000000000003}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-12T08:42:52.067 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-04-12T08:42:52.067 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-04-12T08:42:52.067 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-04-12T08:42:52.067 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph health --format=json 2024-04-12T08:42:52.342 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 08:42:52 smithi112 systemd[1]: ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-04-12T08:42:52.342 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 08:42:52 smithi112 systemd[1]: Stopped Ceph alertmanager.a for 96d9de20-f8a7-11ee-bc8c-c7b262605968. 2024-04-12T08:42:52.342 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 08:42:52 smithi112 systemd[1]: Starting Ceph alertmanager.a for 96d9de20-f8a7-11ee-bc8c-c7b262605968... 2024-04-12T08:42:52.686 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:42:52 smithi112 ceph-mon[40233]: from='client.14628 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T08:42:52.687 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:42:52 smithi112 ceph-mon[29019]: from='client.14628 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T08:42:52.687 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 08:42:52 smithi112 podman[73513]: 2024-04-12 08:42:52.293940286 +0000 UTC m=+0.018631223 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-04-12T08:42:52.687 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 08:42:52 smithi112 podman[73513]: 2024-04-12 08:42:52.410703236 +0000 UTC m=+0.135394161 volume create 19170851e5ed80bd4edbd73dd845fccb11aece276e1a1780c92ab337e6cb1aa3 2024-04-12T08:42:52.687 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 08:42:52 smithi112 podman[73513]: 2024-04-12 08:42:52.494588374 +0000 UTC m=+0.219279299 container create 5454f79c48f8eb4c570f5d27628cb30e0685200c01429663721b97fe4c990fe4 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-12T08:42:52.764 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:42:52 smithi175 ceph-mon[32523]: from='client.14628 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T08:42:52.974 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T08:42:53.092 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 08:42:52 smithi112 podman[73513]: 2024-04-12 08:42:52.788837782 +0000 UTC m=+0.513528707 container init 5454f79c48f8eb4c570f5d27628cb30e0685200c01429663721b97fe4c990fe4 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-12T08:42:53.093 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 08:42:52 smithi112 podman[73513]: 2024-04-12 08:42:52.791327472 +0000 UTC m=+0.516018397 container start 5454f79c48f8eb4c570f5d27628cb30e0685200c01429663721b97fe4c990fe4 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-12T08:42:53.093 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 08:42:52 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-alertmanager-a[73543]: ts=2024-04-12T08:42:52.803Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-04-12T08:42:53.093 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 08:42:52 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-alertmanager-a[73543]: ts=2024-04-12T08:42:52.803Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-04-12T08:42:53.093 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 08:42:52 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-alertmanager-a[73543]: ts=2024-04-12T08:42:52.804Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.112 port=9094 2024-04-12T08:42:53.093 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 08:42:52 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-alertmanager-a[73543]: ts=2024-04-12T08:42:52.805Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-04-12T08:42:53.093 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 08:42:52 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-alertmanager-a[73543]: ts=2024-04-12T08:42:52.828Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-12T08:42:53.093 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 08:42:52 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-alertmanager-a[73543]: ts=2024-04-12T08:42:52.828Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-12T08:42:53.093 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 08:42:52 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-alertmanager-a[73543]: ts=2024-04-12T08:42:52.831Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-04-12T08:42:53.093 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 08:42:52 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-alertmanager-a[73543]: ts=2024-04-12T08:42:52.831Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-04-12T08:42:53.093 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 08:42:52 smithi112 bash[73513]: 5454f79c48f8eb4c570f5d27628cb30e0685200c01429663721b97fe4c990fe4 2024-04-12T08:42:53.093 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 08:42:52 smithi112 systemd[1]: Started Ceph alertmanager.a for 96d9de20-f8a7-11ee-bc8c-c7b262605968. 2024-04-12T08:42:53.637 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:42:53 smithi175 ceph-mon[32523]: pgmap v42: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:42:53.637 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:42:53 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:42:53.637 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:42:53 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:42:53.842 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:42:53 smithi112 ceph-mon[40233]: pgmap v42: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:42:53.842 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:42:53 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:42:53.842 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:42:53 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:42:53.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:42:53 smithi112 ceph-mon[29019]: pgmap v42: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:42:53.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:42:53 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:42:53.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:42:53 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:42:54.443 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:42:54 smithi175 ceph-mon[32523]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-12T08:42:54.443 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:42:54 smithi175 ceph-mon[32523]: Reconfiguring daemon prometheus.a on smithi175 2024-04-12T08:42:54.444 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:42:54 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[34409]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:42:54] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-12T08:42:54.578 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:42:54 smithi112 ceph-mon[40233]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-12T08:42:54.578 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:42:54 smithi112 ceph-mon[40233]: Reconfiguring daemon prometheus.a on smithi175 2024-04-12T08:42:54.578 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:42:54 smithi112 ceph-mon[29019]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-12T08:42:54.578 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:42:54 smithi112 ceph-mon[29019]: Reconfiguring daemon prometheus.a on smithi175 2024-04-12T08:42:54.842 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 08:42:54 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-alertmanager-a[73543]: ts=2024-04-12T08:42:54.805Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000588744s 2024-04-12T08:42:55.034 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T08:42:55.034 INFO:teuthology.orchestra.run.smithi112.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-04-12T08:42:55.660 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:42:55 smithi112 ceph-mon[40233]: pgmap v43: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:42:55.660 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:42:55 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/908245127' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T08:42:55.661 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:42:55 smithi112 ceph-mon[29019]: pgmap v43: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:42:55.661 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:42:55 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/908245127' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T08:42:55.684 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-04-12T08:42:55.684 INFO:tasks.cephadm:Setup complete, yielding 2024-04-12T08:42:55.684 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-04-12T08:42:55.694 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi112.front.sepia.ceph.com 2024-04-12T08:42:55.694 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- bash -c 'ceph fs volume create foo' 2024-04-12T08:42:55.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:42:55 smithi175 ceph-mon[32523]: pgmap v43: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:42:55.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:42:55 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/908245127' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T08:42:55.944 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T08:42:56.209 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:42:55 smithi175 systemd[1]: Stopping Ceph prometheus.a for 96d9de20-f8a7-11ee-bc8c-c7b262605968... 2024-04-12T08:42:56.460 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:42:56 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[59727]: ts=2024-04-12T08:42:56.209Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-12T08:42:56.460 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:42:56 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[59727]: ts=2024-04-12T08:42:56.209Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-04-12T08:42:56.461 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:42:56 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[59727]: ts=2024-04-12T08:42:56.209Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-04-12T08:42:56.461 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:42:56 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[59727]: ts=2024-04-12T08:42:56.209Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-12T08:42:56.461 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:42:56 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[59727]: ts=2024-04-12T08:42:56.209Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-04-12T08:42:56.461 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:42:56 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[59727]: ts=2024-04-12T08:42:56.209Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-04-12T08:42:56.461 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:42:56 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[59727]: ts=2024-04-12T08:42:56.209Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-04-12T08:42:56.461 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:42:56 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[59727]: ts=2024-04-12T08:42:56.209Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-04-12T08:42:56.461 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:42:56 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[59727]: ts=2024-04-12T08:42:56.209Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-04-12T08:42:56.461 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:42:56 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[59727]: ts=2024-04-12T08:42:56.209Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-04-12T08:42:56.461 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:42:56 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[59727]: ts=2024-04-12T08:42:56.209Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-04-12T08:42:56.461 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:42:56 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[59727]: ts=2024-04-12T08:42:56.209Z caller=main.go:1147 level=info msg="See you next time!" 2024-04-12T08:42:56.461 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:42:56 smithi175 podman[62859]: 2024-04-12 08:42:56.219285547 +0000 UTC m=+0.108434085 container died bd0a7b0f968874e414e2f246cf2df339e828c85e986daa10966f782021d510af (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T08:42:56.718 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:42:56 smithi175 podman[62859]: 2024-04-12 08:42:56.559044033 +0000 UTC m=+0.448192568 container cleanup bd0a7b0f968874e414e2f246cf2df339e828c85e986daa10966f782021d510af (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T08:42:56.718 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:42:56 smithi175 bash[62859]: ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a 2024-04-12T08:42:57.015 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:42:56 smithi175 podman[62872]: 2024-04-12 08:42:56.718208832 +0000 UTC m=+0.502117274 container remove bd0a7b0f968874e414e2f246cf2df339e828c85e986daa10966f782021d510af (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T08:42:57.015 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:42:56 smithi175 systemd[1]: ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-04-12T08:42:57.015 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:42:56 smithi175 systemd[1]: Stopped Ceph prometheus.a for 96d9de20-f8a7-11ee-bc8c-c7b262605968. 2024-04-12T08:42:57.015 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:42:56 smithi175 systemd[1]: ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@prometheus.a.service: Consumed 1.017s CPU time. 2024-04-12T08:42:57.015 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:42:56 smithi175 systemd[1]: Starting Ceph prometheus.a for 96d9de20-f8a7-11ee-bc8c-c7b262605968... 2024-04-12T08:42:57.396 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:42:57 smithi175 podman[62966]: 2024-04-12 08:42:57.048218969 +0000 UTC m=+0.018883738 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-04-12T08:42:57.396 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:42:57 smithi175 podman[62966]: 2024-04-12 08:42:57.152598211 +0000 UTC m=+0.123262964 container create 040ea22c295a7c7139ed4e83a0f2210022726af1f05782b4487d5e893f6a3496 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T08:42:57.396 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:42:57 smithi175 podman[62966]: 2024-04-12 08:42:57.371199014 +0000 UTC m=+0.341863768 container init 040ea22c295a7c7139ed4e83a0f2210022726af1f05782b4487d5e893f6a3496 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T08:42:57.397 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:42:57 smithi175 podman[62966]: 2024-04-12 08:42:57.373700371 +0000 UTC m=+0.344365125 container start 040ea22c295a7c7139ed4e83a0f2210022726af1f05782b4487d5e893f6a3496 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T08:42:57.537 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:42:57 smithi112 ceph-mon[40233]: pgmap v44: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:42:57.537 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:42:57 smithi112 ceph-mon[40233]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:42:57.537 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:42:57 smithi112 ceph-mon[29019]: pgmap v44: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:42:57.537 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:42:57 smithi112 ceph-mon[29019]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:42:57.764 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:42:57 smithi175 ceph-mon[32523]: pgmap v44: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:42:57.764 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:42:57 smithi175 ceph-mon[32523]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:42:57.765 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:42:57 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[62981]: ts=2024-04-12T08:42:57.396Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-04-12T08:42:57.765 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:42:57 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[62981]: ts=2024-04-12T08:42:57.396Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-04-12T08:42:57.765 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:42:57 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[62981]: ts=2024-04-12T08:42:57.396Z caller=main.go:570 level=info host_details="(Linux 5.14.0-435.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024 x86_64 smithi175 (none))" 2024-04-12T08:42:57.765 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:42:57 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[62981]: ts=2024-04-12T08:42:57.396Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-04-12T08:42:57.765 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:42:57 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[62981]: ts=2024-04-12T08:42:57.396Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-12T08:42:57.765 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:42:57 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[62981]: ts=2024-04-12T08:42:57.399Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-04-12T08:42:57.765 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:42:57 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[62981]: ts=2024-04-12T08:42:57.399Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-04-12T08:42:57.765 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:42:57 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[62981]: ts=2024-04-12T08:42:57.400Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-04-12T08:42:57.766 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:42:57 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[62981]: ts=2024-04-12T08:42:57.400Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-04-12T08:42:57.766 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:42:57 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[62981]: ts=2024-04-12T08:42:57.402Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-12T08:42:57.766 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:42:57 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[62981]: ts=2024-04-12T08:42:57.402Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.709µs 2024-04-12T08:42:57.766 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:42:57 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[62981]: ts=2024-04-12T08:42:57.402Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-04-12T08:42:57.766 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:42:57 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[62981]: ts=2024-04-12T08:42:57.403Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=1 2024-04-12T08:42:57.766 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:42:57 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[62981]: ts=2024-04-12T08:42:57.403Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=1 2024-04-12T08:42:57.766 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:42:57 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[62981]: ts=2024-04-12T08:42:57.403Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=20.559µs wal_replay_duration=495.985µs wbl_replay_duration=95ns total_replay_duration=533.851µs 2024-04-12T08:42:57.766 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:42:57 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[62981]: ts=2024-04-12T08:42:57.404Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-04-12T08:42:57.766 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:42:57 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[62981]: ts=2024-04-12T08:42:57.404Z caller=main.go:1029 level=info msg="TSDB started" 2024-04-12T08:42:57.766 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:42:57 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[62981]: ts=2024-04-12T08:42:57.404Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-12T08:42:57.766 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:42:57 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[62981]: ts=2024-04-12T08:42:57.418Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=14.164736ms db_storage=723ns remote_storage=1.322µs web_handler=345ns query_engine=570ns scrape=582.858µs scrape_sd=22.049µs notify=43.369µs notify_sd=6.945µs rules=13.311528ms tracing=5.247µs 2024-04-12T08:42:57.766 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:42:57 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[62981]: ts=2024-04-12T08:42:57.418Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-04-12T08:42:57.766 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:42:57 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[62981]: ts=2024-04-12T08:42:57.418Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-04-12T08:42:57.766 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:42:57 smithi175 bash[62966]: 040ea22c295a7c7139ed4e83a0f2210022726af1f05782b4487d5e893f6a3496 2024-04-12T08:42:57.767 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:42:57 smithi175 systemd[1]: Started Ceph prometheus.a for 96d9de20-f8a7-11ee-bc8c-c7b262605968. 2024-04-12T08:42:57.796 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:42:57 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: [12/Apr/2024:08:42:57] ENGINE Bus STOPPING 2024-04-12T08:42:57.796 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:42:57 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: [12/Apr/2024:08:42:57] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-12T08:42:57.796 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:42:57 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: [12/Apr/2024:08:42:57] ENGINE Bus STOPPED 2024-04-12T08:42:57.797 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:42:57 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: [12/Apr/2024:08:42:57] ENGINE Bus STARTING 2024-04-12T08:42:57.797 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:42:57 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: [12/Apr/2024:08:42:57] ENGINE Serving on http://:::9283 2024-04-12T08:42:57.797 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:42:57 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: [12/Apr/2024:08:42:57] ENGINE Bus STARTED 2024-04-12T08:42:57.797 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:42:57 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: [12/Apr/2024:08:42:57] ENGINE Bus STOPPING 2024-04-12T08:42:57.797 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:42:57 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: [12/Apr/2024:08:42:57] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-12T08:42:57.797 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:42:57 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: [12/Apr/2024:08:42:57] ENGINE Bus STOPPED 2024-04-12T08:42:57.797 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:42:57 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: [12/Apr/2024:08:42:57] ENGINE Bus STARTING 2024-04-12T08:42:57.797 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:42:57 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: [12/Apr/2024:08:42:57] ENGINE Serving on http://:::9283 2024-04-12T08:42:57.797 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:42:57 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: [12/Apr/2024:08:42:57] ENGINE Bus STARTED 2024-04-12T08:42:57.797 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:42:57 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: [12/Apr/2024:08:42:57] ENGINE Bus STOPPING 2024-04-12T08:42:57.797 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:42:57 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: [12/Apr/2024:08:42:57] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-12T08:42:57.797 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:42:57 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: [12/Apr/2024:08:42:57] ENGINE Bus STOPPED 2024-04-12T08:42:57.797 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:42:57 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: [12/Apr/2024:08:42:57] ENGINE Bus STARTING 2024-04-12T08:42:58.092 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:42:57 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: [12/Apr/2024:08:42:57] ENGINE Serving on http://:::9283 2024-04-12T08:42:58.092 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:42:57 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: [12/Apr/2024:08:42:57] ENGINE Bus STARTED 2024-04-12T08:42:58.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:42:58 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:42:58.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:42:58 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:42:58.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:42:58 smithi112 ceph-mon[40233]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-12T08:42:58.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:42:58 smithi112 ceph-mon[40233]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi112.front.sepia.ceph.com:9093"}]: dispatch 2024-04-12T08:42:58.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:42:58 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:42:58.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:42:58 smithi112 ceph-mon[40233]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-12T08:42:58.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:42:58 smithi112 ceph-mon[40233]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi175.front.sepia.ceph.com:9095"}]: dispatch 2024-04-12T08:42:58.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:42:58 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:42:58.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:42:58 smithi112 ceph-mon[40233]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-12T08:42:58.844 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:42:58 smithi112 ceph-mon[40233]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi175.front.sepia.ceph.com:3000"}]: dispatch 2024-04-12T08:42:58.844 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:42:58 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:42:58.844 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:42:58 smithi112 ceph-mon[40233]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:42:58.844 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:42:58 smithi112 ceph-mon[40233]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]: dispatch 2024-04-12T08:42:58.844 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:42:58 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]: dispatch 2024-04-12T08:42:58.844 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:42:58 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:42:58.844 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:42:58 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:42:58.844 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:42:58 smithi112 ceph-mon[29019]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-12T08:42:58.844 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:42:58 smithi112 ceph-mon[29019]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi112.front.sepia.ceph.com:9093"}]: dispatch 2024-04-12T08:42:58.844 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:42:58 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:42:58.844 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:42:58 smithi112 ceph-mon[29019]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-12T08:42:58.845 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:42:58 smithi112 ceph-mon[29019]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi175.front.sepia.ceph.com:9095"}]: dispatch 2024-04-12T08:42:58.845 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:42:58 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:42:58.845 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:42:58 smithi112 ceph-mon[29019]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-12T08:42:58.845 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:42:58 smithi112 ceph-mon[29019]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi175.front.sepia.ceph.com:3000"}]: dispatch 2024-04-12T08:42:58.845 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:42:58 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:42:58.845 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:42:58 smithi112 ceph-mon[29019]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:42:58.845 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:42:58 smithi112 ceph-mon[29019]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]: dispatch 2024-04-12T08:42:58.845 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:42:58 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]: dispatch 2024-04-12T08:42:58.931 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:42:58 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:42:58.931 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:42:58 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:42:58.932 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:42:58 smithi175 ceph-mon[32523]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-12T08:42:58.932 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:42:58 smithi175 ceph-mon[32523]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi112.front.sepia.ceph.com:9093"}]: dispatch 2024-04-12T08:42:58.932 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:42:58 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:42:58.932 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:42:58 smithi175 ceph-mon[32523]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-12T08:42:58.932 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:42:58 smithi175 ceph-mon[32523]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi175.front.sepia.ceph.com:9095"}]: dispatch 2024-04-12T08:42:58.932 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:42:58 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:42:58.932 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:42:58 smithi175 ceph-mon[32523]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-12T08:42:58.932 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:42:58 smithi175 ceph-mon[32523]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi175.front.sepia.ceph.com:3000"}]: dispatch 2024-04-12T08:42:58.932 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:42:58 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:42:58.932 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:42:58 smithi175 ceph-mon[32523]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:42:58.932 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:42:58 smithi175 ceph-mon[32523]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]: dispatch 2024-04-12T08:42:58.932 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:42:58 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]: dispatch 2024-04-12T08:42:59.824 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:42:59 smithi175 ceph-mon[32523]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-12T08:42:59.824 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:42:59 smithi175 ceph-mon[32523]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi112.front.sepia.ceph.com:9093"}]: dispatch 2024-04-12T08:42:59.824 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:42:59 smithi175 ceph-mon[32523]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-12T08:42:59.824 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:42:59 smithi175 ceph-mon[32523]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi175.front.sepia.ceph.com:9095"}]: dispatch 2024-04-12T08:42:59.824 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:42:59 smithi175 ceph-mon[32523]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-12T08:42:59.825 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:42:59 smithi175 ceph-mon[32523]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi175.front.sepia.ceph.com:3000"}]: dispatch 2024-04-12T08:42:59.825 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:42:59 smithi175 ceph-mon[32523]: from='client.14640 -' entity='client.admin' cmd=[{"prefix": "fs volume create", "name": "foo", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T08:42:59.825 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:42:59 smithi175 ceph-mon[32523]: pgmap v45: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:42:59.825 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:42:59 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' cmd='[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]': finished 2024-04-12T08:42:59.825 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:42:59 smithi175 ceph-mon[32523]: osdmap e65: 8 total, 8 up, 8 in 2024-04-12T08:42:59.825 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:42:59 smithi175 ceph-mon[32523]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"bulk": true, "prefix": "osd pool create", "pool": "cephfs.foo.data"}]: dispatch 2024-04-12T08:42:59.825 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:42:59 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' cmd=[{"bulk": true, "prefix": "osd pool create", "pool": "cephfs.foo.data"}]: dispatch 2024-04-12T08:42:59.842 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:42:59 smithi112 ceph-mon[40233]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-12T08:42:59.842 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:42:59 smithi112 ceph-mon[40233]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi112.front.sepia.ceph.com:9093"}]: dispatch 2024-04-12T08:42:59.842 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:42:59 smithi112 ceph-mon[40233]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-12T08:42:59.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:42:59 smithi112 ceph-mon[40233]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi175.front.sepia.ceph.com:9095"}]: dispatch 2024-04-12T08:42:59.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:42:59 smithi112 ceph-mon[40233]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-12T08:42:59.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:42:59 smithi112 ceph-mon[40233]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi175.front.sepia.ceph.com:3000"}]: dispatch 2024-04-12T08:42:59.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:42:59 smithi112 ceph-mon[40233]: from='client.14640 -' entity='client.admin' cmd=[{"prefix": "fs volume create", "name": "foo", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T08:42:59.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:42:59 smithi112 ceph-mon[40233]: pgmap v45: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:42:59.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:42:59 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' cmd='[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]': finished 2024-04-12T08:42:59.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:42:59 smithi112 ceph-mon[40233]: osdmap e65: 8 total, 8 up, 8 in 2024-04-12T08:42:59.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:42:59 smithi112 ceph-mon[40233]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"bulk": true, "prefix": "osd pool create", "pool": "cephfs.foo.data"}]: dispatch 2024-04-12T08:42:59.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:42:59 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' cmd=[{"bulk": true, "prefix": "osd pool create", "pool": "cephfs.foo.data"}]: dispatch 2024-04-12T08:42:59.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:42:59 smithi112 ceph-mon[29019]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-12T08:42:59.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:42:59 smithi112 ceph-mon[29019]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi112.front.sepia.ceph.com:9093"}]: dispatch 2024-04-12T08:42:59.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:42:59 smithi112 ceph-mon[29019]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-12T08:42:59.844 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:42:59 smithi112 ceph-mon[29019]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi175.front.sepia.ceph.com:9095"}]: dispatch 2024-04-12T08:42:59.844 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:42:59 smithi112 ceph-mon[29019]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-12T08:42:59.844 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:42:59 smithi112 ceph-mon[29019]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi175.front.sepia.ceph.com:3000"}]: dispatch 2024-04-12T08:42:59.844 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:42:59 smithi112 ceph-mon[29019]: from='client.14640 -' entity='client.admin' cmd=[{"prefix": "fs volume create", "name": "foo", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T08:42:59.844 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:42:59 smithi112 ceph-mon[29019]: pgmap v45: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:42:59.844 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:42:59 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' cmd='[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]': finished 2024-04-12T08:42:59.844 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:42:59 smithi112 ceph-mon[29019]: osdmap e65: 8 total, 8 up, 8 in 2024-04-12T08:42:59.844 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:42:59 smithi112 ceph-mon[29019]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"bulk": true, "prefix": "osd pool create", "pool": "cephfs.foo.data"}]: dispatch 2024-04-12T08:42:59.844 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:42:59 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' cmd=[{"bulk": true, "prefix": "osd pool create", "pool": "cephfs.foo.data"}]: dispatch 2024-04-12T08:42:59.844 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:42:59 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mon-a[29015]: 2024-04-12T08:42:59.588+0000 7f10b6eb6700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-12T08:43:00.393 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- bash -c 'ceph config set mon mon_warn_on_insecure_global_id_reclaim false --force' 2024-04-12T08:43:00.668 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:00 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' cmd='[{"bulk": true, "prefix": "osd pool create", "pool": "cephfs.foo.data"}]': finished 2024-04-12T08:43:00.668 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:00 smithi112 ceph-mon[29019]: osdmap e66: 8 total, 8 up, 8 in 2024-04-12T08:43:00.668 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:00 smithi112 ceph-mon[29019]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]: dispatch 2024-04-12T08:43:00.668 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:00 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' cmd=[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]: dispatch 2024-04-12T08:43:00.668 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:00 smithi112 ceph-mon[29019]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-12T08:43:00.669 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:00 smithi112 ceph-mon[29019]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-04-12T08:43:00.669 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:00 smithi112 ceph-mon[29019]: osdmap e67: 8 total, 8 up, 8 in 2024-04-12T08:43:00.669 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:00 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' cmd='[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]': finished 2024-04-12T08:43:00.669 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:00 smithi112 ceph-mon[29019]: fsmap foo:0 2024-04-12T08:43:00.669 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:00 smithi112 ceph-mon[29019]: Saving service mds.foo spec with placement count:2 2024-04-12T08:43:00.669 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:00 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:43:00.669 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:00 smithi112 ceph-mon[29019]: pgmap v49: 73 pgs: 64 unknown, 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:43:00.669 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:00 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' cmd='[{"bulk": true, "prefix": "osd pool create", "pool": "cephfs.foo.data"}]': finished 2024-04-12T08:43:00.669 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:00 smithi112 ceph-mon[40233]: osdmap e66: 8 total, 8 up, 8 in 2024-04-12T08:43:00.669 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:00 smithi112 ceph-mon[40233]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]: dispatch 2024-04-12T08:43:00.670 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:00 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' cmd=[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]: dispatch 2024-04-12T08:43:00.670 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:00 smithi112 ceph-mon[40233]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-12T08:43:00.670 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:00 smithi112 ceph-mon[40233]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-04-12T08:43:00.670 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:00 smithi112 ceph-mon[40233]: osdmap e67: 8 total, 8 up, 8 in 2024-04-12T08:43:00.670 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:00 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' cmd='[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]': finished 2024-04-12T08:43:00.670 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:00 smithi112 ceph-mon[40233]: fsmap foo:0 2024-04-12T08:43:00.670 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:00 smithi112 ceph-mon[40233]: Saving service mds.foo spec with placement count:2 2024-04-12T08:43:00.670 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:00 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:43:00.670 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:00 smithi112 ceph-mon[40233]: pgmap v49: 73 pgs: 64 unknown, 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:43:01.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:00 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' cmd='[{"bulk": true, "prefix": "osd pool create", "pool": "cephfs.foo.data"}]': finished 2024-04-12T08:43:01.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:00 smithi175 ceph-mon[32523]: osdmap e66: 8 total, 8 up, 8 in 2024-04-12T08:43:01.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:00 smithi175 ceph-mon[32523]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]: dispatch 2024-04-12T08:43:01.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:00 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' cmd=[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]: dispatch 2024-04-12T08:43:01.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:00 smithi175 ceph-mon[32523]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-12T08:43:01.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:00 smithi175 ceph-mon[32523]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-04-12T08:43:01.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:00 smithi175 ceph-mon[32523]: osdmap e67: 8 total, 8 up, 8 in 2024-04-12T08:43:01.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:00 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' cmd='[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]': finished 2024-04-12T08:43:01.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:00 smithi175 ceph-mon[32523]: fsmap foo:0 2024-04-12T08:43:01.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:00 smithi175 ceph-mon[32523]: Saving service mds.foo spec with placement count:2 2024-04-12T08:43:01.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:00 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:43:01.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:00 smithi175 ceph-mon[32523]: pgmap v49: 73 pgs: 64 unknown, 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:43:01.221 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T08:43:02.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:01 smithi175 ceph-mon[32523]: osdmap e68: 8 total, 8 up, 8 in 2024-04-12T08:43:02.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:01 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:43:02.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:01 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:43:02.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:01 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:43:02.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:01 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:43:02.025 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:01 smithi112 ceph-mon[29019]: osdmap e68: 8 total, 8 up, 8 in 2024-04-12T08:43:02.025 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:01 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:43:02.025 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:01 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:43:02.025 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:01 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:43:02.025 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:01 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:43:02.025 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:01 smithi112 ceph-mon[40233]: osdmap e68: 8 total, 8 up, 8 in 2024-04-12T08:43:02.025 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:01 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:43:02.025 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:01 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:43:02.025 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:01 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:43:02.026 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:01 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:43:02.750 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:02 smithi112 ceph-mon[40233]: osdmap e69: 8 total, 8 up, 8 in 2024-04-12T08:43:02.750 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:02 smithi112 ceph-mon[40233]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:43:02.750 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:02 smithi112 ceph-mon[40233]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:43:02.750 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:02 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:43:02.750 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:02 smithi112 ceph-mon[40233]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi112.qoyflb", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-12T08:43:02.750 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:02 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi112.qoyflb", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-12T08:43:02.750 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:02 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi112.qoyflb", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-12T08:43:02.750 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:02 smithi112 ceph-mon[40233]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:43:02.751 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:02 smithi112 ceph-mon[40233]: Deploying daemon mds.foo.smithi112.qoyflb on smithi112 2024-04-12T08:43:02.751 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:02 smithi112 ceph-mon[40233]: pgmap v52: 73 pgs: 64 unknown, 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:43:02.751 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:02 smithi112 ceph-mon[29019]: osdmap e69: 8 total, 8 up, 8 in 2024-04-12T08:43:02.751 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:02 smithi112 ceph-mon[29019]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:43:02.751 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:02 smithi112 ceph-mon[29019]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:43:02.751 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:02 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:43:02.751 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:02 smithi112 ceph-mon[29019]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi112.qoyflb", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-12T08:43:02.751 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:02 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi112.qoyflb", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-12T08:43:02.751 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:02 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi112.qoyflb", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-12T08:43:02.751 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:02 smithi112 ceph-mon[29019]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:43:02.751 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:02 smithi112 ceph-mon[29019]: Deploying daemon mds.foo.smithi112.qoyflb on smithi112 2024-04-12T08:43:02.751 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:02 smithi112 ceph-mon[29019]: pgmap v52: 73 pgs: 64 unknown, 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:43:03.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:02 smithi175 ceph-mon[32523]: osdmap e69: 8 total, 8 up, 8 in 2024-04-12T08:43:03.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:02 smithi175 ceph-mon[32523]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:43:03.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:02 smithi175 ceph-mon[32523]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:43:03.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:02 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:43:03.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:02 smithi175 ceph-mon[32523]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi112.qoyflb", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-12T08:43:03.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:02 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi112.qoyflb", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-12T08:43:03.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:02 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi112.qoyflb", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-12T08:43:03.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:02 smithi175 ceph-mon[32523]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:43:03.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:02 smithi175 ceph-mon[32523]: Deploying daemon mds.foo.smithi112.qoyflb on smithi112 2024-04-12T08:43:03.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:02 smithi175 ceph-mon[32523]: pgmap v52: 73 pgs: 64 unknown, 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:43:03.092 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 08:43:02 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-alertmanager-a[73543]: ts=2024-04-12T08:43:02.808Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.003131335s 2024-04-12T08:43:04.514 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:43:04 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[34409]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:43:04] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-12T08:43:04.570 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:43:04 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:43:04] "GET /metrics HTTP/1.1" 200 203275 "" "Prometheus/2.43.0" 2024-04-12T08:43:05.189 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- bash -c 'ceph config set mon mon_warn_on_insecure_global_id_reclaim_allowed false --force' 2024-04-12T08:43:05.218 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:05 smithi112 ceph-mon[40233]: pgmap v53: 73 pgs: 73 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:43:05.218 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:05 smithi112 ceph-mon[29019]: pgmap v53: 73 pgs: 73 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:43:05.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:05 smithi175 ceph-mon[32523]: pgmap v53: 73 pgs: 73 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:43:05.781 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T08:43:07.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:06 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:43:07.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:06 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:43:07.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:06 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:43:07.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:06 smithi175 ceph-mon[32523]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi175.kcfyhq", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-12T08:43:07.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:06 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi175.kcfyhq", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-12T08:43:07.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:06 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi175.kcfyhq", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-12T08:43:07.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:06 smithi175 ceph-mon[32523]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:43:07.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:06 smithi175 ceph-mon[32523]: Deploying daemon mds.foo.smithi175.kcfyhq on smithi175 2024-04-12T08:43:07.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:06 smithi175 ceph-mon[32523]: pgmap v54: 73 pgs: 73 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:43:07.016 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:06 smithi175 ceph-mon[32523]: daemon mds.foo.smithi112.qoyflb assigned to filesystem foo as rank 0 (now has 1 ranks) 2024-04-12T08:43:07.016 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:06 smithi175 ceph-mon[32523]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-12T08:43:07.016 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:06 smithi175 ceph-mon[32523]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-04-12T08:43:07.016 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:06 smithi175 ceph-mon[32523]: Cluster is now healthy 2024-04-12T08:43:07.016 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:06 smithi175 ceph-mon[32523]: mds.? [v2:172.21.15.112:6834/3140225182,v1:172.21.15.112:6835/3140225182] up:boot 2024-04-12T08:43:07.016 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:06 smithi175 ceph-mon[32523]: fsmap foo:1 {0=foo.smithi112.qoyflb=up:creating} 2024-04-12T08:43:07.016 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:06 smithi175 ceph-mon[32523]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi112.qoyflb"}]: dispatch 2024-04-12T08:43:07.016 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:06 smithi175 ceph-mon[32523]: daemon mds.foo.smithi112.qoyflb is now active in filesystem foo as rank 0 2024-04-12T08:43:07.057 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:06 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:43:07.058 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:06 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:43:07.058 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:06 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:43:07.058 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:06 smithi112 ceph-mon[29019]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi175.kcfyhq", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-12T08:43:07.058 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:06 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi175.kcfyhq", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-12T08:43:07.058 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:06 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi175.kcfyhq", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-12T08:43:07.058 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:06 smithi112 ceph-mon[29019]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:43:07.058 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:06 smithi112 ceph-mon[29019]: Deploying daemon mds.foo.smithi175.kcfyhq on smithi175 2024-04-12T08:43:07.058 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:06 smithi112 ceph-mon[29019]: pgmap v54: 73 pgs: 73 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:43:07.058 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:06 smithi112 ceph-mon[29019]: daemon mds.foo.smithi112.qoyflb assigned to filesystem foo as rank 0 (now has 1 ranks) 2024-04-12T08:43:07.058 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:06 smithi112 ceph-mon[29019]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-12T08:43:07.058 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:06 smithi112 ceph-mon[29019]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-04-12T08:43:07.058 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:06 smithi112 ceph-mon[29019]: Cluster is now healthy 2024-04-12T08:43:07.058 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:06 smithi112 ceph-mon[29019]: mds.? [v2:172.21.15.112:6834/3140225182,v1:172.21.15.112:6835/3140225182] up:boot 2024-04-12T08:43:07.058 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:06 smithi112 ceph-mon[29019]: fsmap foo:1 {0=foo.smithi112.qoyflb=up:creating} 2024-04-12T08:43:07.059 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:06 smithi112 ceph-mon[29019]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi112.qoyflb"}]: dispatch 2024-04-12T08:43:07.059 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:06 smithi112 ceph-mon[29019]: daemon mds.foo.smithi112.qoyflb is now active in filesystem foo as rank 0 2024-04-12T08:43:07.059 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:06 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:43:07.059 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:06 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:43:07.059 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:06 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:43:07.059 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:06 smithi112 ceph-mon[40233]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi175.kcfyhq", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-12T08:43:07.059 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:06 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi175.kcfyhq", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-12T08:43:07.059 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:06 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi175.kcfyhq", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-12T08:43:07.059 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:06 smithi112 ceph-mon[40233]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:43:07.059 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:06 smithi112 ceph-mon[40233]: Deploying daemon mds.foo.smithi175.kcfyhq on smithi175 2024-04-12T08:43:07.059 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:06 smithi112 ceph-mon[40233]: pgmap v54: 73 pgs: 73 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:43:07.059 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:06 smithi112 ceph-mon[40233]: daemon mds.foo.smithi112.qoyflb assigned to filesystem foo as rank 0 (now has 1 ranks) 2024-04-12T08:43:07.060 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:06 smithi112 ceph-mon[40233]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-12T08:43:07.060 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:06 smithi112 ceph-mon[40233]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-04-12T08:43:07.060 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:06 smithi112 ceph-mon[40233]: Cluster is now healthy 2024-04-12T08:43:07.060 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:06 smithi112 ceph-mon[40233]: mds.? [v2:172.21.15.112:6834/3140225182,v1:172.21.15.112:6835/3140225182] up:boot 2024-04-12T08:43:07.060 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:06 smithi112 ceph-mon[40233]: fsmap foo:1 {0=foo.smithi112.qoyflb=up:creating} 2024-04-12T08:43:07.060 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:06 smithi112 ceph-mon[40233]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi112.qoyflb"}]: dispatch 2024-04-12T08:43:07.060 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:06 smithi112 ceph-mon[40233]: daemon mds.foo.smithi112.qoyflb is now active in filesystem foo as rank 0 2024-04-12T08:43:08.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:08 smithi175 ceph-mon[32523]: mds.? [v2:172.21.15.112:6834/3140225182,v1:172.21.15.112:6835/3140225182] up:active 2024-04-12T08:43:08.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:08 smithi175 ceph-mon[32523]: fsmap foo:1 {0=foo.smithi112.qoyflb=up:active} 2024-04-12T08:43:08.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:08 smithi112 ceph-mon[29019]: mds.? [v2:172.21.15.112:6834/3140225182,v1:172.21.15.112:6835/3140225182] up:active 2024-04-12T08:43:08.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:08 smithi112 ceph-mon[29019]: fsmap foo:1 {0=foo.smithi112.qoyflb=up:active} 2024-04-12T08:43:08.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:08 smithi112 ceph-mon[40233]: mds.? [v2:172.21.15.112:6834/3140225182,v1:172.21.15.112:6835/3140225182] up:active 2024-04-12T08:43:08.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:08 smithi112 ceph-mon[40233]: fsmap foo:1 {0=foo.smithi112.qoyflb=up:active} 2024-04-12T08:43:08.450 INFO:teuthology.run_tasks:Running task ceph.healthy... 2024-04-12T08:43:08.460 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-04-12T08:43:08.460 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-04-12T08:43:08.460 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph mgr dump --format=json 2024-04-12T08:43:09.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:09 smithi175 ceph-mon[32523]: pgmap v55: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.6 KiB/s wr, 5 op/s 2024-04-12T08:43:09.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:09 smithi175 ceph-mon[32523]: mds.? [v2:172.21.15.175:6832/3519953155,v1:172.21.15.175:6833/3519953155] up:boot 2024-04-12T08:43:09.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:09 smithi175 ceph-mon[32523]: fsmap foo:1 {0=foo.smithi112.qoyflb=up:active} 1 up:standby 2024-04-12T08:43:09.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:09 smithi175 ceph-mon[32523]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi175.kcfyhq"}]: dispatch 2024-04-12T08:43:09.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:09 smithi175 ceph-mon[32523]: fsmap foo:1 {0=foo.smithi112.qoyflb=up:active} 1 up:standby 2024-04-12T08:43:09.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:09 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:43:09.167 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:09 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:43:09.167 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:09 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:43:09.167 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:09 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:43:09.167 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:09 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:43:09.167 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:09 smithi175 ceph-mon[32523]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:43:09.261 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:09 smithi112 ceph-mon[29019]: pgmap v55: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.6 KiB/s wr, 5 op/s 2024-04-12T08:43:09.261 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:09 smithi112 ceph-mon[29019]: mds.? [v2:172.21.15.175:6832/3519953155,v1:172.21.15.175:6833/3519953155] up:boot 2024-04-12T08:43:09.261 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:09 smithi112 ceph-mon[29019]: fsmap foo:1 {0=foo.smithi112.qoyflb=up:active} 1 up:standby 2024-04-12T08:43:09.261 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:09 smithi112 ceph-mon[29019]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi175.kcfyhq"}]: dispatch 2024-04-12T08:43:09.261 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:09 smithi112 ceph-mon[29019]: fsmap foo:1 {0=foo.smithi112.qoyflb=up:active} 1 up:standby 2024-04-12T08:43:09.261 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:09 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:43:09.261 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:09 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:43:09.262 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:09 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:43:09.262 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:09 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:43:09.262 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:09 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:43:09.262 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:09 smithi112 ceph-mon[29019]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:43:09.262 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:09 smithi112 ceph-mon[40233]: pgmap v55: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.6 KiB/s wr, 5 op/s 2024-04-12T08:43:09.262 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:09 smithi112 ceph-mon[40233]: mds.? [v2:172.21.15.175:6832/3519953155,v1:172.21.15.175:6833/3519953155] up:boot 2024-04-12T08:43:09.262 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:09 smithi112 ceph-mon[40233]: fsmap foo:1 {0=foo.smithi112.qoyflb=up:active} 1 up:standby 2024-04-12T08:43:09.262 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:09 smithi112 ceph-mon[40233]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi175.kcfyhq"}]: dispatch 2024-04-12T08:43:09.262 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:09 smithi112 ceph-mon[40233]: fsmap foo:1 {0=foo.smithi112.qoyflb=up:active} 1 up:standby 2024-04-12T08:43:09.262 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:09 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:43:09.262 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:09 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:43:09.263 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:09 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:43:09.263 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:09 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:43:09.263 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:09 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:43:09.263 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:09 smithi112 ceph-mon[40233]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:43:09.453 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T08:43:11.157 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:11 smithi112 ceph-mon[29019]: pgmap v56: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.4 KiB/s wr, 4 op/s 2024-04-12T08:43:11.157 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:11 smithi112 ceph-mon[40233]: pgmap v56: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.4 KiB/s wr, 4 op/s 2024-04-12T08:43:11.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:11 smithi175 ceph-mon[32523]: pgmap v56: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.4 KiB/s wr, 4 op/s 2024-04-12T08:43:11.537 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T08:43:12.163 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:12 smithi112 ceph-mon[40233]: mds.? [v2:172.21.15.112:6834/3140225182,v1:172.21.15.112:6835/3140225182] up:active 2024-04-12T08:43:12.163 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:12 smithi112 ceph-mon[40233]: fsmap foo:1 {0=foo.smithi112.qoyflb=up:active} 1 up:standby 2024-04-12T08:43:12.163 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:12 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/1357261610' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-12T08:43:12.163 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:12 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:43:12.163 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:12 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:43:12.163 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:12 smithi112 ceph-mon[40233]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:43:12.163 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:12 smithi112 ceph-mon[29019]: mds.? [v2:172.21.15.112:6834/3140225182,v1:172.21.15.112:6835/3140225182] up:active 2024-04-12T08:43:12.163 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:12 smithi112 ceph-mon[29019]: fsmap foo:1 {0=foo.smithi112.qoyflb=up:active} 1 up:standby 2024-04-12T08:43:12.163 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:12 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/1357261610' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-12T08:43:12.163 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:12 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:43:12.164 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:12 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:43:12.164 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:12 smithi112 ceph-mon[29019]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:43:12.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:12 smithi175 ceph-mon[32523]: mds.? [v2:172.21.15.112:6834/3140225182,v1:172.21.15.112:6835/3140225182] up:active 2024-04-12T08:43:12.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:12 smithi175 ceph-mon[32523]: fsmap foo:1 {0=foo.smithi112.qoyflb=up:active} 1 up:standby 2024-04-12T08:43:12.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:12 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/1357261610' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-12T08:43:12.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:12 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:43:12.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:12 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:43:12.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:12 smithi175 ceph-mon[32523]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:43:12.605 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":20,"active_gid":14445,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6800","nonce":635261174},{"type":"v1","addr":"172.21.15.112:6801","nonce":635261174}]},"active_addr":"172.21.15.112:6801/635261174","active_change":"2024-04-12T08:41:42.016477+0000","active_mgr_features":4540138320759226367,"available":true,"standbys":[{"gid":24325,"name":"x","mgr_features":4540138320759226367,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.1.5","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.1.5","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.112:8443/","prometheus":"http://172.21.15.112:9283/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":60,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.112:0","nonce":2314190868}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.112:0","nonce":1502033432}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.112:0","nonce":80151341}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.112:0","nonce":4102713928}]}]} 2024-04-12T08:43:12.610 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-04-12T08:43:12.610 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-04-12T08:43:12.610 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph osd dump --format=json 2024-04-12T08:43:12.997 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T08:43:13.443 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:13 smithi112 ceph-mon[40233]: pgmap v57: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s wr, 4 op/s 2024-04-12T08:43:13.443 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:13 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:43:13.444 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:13 smithi112 ceph-mon[40233]: mds.? [v2:172.21.15.175:6832/3519953155,v1:172.21.15.175:6833/3519953155] up:standby 2024-04-12T08:43:13.444 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:13 smithi112 ceph-mon[40233]: fsmap foo:1 {0=foo.smithi112.qoyflb=up:active} 1 up:standby 2024-04-12T08:43:13.444 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:13 smithi112 ceph-mon[29019]: pgmap v57: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s wr, 4 op/s 2024-04-12T08:43:13.444 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:13 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:43:13.444 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:13 smithi112 ceph-mon[29019]: mds.? [v2:172.21.15.175:6832/3519953155,v1:172.21.15.175:6833/3519953155] up:standby 2024-04-12T08:43:13.444 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:13 smithi112 ceph-mon[29019]: fsmap foo:1 {0=foo.smithi112.qoyflb=up:active} 1 up:standby 2024-04-12T08:43:13.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:13 smithi175 ceph-mon[32523]: pgmap v57: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s wr, 4 op/s 2024-04-12T08:43:13.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:13 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:43:13.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:13 smithi175 ceph-mon[32523]: mds.? [v2:172.21.15.175:6832/3519953155,v1:172.21.15.175:6833/3519953155] up:standby 2024-04-12T08:43:13.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:13 smithi175 ceph-mon[32523]: fsmap foo:1 {0=foo.smithi112.qoyflb=up:active} 1 up:standby 2024-04-12T08:43:14.514 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:43:14 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[34409]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:43:14] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-12T08:43:14.534 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:43:14 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:43:14] "GET /metrics HTTP/1.1" 200 239134 "" "Prometheus/2.43.0" 2024-04-12T08:43:15.297 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:15 smithi112 ceph-mon[40233]: pgmap v58: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2024-04-12T08:43:15.297 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:15 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:43:15.297 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:15 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:43:15.297 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:15 smithi112 ceph-mon[40233]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:43:15.297 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:15 smithi112 ceph-mon[40233]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:43:15.297 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:15 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:43:15.297 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:15 smithi112 ceph-mon[29019]: pgmap v58: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2024-04-12T08:43:15.297 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:15 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:43:15.297 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:15 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:43:15.297 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:15 smithi112 ceph-mon[29019]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:43:15.298 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:15 smithi112 ceph-mon[29019]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:43:15.298 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:15 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:43:15.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:15 smithi175 ceph-mon[32523]: pgmap v58: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2024-04-12T08:43:15.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:15 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:43:15.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:15 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:43:15.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:15 smithi175 ceph-mon[32523]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:43:15.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:15 smithi175 ceph-mon[32523]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:43:15.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:15 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:43:15.611 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T08:43:15.612 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":69,"fsid":"96d9de20-f8a7-11ee-bc8c-c7b262605968","created":"2024-04-12T08:36:05.802591+0000","modified":"2024-04-12T08:43:01.597726+0000","last_up_change":"2024-04-12T08:41:10.610053+0000","last_in_change":"2024-04-12T08:40:53.678511+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-12T08:39:13.316922+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"rbd","create_time":"2024-04-12T08:41:43.885587+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"64","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}},{"pool":3,"pool_name":"cephfs.foo.meta","create_time":"2024-04-12T08:42:58.048090+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"68","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"foo"}}},{"pool":4,"pool_name":"cephfs.foo.data","create_time":"2024-04-12T08:42:58.835598+0000","flags":131073,"flags_names":"hashpspool,bulk","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"cephfs":{"data":"foo"}}}],"osds":[{"osd":0,"uuid":"25accfb3-452b-430c-90df-a0c2b7c0d6ff","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6802","nonce":2207871040},{"type":"v1","addr":"172.21.15.112:6803","nonce":2207871040}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6804","nonce":2207871040},{"type":"v1","addr":"172.21.15.112:6805","nonce":2207871040}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6808","nonce":2207871040},{"type":"v1","addr":"172.21.15.112:6809","nonce":2207871040}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6806","nonce":2207871040},{"type":"v1","addr":"172.21.15.112:6807","nonce":2207871040}]},"public_addr":"172.21.15.112:6803/2207871040","cluster_addr":"172.21.15.112:6805/2207871040","heartbeat_back_addr":"172.21.15.112:6809/2207871040","heartbeat_front_addr":"172.21.15.112:6807/2207871040","state":["exists","up"]},{"osd":1,"uuid":"db398d40-b1c2-499f-8fc1-ac73f4ae15bf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6810","nonce":953917176},{"type":"v1","addr":"172.21.15.112:6811","nonce":953917176}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6812","nonce":953917176},{"type":"v1","addr":"172.21.15.112:6813","nonce":953917176}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6816","nonce":953917176},{"type":"v1","addr":"172.21.15.112:6817","nonce":953917176}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6814","nonce":953917176},{"type":"v1","addr":"172.21.15.112:6815","nonce":953917176}]},"public_addr":"172.21.15.112:6811/953917176","cluster_addr":"172.21.15.112:6813/953917176","heartbeat_back_addr":"172.21.15.112:6817/953917176","heartbeat_front_addr":"172.21.15.112:6815/953917176","state":["exists","up"]},{"osd":2,"uuid":"f53410bf-c770-4408-b992-bd6e3b98d5f5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6818","nonce":1876145425},{"type":"v1","addr":"172.21.15.112:6819","nonce":1876145425}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6820","nonce":1876145425},{"type":"v1","addr":"172.21.15.112:6821","nonce":1876145425}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6824","nonce":1876145425},{"type":"v1","addr":"172.21.15.112:6825","nonce":1876145425}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6822","nonce":1876145425},{"type":"v1","addr":"172.21.15.112:6823","nonce":1876145425}]},"public_addr":"172.21.15.112:6819/1876145425","cluster_addr":"172.21.15.112:6821/1876145425","heartbeat_back_addr":"172.21.15.112:6825/1876145425","heartbeat_front_addr":"172.21.15.112:6823/1876145425","state":["exists","up"]},{"osd":3,"uuid":"cb3062a9-2ef9-48a4-91b0-94ccb03763bd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6826","nonce":1384239729},{"type":"v1","addr":"172.21.15.112:6827","nonce":1384239729}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6828","nonce":1384239729},{"type":"v1","addr":"172.21.15.112:6829","nonce":1384239729}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6832","nonce":1384239729},{"type":"v1","addr":"172.21.15.112:6833","nonce":1384239729}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6830","nonce":1384239729},{"type":"v1","addr":"172.21.15.112:6831","nonce":1384239729}]},"public_addr":"172.21.15.112:6827/1384239729","cluster_addr":"172.21.15.112:6829/1384239729","heartbeat_back_addr":"172.21.15.112:6833/1384239729","heartbeat_front_addr":"172.21.15.112:6831/1384239729","state":["exists","up"]},{"osd":4,"uuid":"9b51f396-2d42-4b42-9644-99be5dd9340b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6800","nonce":970156775},{"type":"v1","addr":"172.21.15.175:6801","nonce":970156775}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6802","nonce":970156775},{"type":"v1","addr":"172.21.15.175:6803","nonce":970156775}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6806","nonce":970156775},{"type":"v1","addr":"172.21.15.175:6807","nonce":970156775}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6804","nonce":970156775},{"type":"v1","addr":"172.21.15.175:6805","nonce":970156775}]},"public_addr":"172.21.15.175:6801/970156775","cluster_addr":"172.21.15.175:6803/970156775","heartbeat_back_addr":"172.21.15.175:6807/970156775","heartbeat_front_addr":"172.21.15.175:6805/970156775","state":["exists","up"]},{"osd":5,"uuid":"2a289f6f-cc3e-4fc5-b0b6-6a65e91e5b45","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6808","nonce":839313009},{"type":"v1","addr":"172.21.15.175:6809","nonce":839313009}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6810","nonce":839313009},{"type":"v1","addr":"172.21.15.175:6811","nonce":839313009}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6814","nonce":839313009},{"type":"v1","addr":"172.21.15.175:6815","nonce":839313009}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6812","nonce":839313009},{"type":"v1","addr":"172.21.15.175:6813","nonce":839313009}]},"public_addr":"172.21.15.175:6809/839313009","cluster_addr":"172.21.15.175:6811/839313009","heartbeat_back_addr":"172.21.15.175:6815/839313009","heartbeat_front_addr":"172.21.15.175:6813/839313009","state":["exists","up"]},{"osd":6,"uuid":"abf5af10-e8ae-43fe-b959-b8f723808b24","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6816","nonce":1559844260},{"type":"v1","addr":"172.21.15.175:6817","nonce":1559844260}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6818","nonce":1559844260},{"type":"v1","addr":"172.21.15.175:6819","nonce":1559844260}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6822","nonce":1559844260},{"type":"v1","addr":"172.21.15.175:6823","nonce":1559844260}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6820","nonce":1559844260},{"type":"v1","addr":"172.21.15.175:6821","nonce":1559844260}]},"public_addr":"172.21.15.175:6817/1559844260","cluster_addr":"172.21.15.175:6819/1559844260","heartbeat_back_addr":"172.21.15.175:6823/1559844260","heartbeat_front_addr":"172.21.15.175:6821/1559844260","state":["exists","up"]},{"osd":7,"uuid":"1d0086c4-fdd8-4942-b8e9-00c1762bb652","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6824","nonce":3302925510},{"type":"v1","addr":"172.21.15.175:6825","nonce":3302925510}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6826","nonce":3302925510},{"type":"v1","addr":"172.21.15.175:6827","nonce":3302925510}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6830","nonce":3302925510},{"type":"v1","addr":"172.21.15.175:6831","nonce":3302925510}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6828","nonce":3302925510},{"type":"v1","addr":"172.21.15.175:6829","nonce":3302925510}]},"public_addr":"172.21.15.175:6825/3302925510","cluster_addr":"172.21.15.175:6827/3302925510","heartbeat_back_addr":"172.21.15.175:6831/3302925510","heartbeat_front_addr":"172.21.15.175:6829/3302925510","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T08:38:20.584134+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T08:38:45.213339+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T08:39:10.434855+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T08:39:35.818802+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T08:39:57.775003+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T08:40:20.981677+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T08:40:44.896654+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T08:41:09.046996+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.112:0/1538368932":"2024-04-13T08:41:42.016330+0000","172.21.15.112:6801/1429205384":"2024-04-13T08:41:42.016330+0000","172.21.15.112:0/3303790952":"2024-04-13T08:41:42.016330+0000","172.21.15.112:6800/1429205384":"2024-04-13T08:41:42.016330+0000","172.21.15.112:0/2611106055":"2024-04-13T08:41:42.016330+0000","172.21.15.112:6801/3467889917":"2024-04-13T08:36:57.005915+0000","172.21.15.112:0/2116558870":"2024-04-13T08:36:57.005915+0000","172.21.15.112:0/2931486023":"2024-04-13T08:36:32.219514+0000","172.21.15.112:0/3228147471":"2024-04-13T08:36:32.219514+0000","172.21.15.112:6800/3682569116":"2024-04-13T08:36:32.219514+0000","172.21.15.112:0/3077229739":"2024-04-13T08:41:42.016330+0000","172.21.15.112:6800/3467889917":"2024-04-13T08:36:57.005915+0000","172.21.15.112:6801/3682569116":"2024-04-13T08:36:32.219514+0000","172.21.15.112:0/2714095281":"2024-04-13T08:36:57.005915+0000","172.21.15.112:0/1215254008":"2024-04-13T08:36:32.219514+0000","172.21.15.112:0/3758172165":"2024-04-13T08:36:57.005915+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-12T08:43:16.279 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:16 smithi112 ceph-mon[29019]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:43:16.279 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:16 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/2542299012' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T08:43:16.280 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:16 smithi112 ceph-mon[40233]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:43:16.280 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:16 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/2542299012' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T08:43:16.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:16 smithi175 ceph-mon[32523]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:43:16.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:16 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/2542299012' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T08:43:16.679 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-04-12T08:43:16.679 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph osd dump --format=json 2024-04-12T08:43:17.051 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T08:43:17.451 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:17 smithi112 ceph-mon[40233]: pgmap v59: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2024-04-12T08:43:17.451 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:17 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:43:17.451 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:17 smithi112 ceph-mon[29019]: pgmap v59: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2024-04-12T08:43:17.451 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:17 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:43:17.505 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:17 smithi175 ceph-mon[32523]: pgmap v59: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2024-04-12T08:43:17.505 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:17 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:43:19.041 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T08:43:19.042 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":69,"fsid":"96d9de20-f8a7-11ee-bc8c-c7b262605968","created":"2024-04-12T08:36:05.802591+0000","modified":"2024-04-12T08:43:01.597726+0000","last_up_change":"2024-04-12T08:41:10.610053+0000","last_in_change":"2024-04-12T08:40:53.678511+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-12T08:39:13.316922+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"rbd","create_time":"2024-04-12T08:41:43.885587+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"64","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}},{"pool":3,"pool_name":"cephfs.foo.meta","create_time":"2024-04-12T08:42:58.048090+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"68","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"foo"}}},{"pool":4,"pool_name":"cephfs.foo.data","create_time":"2024-04-12T08:42:58.835598+0000","flags":131073,"flags_names":"hashpspool,bulk","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"cephfs":{"data":"foo"}}}],"osds":[{"osd":0,"uuid":"25accfb3-452b-430c-90df-a0c2b7c0d6ff","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6802","nonce":2207871040},{"type":"v1","addr":"172.21.15.112:6803","nonce":2207871040}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6804","nonce":2207871040},{"type":"v1","addr":"172.21.15.112:6805","nonce":2207871040}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6808","nonce":2207871040},{"type":"v1","addr":"172.21.15.112:6809","nonce":2207871040}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6806","nonce":2207871040},{"type":"v1","addr":"172.21.15.112:6807","nonce":2207871040}]},"public_addr":"172.21.15.112:6803/2207871040","cluster_addr":"172.21.15.112:6805/2207871040","heartbeat_back_addr":"172.21.15.112:6809/2207871040","heartbeat_front_addr":"172.21.15.112:6807/2207871040","state":["exists","up"]},{"osd":1,"uuid":"db398d40-b1c2-499f-8fc1-ac73f4ae15bf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6810","nonce":953917176},{"type":"v1","addr":"172.21.15.112:6811","nonce":953917176}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6812","nonce":953917176},{"type":"v1","addr":"172.21.15.112:6813","nonce":953917176}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6816","nonce":953917176},{"type":"v1","addr":"172.21.15.112:6817","nonce":953917176}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6814","nonce":953917176},{"type":"v1","addr":"172.21.15.112:6815","nonce":953917176}]},"public_addr":"172.21.15.112:6811/953917176","cluster_addr":"172.21.15.112:6813/953917176","heartbeat_back_addr":"172.21.15.112:6817/953917176","heartbeat_front_addr":"172.21.15.112:6815/953917176","state":["exists","up"]},{"osd":2,"uuid":"f53410bf-c770-4408-b992-bd6e3b98d5f5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6818","nonce":1876145425},{"type":"v1","addr":"172.21.15.112:6819","nonce":1876145425}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6820","nonce":1876145425},{"type":"v1","addr":"172.21.15.112:6821","nonce":1876145425}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6824","nonce":1876145425},{"type":"v1","addr":"172.21.15.112:6825","nonce":1876145425}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6822","nonce":1876145425},{"type":"v1","addr":"172.21.15.112:6823","nonce":1876145425}]},"public_addr":"172.21.15.112:6819/1876145425","cluster_addr":"172.21.15.112:6821/1876145425","heartbeat_back_addr":"172.21.15.112:6825/1876145425","heartbeat_front_addr":"172.21.15.112:6823/1876145425","state":["exists","up"]},{"osd":3,"uuid":"cb3062a9-2ef9-48a4-91b0-94ccb03763bd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6826","nonce":1384239729},{"type":"v1","addr":"172.21.15.112:6827","nonce":1384239729}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6828","nonce":1384239729},{"type":"v1","addr":"172.21.15.112:6829","nonce":1384239729}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6832","nonce":1384239729},{"type":"v1","addr":"172.21.15.112:6833","nonce":1384239729}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6830","nonce":1384239729},{"type":"v1","addr":"172.21.15.112:6831","nonce":1384239729}]},"public_addr":"172.21.15.112:6827/1384239729","cluster_addr":"172.21.15.112:6829/1384239729","heartbeat_back_addr":"172.21.15.112:6833/1384239729","heartbeat_front_addr":"172.21.15.112:6831/1384239729","state":["exists","up"]},{"osd":4,"uuid":"9b51f396-2d42-4b42-9644-99be5dd9340b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6800","nonce":970156775},{"type":"v1","addr":"172.21.15.175:6801","nonce":970156775}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6802","nonce":970156775},{"type":"v1","addr":"172.21.15.175:6803","nonce":970156775}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6806","nonce":970156775},{"type":"v1","addr":"172.21.15.175:6807","nonce":970156775}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6804","nonce":970156775},{"type":"v1","addr":"172.21.15.175:6805","nonce":970156775}]},"public_addr":"172.21.15.175:6801/970156775","cluster_addr":"172.21.15.175:6803/970156775","heartbeat_back_addr":"172.21.15.175:6807/970156775","heartbeat_front_addr":"172.21.15.175:6805/970156775","state":["exists","up"]},{"osd":5,"uuid":"2a289f6f-cc3e-4fc5-b0b6-6a65e91e5b45","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6808","nonce":839313009},{"type":"v1","addr":"172.21.15.175:6809","nonce":839313009}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6810","nonce":839313009},{"type":"v1","addr":"172.21.15.175:6811","nonce":839313009}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6814","nonce":839313009},{"type":"v1","addr":"172.21.15.175:6815","nonce":839313009}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6812","nonce":839313009},{"type":"v1","addr":"172.21.15.175:6813","nonce":839313009}]},"public_addr":"172.21.15.175:6809/839313009","cluster_addr":"172.21.15.175:6811/839313009","heartbeat_back_addr":"172.21.15.175:6815/839313009","heartbeat_front_addr":"172.21.15.175:6813/839313009","state":["exists","up"]},{"osd":6,"uuid":"abf5af10-e8ae-43fe-b959-b8f723808b24","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6816","nonce":1559844260},{"type":"v1","addr":"172.21.15.175:6817","nonce":1559844260}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6818","nonce":1559844260},{"type":"v1","addr":"172.21.15.175:6819","nonce":1559844260}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6822","nonce":1559844260},{"type":"v1","addr":"172.21.15.175:6823","nonce":1559844260}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6820","nonce":1559844260},{"type":"v1","addr":"172.21.15.175:6821","nonce":1559844260}]},"public_addr":"172.21.15.175:6817/1559844260","cluster_addr":"172.21.15.175:6819/1559844260","heartbeat_back_addr":"172.21.15.175:6823/1559844260","heartbeat_front_addr":"172.21.15.175:6821/1559844260","state":["exists","up"]},{"osd":7,"uuid":"1d0086c4-fdd8-4942-b8e9-00c1762bb652","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6824","nonce":3302925510},{"type":"v1","addr":"172.21.15.175:6825","nonce":3302925510}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6826","nonce":3302925510},{"type":"v1","addr":"172.21.15.175:6827","nonce":3302925510}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6830","nonce":3302925510},{"type":"v1","addr":"172.21.15.175:6831","nonce":3302925510}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6828","nonce":3302925510},{"type":"v1","addr":"172.21.15.175:6829","nonce":3302925510}]},"public_addr":"172.21.15.175:6825/3302925510","cluster_addr":"172.21.15.175:6827/3302925510","heartbeat_back_addr":"172.21.15.175:6831/3302925510","heartbeat_front_addr":"172.21.15.175:6829/3302925510","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T08:38:20.584134+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T08:38:45.213339+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T08:39:10.434855+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T08:39:35.818802+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T08:39:57.775003+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T08:40:20.981677+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T08:40:44.896654+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T08:41:09.046996+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.112:0/1538368932":"2024-04-13T08:41:42.016330+0000","172.21.15.112:6801/1429205384":"2024-04-13T08:41:42.016330+0000","172.21.15.112:0/3303790952":"2024-04-13T08:41:42.016330+0000","172.21.15.112:6800/1429205384":"2024-04-13T08:41:42.016330+0000","172.21.15.112:0/2611106055":"2024-04-13T08:41:42.016330+0000","172.21.15.112:6801/3467889917":"2024-04-13T08:36:57.005915+0000","172.21.15.112:0/2116558870":"2024-04-13T08:36:57.005915+0000","172.21.15.112:0/2931486023":"2024-04-13T08:36:32.219514+0000","172.21.15.112:0/3228147471":"2024-04-13T08:36:32.219514+0000","172.21.15.112:6800/3682569116":"2024-04-13T08:36:32.219514+0000","172.21.15.112:0/3077229739":"2024-04-13T08:41:42.016330+0000","172.21.15.112:6800/3467889917":"2024-04-13T08:36:57.005915+0000","172.21.15.112:6801/3682569116":"2024-04-13T08:36:32.219514+0000","172.21.15.112:0/2714095281":"2024-04-13T08:36:57.005915+0000","172.21.15.112:0/1215254008":"2024-04-13T08:36:32.219514+0000","172.21.15.112:0/3758172165":"2024-04-13T08:36:57.005915+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-12T08:43:19.764 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:19 smithi175 ceph-mon[32523]: pgmap v60: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2024-04-12T08:43:19.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:19 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:43:19.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:19 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:43:19.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:19 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/2190031087' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T08:43:19.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:19 smithi112 ceph-mon[29019]: pgmap v60: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2024-04-12T08:43:19.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:19 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:43:19.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:19 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:43:19.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:19 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/2190031087' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T08:43:19.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:19 smithi112 ceph-mon[40233]: pgmap v60: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2024-04-12T08:43:19.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:19 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:43:19.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:19 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:43:19.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:19 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/2190031087' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T08:43:20.296 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph tell osd.0 flush_pg_stats 2024-04-12T08:43:20.296 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph tell osd.1 flush_pg_stats 2024-04-12T08:43:20.297 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph tell osd.2 flush_pg_stats 2024-04-12T08:43:20.297 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph tell osd.3 flush_pg_stats 2024-04-12T08:43:20.298 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph tell osd.4 flush_pg_stats 2024-04-12T08:43:20.298 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph tell osd.5 flush_pg_stats 2024-04-12T08:43:20.298 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph tell osd.6 flush_pg_stats 2024-04-12T08:43:20.299 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph tell osd.7 flush_pg_stats 2024-04-12T08:43:21.323 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T08:43:21.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:21 smithi175 ceph-mon[32523]: pgmap v61: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-12T08:43:21.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:21 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:43:21.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:21 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:43:21.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:21 smithi175 ceph-mon[32523]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:43:21.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:21 smithi175 ceph-mon[32523]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:43:21.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:21 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:43:21.766 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:21 smithi112 ceph-mon[29019]: pgmap v61: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-12T08:43:21.766 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:21 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:43:21.766 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:21 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:43:21.766 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:21 smithi112 ceph-mon[29019]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:43:21.766 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:21 smithi112 ceph-mon[29019]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:43:21.766 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:21 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:43:21.766 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:21 smithi112 ceph-mon[40233]: pgmap v61: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-12T08:43:21.766 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:21 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:43:21.766 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:21 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:43:21.766 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:21 smithi112 ceph-mon[40233]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:43:21.767 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:21 smithi112 ceph-mon[40233]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:43:21.767 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:21 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:43:22.124 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T08:43:22.705 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T08:43:22.705 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T08:43:22.961 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T08:43:22.961 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T08:43:23.764 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:23 smithi175 ceph-mon[32523]: pgmap v62: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-12T08:43:23.785 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:23 smithi112 ceph-mon[40233]: pgmap v62: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-12T08:43:23.786 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:23 smithi112 ceph-mon[29019]: pgmap v62: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-12T08:43:24.342 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:43:24 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:43:24] "GET /metrics HTTP/1.1" 200 239134 "" "Prometheus/2.43.0" 2024-04-12T08:43:24.515 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:43:24 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[34409]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:43:24] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-12T08:43:25.673 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:25 smithi112 ceph-mon[40233]: pgmap v63: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-12T08:43:25.674 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:25 smithi112 ceph-mon[29019]: pgmap v63: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-12T08:43:25.764 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:25 smithi175 ceph-mon[32523]: pgmap v63: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-12T08:43:25.795 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T08:43:27.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:27 smithi112 ceph-mon[29019]: pgmap v64: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:43:27.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:27 smithi112 ceph-mon[29019]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:43:27.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:27 smithi112 ceph-mon[40233]: pgmap v64: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:43:27.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:27 smithi112 ceph-mon[40233]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:43:27.764 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:27 smithi175 ceph-mon[32523]: pgmap v64: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:43:27.764 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:27 smithi175 ceph-mon[32523]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:43:29.764 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:29 smithi175 ceph-mon[32523]: pgmap v65: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:43:29.819 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:29 smithi112 ceph-mon[40233]: pgmap v65: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:43:29.819 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:29 smithi112 ceph-mon[29019]: pgmap v65: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:43:30.038 INFO:teuthology.orchestra.run.smithi112.stdout:133143986219 2024-04-12T08:43:30.039 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph osd last-stat-seq osd.4 2024-04-12T08:43:30.840 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T08:43:31.252 INFO:teuthology.orchestra.run.smithi112.stdout:201863462946 2024-04-12T08:43:31.253 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph osd last-stat-seq osd.6 2024-04-12T08:43:31.764 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:31 smithi175 ceph-mon[32523]: pgmap v66: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:43:31.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:31 smithi112 ceph-mon[29019]: pgmap v66: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:43:31.842 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:31 smithi112 ceph-mon[40233]: pgmap v66: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:43:31.914 INFO:teuthology.orchestra.run.smithi112.stdout:111669149745 2024-04-12T08:43:31.914 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph osd last-stat-seq osd.3 2024-04-12T08:43:33.764 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:33 smithi175 ceph-mon[32523]: pgmap v67: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:43:33.842 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:33 smithi112 ceph-mon[40233]: pgmap v67: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:43:33.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:33 smithi112 ceph-mon[29019]: pgmap v67: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:43:34.214 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:43:34 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:43:34] "GET /metrics HTTP/1.1" 200 239101 "" "Prometheus/2.43.0" 2024-04-12T08:43:34.514 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:43:34 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[34409]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:43:34] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-12T08:43:35.431 INFO:teuthology.orchestra.run.smithi112.stdout:236223201311 2024-04-12T08:43:35.432 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph osd last-stat-seq osd.7 2024-04-12T08:43:35.764 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:35 smithi175 ceph-mon[32523]: pgmap v68: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:43:35.768 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:35 smithi112 ceph-mon[40233]: pgmap v68: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:43:35.769 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:35 smithi112 ceph-mon[29019]: pgmap v68: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:43:37.496 INFO:teuthology.orchestra.run.smithi112.stdout:77309411383 2024-04-12T08:43:37.496 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph osd last-stat-seq osd.2 2024-04-12T08:43:37.732 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:37 smithi112 ceph-mon[40233]: pgmap v69: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:43:37.732 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:37 smithi112 ceph-mon[29019]: pgmap v69: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:43:37.764 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:37 smithi175 ceph-mon[32523]: pgmap v69: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:43:38.048 INFO:teuthology.orchestra.run.smithi112.stdout:167503724585 2024-04-12T08:43:38.048 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph osd last-stat-seq osd.5 2024-04-12T08:43:38.693 INFO:teuthology.orchestra.run.smithi112.stdout:55834574908 2024-04-12T08:43:38.693 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph osd last-stat-seq osd.1 2024-04-12T08:43:38.959 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T08:43:38.964 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T08:43:39.473 INFO:teuthology.orchestra.run.smithi112.stdout:34359738433 2024-04-12T08:43:39.474 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph osd last-stat-seq osd.0 2024-04-12T08:43:39.534 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T08:43:39.718 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:39 smithi112 ceph-mon[29019]: pgmap v70: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:43:39.718 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:39 smithi112 ceph-mon[40233]: pgmap v70: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:43:39.764 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:39 smithi175 ceph-mon[32523]: pgmap v70: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:43:41.672 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:41 smithi112 ceph-mon[40233]: pgmap v71: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:43:41.672 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:41 smithi112 ceph-mon[29019]: pgmap v71: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:43:41.764 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:41 smithi175 ceph-mon[32523]: pgmap v71: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:43:42.773 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:42 smithi112 ceph-mon[29019]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [1, 5]}]: dispatch 2024-04-12T08:43:42.773 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:42 smithi112 ceph-mon[29019]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 2]}]: dispatch 2024-04-12T08:43:42.773 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:42 smithi112 ceph-mon[29019]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2024-04-12T08:43:42.773 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:42 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [1, 5]}]: dispatch 2024-04-12T08:43:42.773 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:42 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 2]}]: dispatch 2024-04-12T08:43:42.773 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:42 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2024-04-12T08:43:42.773 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:42 smithi112 ceph-mon[29019]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:43:42.773 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:42 smithi112 ceph-mon[40233]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [1, 5]}]: dispatch 2024-04-12T08:43:42.773 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:42 smithi112 ceph-mon[40233]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 2]}]: dispatch 2024-04-12T08:43:42.774 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:42 smithi112 ceph-mon[40233]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2024-04-12T08:43:42.774 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:42 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [1, 5]}]: dispatch 2024-04-12T08:43:42.774 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:42 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 2]}]: dispatch 2024-04-12T08:43:42.774 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:42 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2024-04-12T08:43:42.774 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:42 smithi112 ceph-mon[40233]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:43:43.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:42 smithi175 ceph-mon[32523]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [1, 5]}]: dispatch 2024-04-12T08:43:43.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:42 smithi175 ceph-mon[32523]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 2]}]: dispatch 2024-04-12T08:43:43.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:42 smithi175 ceph-mon[32523]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2024-04-12T08:43:43.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:42 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [1, 5]}]: dispatch 2024-04-12T08:43:43.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:42 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 2]}]: dispatch 2024-04-12T08:43:43.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:42 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2024-04-12T08:43:43.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:42 smithi175 ceph-mon[32523]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:43:43.222 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T08:43:43.374 INFO:teuthology.orchestra.run.smithi112.stdout:236223201312 2024-04-12T08:43:43.842 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:43 smithi112 ceph-mon[40233]: pgmap v72: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:43:43.842 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:43 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [1, 5]}]': finished 2024-04-12T08:43:43.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:43 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 2]}]': finished 2024-04-12T08:43:43.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:43 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]': finished 2024-04-12T08:43:43.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:43 smithi112 ceph-mon[40233]: osdmap e70: 8 total, 8 up, 8 in 2024-04-12T08:43:43.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:43 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/1598114777' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-12T08:43:43.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:43 smithi112 ceph-mon[29019]: pgmap v72: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:43:43.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:43 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [1, 5]}]': finished 2024-04-12T08:43:43.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:43 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 2]}]': finished 2024-04-12T08:43:43.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:43 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]': finished 2024-04-12T08:43:43.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:43 smithi112 ceph-mon[29019]: osdmap e70: 8 total, 8 up, 8 in 2024-04-12T08:43:43.844 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:43 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/1598114777' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-12T08:43:43.844 INFO:teuthology.orchestra.run.smithi112.stdout:201863462949 2024-04-12T08:43:44.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:43 smithi175 ceph-mon[32523]: pgmap v72: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:43:44.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:43 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [1, 5]}]': finished 2024-04-12T08:43:44.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:43 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 2]}]': finished 2024-04-12T08:43:44.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:43 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]': finished 2024-04-12T08:43:44.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:43 smithi175 ceph-mon[32523]: osdmap e70: 8 total, 8 up, 8 in 2024-04-12T08:43:44.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:43 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/1598114777' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-12T08:43:44.514 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:43:44 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[34409]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:43:44] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-12T08:43:44.528 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:43:44 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:43:44] "GET /metrics HTTP/1.1" 200 239069 "" "Prometheus/2.43.0" 2024-04-12T08:43:44.720 INFO:tasks.cephadm.ceph_manager.ceph:need seq 236223201311 got 236223201312 for osd.7 2024-04-12T08:43:44.721 DEBUG:teuthology.parallel:result is None 2024-04-12T08:43:44.817 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:44 smithi112 ceph-mon[29019]: osdmap e71: 8 total, 8 up, 8 in 2024-04-12T08:43:44.817 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:44 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/3422677733' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-12T08:43:44.817 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:44 smithi112 ceph-mon[40233]: osdmap e71: 8 total, 8 up, 8 in 2024-04-12T08:43:44.818 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:44 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/3422677733' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-12T08:43:45.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:44 smithi175 ceph-mon[32523]: osdmap e71: 8 total, 8 up, 8 in 2024-04-12T08:43:45.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:44 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/3422677733' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-12T08:43:45.483 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T08:43:45.483 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T08:43:45.501 INFO:tasks.cephadm.ceph_manager.ceph:need seq 201863462946 got 201863462949 for osd.6 2024-04-12T08:43:45.501 DEBUG:teuthology.parallel:result is None 2024-04-12T08:43:45.723 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:45 smithi112 ceph-mon[29019]: pgmap v75: 73 pgs: 3 peering, 70 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:43:45.723 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:45 smithi112 ceph-mon[40233]: pgmap v75: 73 pgs: 3 peering, 70 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:43:46.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:45 smithi175 ceph-mon[32523]: pgmap v75: 73 pgs: 3 peering, 70 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:43:46.357 INFO:teuthology.orchestra.run.smithi112.stdout:111669149749 2024-04-12T08:43:46.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:46 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/4132316702' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-12T08:43:46.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:46 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/4132316702' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-12T08:43:46.752 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T08:43:46.752 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T08:43:47.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:46 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/4132316702' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-12T08:43:47.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:47 smithi112 ceph-mon[29019]: pgmap v76: 73 pgs: 3 peering, 70 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:43:47.842 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:47 smithi112 ceph-mon[40233]: pgmap v76: 73 pgs: 3 peering, 70 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:43:48.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:47 smithi175 ceph-mon[32523]: pgmap v76: 73 pgs: 3 peering, 70 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:43:49.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:49 smithi112 ceph-mon[29019]: pgmap v77: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:43:49.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:49 smithi112 ceph-mon[40233]: pgmap v77: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:43:50.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:49 smithi175 ceph-mon[32523]: pgmap v77: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:43:51.803 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:51 smithi112 ceph-mon[40233]: pgmap v78: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:43:51.804 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:51 smithi112 ceph-mon[29019]: pgmap v78: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:43:51.804 INFO:teuthology.orchestra.run.smithi112.stdout:77309411386 2024-04-12T08:43:52.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:51 smithi175 ceph-mon[32523]: pgmap v78: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:43:52.021 INFO:teuthology.orchestra.run.smithi112.stdout:34359738436 2024-04-12T08:43:52.537 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411383 got 77309411386 for osd.2 2024-04-12T08:43:52.537 DEBUG:teuthology.parallel:result is None 2024-04-12T08:43:52.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:52 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/2818316814' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-12T08:43:52.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:52 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/2970313680' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-12T08:43:52.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:52 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/2818316814' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-12T08:43:52.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:52 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/2970313680' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-12T08:43:53.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:52 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/2818316814' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-12T08:43:53.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:52 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/2970313680' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-12T08:43:53.604 INFO:tasks.cephadm.ceph_manager.ceph:need seq 111669149745 got 111669149749 for osd.3 2024-04-12T08:43:53.604 DEBUG:teuthology.parallel:result is None 2024-04-12T08:43:53.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:53 smithi112 ceph-mon[29019]: pgmap v79: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:43:53.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:53 smithi112 ceph-mon[40233]: pgmap v79: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:43:54.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:53 smithi175 ceph-mon[32523]: pgmap v79: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:43:54.031 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738433 got 34359738436 for osd.0 2024-04-12T08:43:54.031 DEBUG:teuthology.parallel:result is None 2024-04-12T08:43:54.342 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:43:54 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:43:54] "GET /metrics HTTP/1.1" 200 239069 "" "Prometheus/2.43.0" 2024-04-12T08:43:54.514 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:43:54 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[34409]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:43:54] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-12T08:43:54.770 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:54 smithi112 ceph-mon[29019]: pgmap v80: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:43:54.771 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:54 smithi112 ceph-mon[40233]: pgmap v80: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:43:54.879 INFO:teuthology.orchestra.run.smithi112.stdout:55834574912 2024-04-12T08:43:55.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:54 smithi175 ceph-mon[32523]: pgmap v80: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:43:55.067 INFO:teuthology.orchestra.run.smithi112.stdout:133143986225 2024-04-12T08:43:55.776 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:55 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/2958122160' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-12T08:43:55.776 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:55 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/1394095567' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-12T08:43:55.776 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:55 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/2958122160' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-12T08:43:55.776 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:55 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/1394095567' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-12T08:43:55.799 INFO:tasks.cephadm.ceph_manager.ceph:need seq 133143986219 got 133143986225 for osd.4 2024-04-12T08:43:55.799 DEBUG:teuthology.parallel:result is None 2024-04-12T08:43:56.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:55 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/2958122160' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-12T08:43:56.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:55 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/1394095567' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-12T08:43:56.400 INFO:teuthology.orchestra.run.smithi112.stdout:167503724589 2024-04-12T08:43:56.662 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:56 smithi112 ceph-mon[29019]: pgmap v81: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:43:56.662 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:56 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/1168587277' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-12T08:43:56.663 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:56 smithi112 ceph-mon[40233]: pgmap v81: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:43:56.663 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:56 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/1168587277' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-12T08:43:56.664 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574908 got 55834574912 for osd.1 2024-04-12T08:43:56.664 DEBUG:teuthology.parallel:result is None 2024-04-12T08:43:57.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:56 smithi175 ceph-mon[32523]: pgmap v81: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:43:57.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:56 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/1168587277' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-12T08:43:57.385 INFO:tasks.cephadm.ceph_manager.ceph:need seq 167503724585 got 167503724589 for osd.5 2024-04-12T08:43:57.386 DEBUG:teuthology.parallel:result is None 2024-04-12T08:43:57.386 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-04-12T08:43:57.386 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph pg dump --format=json 2024-04-12T08:43:57.639 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T08:43:57.868 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:57 smithi112 ceph-mon[40233]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:43:57.869 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:57 smithi112 ceph-mon[29019]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:43:58.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:57 smithi175 ceph-mon[32523]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:43:58.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:43:58 smithi112 ceph-mon[29019]: pgmap v82: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:43:58.842 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:43:58 smithi112 ceph-mon[40233]: pgmap v82: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:43:59.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:43:58 smithi175 ceph-mon[32523]: pgmap v82: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:43:59.596 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T08:43:59.597 INFO:teuthology.orchestra.run.smithi112.stderr:dumped all 2024-04-12T08:44:00.369 INFO:teuthology.orchestra.run.smithi112.stdout:{"pg_ready":true,"pg_map":{"version":82,"stamp":"2024-04-12T08:43:58.054398+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592706,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":224,"num_write_kb":2429,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":167,"ondisk_log_size":167,"up":219,"acting":219,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":219,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2386348,"kb_used_data":7480,"kb_used_omap":13,"kb_used_meta":2378738,"kb_avail":747574868,"statfs":{"total":767960285184,"available":765516664832,"internally_reserved":0,"allocated":7659520,"data_stored":4308487,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13632,"internal_metadata":2435828416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002465"},"pg_stats":[{"pgid":"4.18","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.529676+0000","last_change":"2024-04-12T08:43:00.379634+0000","last_active":"2024-04-12T08:43:42.529676+0000","last_peered":"2024-04-12T08:43:42.529676+0000","last_clean":"2024-04-12T08:43:42.529676+0000","last_became_active":"2024-04-12T08:43:00.379329+0000","last_became_peered":"2024-04-12T08:43:00.379329+0000","last_unstale":"2024-04-12T08:43:42.529676+0000","last_undegraded":"2024-04-12T08:43:42.529676+0000","last_fullsized":"2024-04-12T08:43:42.529676+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T14:10:58.861570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"69'4","reported_seq":18,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.525469+0000","last_change":"2024-04-12T08:42:59.597465+0000","last_active":"2024-04-12T08:43:42.525469+0000","last_peered":"2024-04-12T08:43:42.525469+0000","last_clean":"2024-04-12T08:43:42.525469+0000","last_became_active":"2024-04-12T08:42:59.597201+0000","last_became_peered":"2024-04-12T08:42:59.597201+0000","last_unstale":"2024-04-12T08:43:42.525469+0000","last_undegraded":"2024-04-12T08:43:42.525469+0000","last_fullsized":"2024-04-12T08:43:42.525469+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:25:10.944634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.526615+0000","last_change":"2024-04-12T08:43:00.606434+0000","last_active":"2024-04-12T08:43:42.526615+0000","last_peered":"2024-04-12T08:43:42.526615+0000","last_clean":"2024-04-12T08:43:42.526615+0000","last_became_active":"2024-04-12T08:43:00.606153+0000","last_became_peered":"2024-04-12T08:43:00.606153+0000","last_unstale":"2024-04-12T08:43:42.526615+0000","last_undegraded":"2024-04-12T08:43:42.526615+0000","last_fullsized":"2024-04-12T08:43:42.526615+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T14:45:12.368518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"69'1","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.527378+0000","last_change":"2024-04-12T08:42:59.600977+0000","last_active":"2024-04-12T08:43:42.527378+0000","last_peered":"2024-04-12T08:43:42.527378+0000","last_clean":"2024-04-12T08:43:42.527378+0000","last_became_active":"2024-04-12T08:42:59.600696+0000","last_became_peered":"2024-04-12T08:42:59.600696+0000","last_unstale":"2024-04-12T08:43:42.527378+0000","last_undegraded":"2024-04-12T08:43:42.527378+0000","last_fullsized":"2024-04-12T08:43:42.527378+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:04:54.673584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.529947+0000","last_change":"2024-04-12T08:42:59.847388+0000","last_active":"2024-04-12T08:43:42.529947+0000","last_peered":"2024-04-12T08:43:42.529947+0000","last_clean":"2024-04-12T08:43:42.529947+0000","last_became_active":"2024-04-12T08:42:59.847107+0000","last_became_peered":"2024-04-12T08:42:59.847107+0000","last_unstale":"2024-04-12T08:43:42.529947+0000","last_undegraded":"2024-04-12T08:43:42.529947+0000","last_fullsized":"2024-04-12T08:43:42.529947+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:05:36.056652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"69'2","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.522124+0000","last_change":"2024-04-12T08:42:59.597088+0000","last_active":"2024-04-12T08:43:42.522124+0000","last_peered":"2024-04-12T08:43:42.522124+0000","last_clean":"2024-04-12T08:43:42.522124+0000","last_became_active":"2024-04-12T08:42:59.596731+0000","last_became_peered":"2024-04-12T08:42:59.596731+0000","last_unstale":"2024-04-12T08:43:42.522124+0000","last_undegraded":"2024-04-12T08:43:42.522124+0000","last_fullsized":"2024-04-12T08:43:42.522124+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:24:48.201237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.530089+0000","last_change":"2024-04-12T08:42:59.614696+0000","last_active":"2024-04-12T08:43:42.530089+0000","last_peered":"2024-04-12T08:43:42.530089+0000","last_clean":"2024-04-12T08:43:42.530089+0000","last_became_active":"2024-04-12T08:42:59.614469+0000","last_became_peered":"2024-04-12T08:42:59.614469+0000","last_unstale":"2024-04-12T08:43:42.530089+0000","last_undegraded":"2024-04-12T08:43:42.530089+0000","last_fullsized":"2024-04-12T08:43:42.530089+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T13:03:51.116306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"69'2","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.522091+0000","last_change":"2024-04-12T08:42:59.593529+0000","last_active":"2024-04-12T08:43:42.522091+0000","last_peered":"2024-04-12T08:43:42.522091+0000","last_clean":"2024-04-12T08:43:42.522091+0000","last_became_active":"2024-04-12T08:42:59.592732+0000","last_became_peered":"2024-04-12T08:42:59.592732+0000","last_unstale":"2024-04-12T08:43:42.522091+0000","last_undegraded":"2024-04-12T08:43:42.522091+0000","last_fullsized":"2024-04-12T08:43:42.522091+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T09:45:30.113709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":23,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-12T08:43:44.222554+0000","last_change":"2024-04-12T08:43:44.222554+0000","last_active":"2024-04-12T08:43:44.222554+0000","last_peered":"2024-04-12T08:43:44.222554+0000","last_clean":"2024-04-12T08:43:44.222554+0000","last_became_active":"2024-04-12T08:43:44.222216+0000","last_became_peered":"2024-04-12T08:43:44.222216+0000","last_unstale":"2024-04-12T08:43:44.222554+0000","last_undegraded":"2024-04-12T08:43:44.222554+0000","last_fullsized":"2024-04-12T08:43:44.222554+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:22:17.300203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,3],"acting":[2,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"69'1","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.525015+0000","last_change":"2024-04-12T08:42:59.602847+0000","last_active":"2024-04-12T08:43:42.525015+0000","last_peered":"2024-04-12T08:43:42.525015+0000","last_clean":"2024-04-12T08:43:42.525015+0000","last_became_active":"2024-04-12T08:42:59.602551+0000","last_became_peered":"2024-04-12T08:42:59.602551+0000","last_unstale":"2024-04-12T08:43:42.525015+0000","last_undegraded":"2024-04-12T08:43:42.525015+0000","last_fullsized":"2024-04-12T08:43:42.525015+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T15:49:11.622435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.529901+0000","last_change":"2024-04-12T08:43:00.378593+0000","last_active":"2024-04-12T08:43:42.529901+0000","last_peered":"2024-04-12T08:43:42.529901+0000","last_clean":"2024-04-12T08:43:42.529901+0000","last_became_active":"2024-04-12T08:43:00.378314+0000","last_became_peered":"2024-04-12T08:43:00.378314+0000","last_unstale":"2024-04-12T08:43:42.529901+0000","last_undegraded":"2024-04-12T08:43:42.529901+0000","last_fullsized":"2024-04-12T08:43:42.529901+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:52:45.255193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"69'1","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.525097+0000","last_change":"2024-04-12T08:42:59.598935+0000","last_active":"2024-04-12T08:43:42.525097+0000","last_peered":"2024-04-12T08:43:42.525097+0000","last_clean":"2024-04-12T08:43:42.525097+0000","last_became_active":"2024-04-12T08:42:59.598636+0000","last_became_peered":"2024-04-12T08:42:59.598636+0000","last_unstale":"2024-04-12T08:43:42.525097+0000","last_undegraded":"2024-04-12T08:43:42.525097+0000","last_fullsized":"2024-04-12T08:43:42.525097+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T09:54:03.358521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":18,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.524709+0000","last_change":"2024-04-12T08:41:45.462095+0000","last_active":"2024-04-12T08:43:42.524709+0000","last_peered":"2024-04-12T08:43:42.524709+0000","last_clean":"2024-04-12T08:43:42.524709+0000","last_became_active":"2024-04-12T08:41:45.461677+0000","last_became_peered":"2024-04-12T08:41:45.461677+0000","last_unstale":"2024-04-12T08:43:42.524709+0000","last_undegraded":"2024-04-12T08:43:42.524709+0000","last_fullsized":"2024-04-12T08:43:42.524709+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:41:44.441493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:41:44.441493+0000","last_clean_scrub_stamp":"2024-04-12T08:41:44.441493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:17:48.719121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.527436+0000","last_change":"2024-04-12T08:43:00.619431+0000","last_active":"2024-04-12T08:43:42.527436+0000","last_peered":"2024-04-12T08:43:42.527436+0000","last_clean":"2024-04-12T08:43:42.527436+0000","last_became_active":"2024-04-12T08:43:00.618364+0000","last_became_peered":"2024-04-12T08:43:00.618364+0000","last_unstale":"2024-04-12T08:43:42.527436+0000","last_undegraded":"2024-04-12T08:43:42.527436+0000","last_fullsized":"2024-04-12T08:43:42.527436+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T14:48:00.693897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":18,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.527266+0000","last_change":"2024-04-12T08:41:45.551316+0000","last_active":"2024-04-12T08:43:42.527266+0000","last_peered":"2024-04-12T08:43:42.527266+0000","last_clean":"2024-04-12T08:43:42.527266+0000","last_became_active":"2024-04-12T08:41:45.550978+0000","last_became_peered":"2024-04-12T08:41:45.550978+0000","last_unstale":"2024-04-12T08:43:42.527266+0000","last_undegraded":"2024-04-12T08:43:42.527266+0000","last_fullsized":"2024-04-12T08:43:42.527266+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:41:44.441493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:41:44.441493+0000","last_clean_scrub_stamp":"2024-04-12T08:41:44.441493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:11:33.629200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"69'2","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.527472+0000","last_change":"2024-04-12T08:42:59.600033+0000","last_active":"2024-04-12T08:43:42.527472+0000","last_peered":"2024-04-12T08:43:42.527472+0000","last_clean":"2024-04-12T08:43:42.527472+0000","last_became_active":"2024-04-12T08:42:59.599563+0000","last_became_peered":"2024-04-12T08:42:59.599563+0000","last_unstale":"2024-04-12T08:43:42.527472+0000","last_undegraded":"2024-04-12T08:43:42.527472+0000","last_fullsized":"2024-04-12T08:43:42.527472+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T13:25:28.638364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.524855+0000","last_change":"2024-04-12T08:43:00.618469+0000","last_active":"2024-04-12T08:43:42.524855+0000","last_peered":"2024-04-12T08:43:42.524855+0000","last_clean":"2024-04-12T08:43:42.524855+0000","last_became_active":"2024-04-12T08:43:00.618204+0000","last_became_peered":"2024-04-12T08:43:00.618204+0000","last_unstale":"2024-04-12T08:43:42.524855+0000","last_undegraded":"2024-04-12T08:43:42.524855+0000","last_fullsized":"2024-04-12T08:43:42.524855+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T16:29:55.082502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.528516+0000","last_change":"2024-04-12T08:42:59.599140+0000","last_active":"2024-04-12T08:43:42.528516+0000","last_peered":"2024-04-12T08:43:42.528516+0000","last_clean":"2024-04-12T08:43:42.528516+0000","last_became_active":"2024-04-12T08:42:59.598847+0000","last_became_peered":"2024-04-12T08:42:59.598847+0000","last_unstale":"2024-04-12T08:43:42.528516+0000","last_undegraded":"2024-04-12T08:43:42.528516+0000","last_fullsized":"2024-04-12T08:43:42.528516+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:25:48.901117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":18,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:43.400366+0000","last_change":"2024-04-12T08:41:45.551324+0000","last_active":"2024-04-12T08:43:43.400366+0000","last_peered":"2024-04-12T08:43:43.400366+0000","last_clean":"2024-04-12T08:43:43.400366+0000","last_became_active":"2024-04-12T08:41:45.550902+0000","last_became_peered":"2024-04-12T08:41:45.550902+0000","last_unstale":"2024-04-12T08:43:43.400366+0000","last_undegraded":"2024-04-12T08:43:43.400366+0000","last_fullsized":"2024-04-12T08:43:43.400366+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:41:44.441493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:41:44.441493+0000","last_clean_scrub_stamp":"2024-04-12T08:41:44.441493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T13:00:11.628138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.525168+0000","last_change":"2024-04-12T08:43:00.611079+0000","last_active":"2024-04-12T08:43:42.525168+0000","last_peered":"2024-04-12T08:43:42.525168+0000","last_clean":"2024-04-12T08:43:42.525168+0000","last_became_active":"2024-04-12T08:43:00.610729+0000","last_became_peered":"2024-04-12T08:43:00.610729+0000","last_unstale":"2024-04-12T08:43:42.525168+0000","last_undegraded":"2024-04-12T08:43:42.525168+0000","last_fullsized":"2024-04-12T08:43:42.525168+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T12:05:13.528081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.525387+0000","last_change":"2024-04-12T08:42:59.604333+0000","last_active":"2024-04-12T08:43:42.525387+0000","last_peered":"2024-04-12T08:43:42.525387+0000","last_clean":"2024-04-12T08:43:42.525387+0000","last_became_active":"2024-04-12T08:42:59.604017+0000","last_became_peered":"2024-04-12T08:42:59.604017+0000","last_unstale":"2024-04-12T08:43:42.525387+0000","last_undegraded":"2024-04-12T08:43:42.525387+0000","last_fullsized":"2024-04-12T08:43:42.525387+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T16:43:26.596594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":18,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:43.400166+0000","last_change":"2024-04-12T08:41:45.460635+0000","last_active":"2024-04-12T08:43:43.400166+0000","last_peered":"2024-04-12T08:43:43.400166+0000","last_clean":"2024-04-12T08:43:43.400166+0000","last_became_active":"2024-04-12T08:41:45.460306+0000","last_became_peered":"2024-04-12T08:41:45.460306+0000","last_unstale":"2024-04-12T08:43:43.400166+0000","last_undegraded":"2024-04-12T08:43:43.400166+0000","last_fullsized":"2024-04-12T08:43:43.400166+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:41:44.441493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:41:44.441493+0000","last_clean_scrub_stamp":"2024-04-12T08:41:44.441493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T13:11:36.799115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.524240+0000","last_change":"2024-04-12T08:43:00.617879+0000","last_active":"2024-04-12T08:43:42.524240+0000","last_peered":"2024-04-12T08:43:42.524240+0000","last_clean":"2024-04-12T08:43:42.524240+0000","last_became_active":"2024-04-12T08:43:00.617603+0000","last_became_peered":"2024-04-12T08:43:00.617603+0000","last_unstale":"2024-04-12T08:43:42.524240+0000","last_undegraded":"2024-04-12T08:43:42.524240+0000","last_fullsized":"2024-04-12T08:43:42.524240+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T14:36:53.033346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.526708+0000","last_change":"2024-04-12T08:42:59.601577+0000","last_active":"2024-04-12T08:43:42.526708+0000","last_peered":"2024-04-12T08:43:42.526708+0000","last_clean":"2024-04-12T08:43:42.526708+0000","last_became_active":"2024-04-12T08:42:59.601304+0000","last_became_peered":"2024-04-12T08:42:59.601304+0000","last_unstale":"2024-04-12T08:43:42.526708+0000","last_undegraded":"2024-04-12T08:43:42.526708+0000","last_fullsized":"2024-04-12T08:43:42.526708+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T12:52:23.671741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"60'128","reported_seq":277,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:43.400088+0000","last_change":"2024-04-12T08:41:14.070755+0000","last_active":"2024-04-12T08:43:43.400088+0000","last_peered":"2024-04-12T08:43:43.400088+0000","last_clean":"2024-04-12T08:43:43.400088+0000","last_became_active":"2024-04-12T08:41:14.070240+0000","last_became_peered":"2024-04-12T08:41:14.070240+0000","last_unstale":"2024-04-12T08:43:43.400088+0000","last_undegraded":"2024-04-12T08:43:43.400088+0000","last_fullsized":"2024-04-12T08:43:43.400088+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:39:13.631201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:39:13.631201+0000","last_clean_scrub_stamp":"2024-04-12T08:39:13.631201+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T13:06:12.206865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":18,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.521944+0000","last_change":"2024-04-12T08:41:45.458870+0000","last_active":"2024-04-12T08:43:42.521944+0000","last_peered":"2024-04-12T08:43:42.521944+0000","last_clean":"2024-04-12T08:43:42.521944+0000","last_became_active":"2024-04-12T08:41:45.458422+0000","last_became_peered":"2024-04-12T08:41:45.458422+0000","last_unstale":"2024-04-12T08:43:42.521944+0000","last_undegraded":"2024-04-12T08:43:42.521944+0000","last_fullsized":"2024-04-12T08:43:42.521944+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:41:44.441493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:41:44.441493+0000","last_clean_scrub_stamp":"2024-04-12T08:41:44.441493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T12:46:00.404511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.528098+0000","last_change":"2024-04-12T08:43:00.609603+0000","last_active":"2024-04-12T08:43:42.528098+0000","last_peered":"2024-04-12T08:43:42.528098+0000","last_clean":"2024-04-12T08:43:42.528098+0000","last_became_active":"2024-04-12T08:43:00.609325+0000","last_became_peered":"2024-04-12T08:43:00.609325+0000","last_unstale":"2024-04-12T08:43:42.528098+0000","last_undegraded":"2024-04-12T08:43:42.528098+0000","last_fullsized":"2024-04-12T08:43:42.528098+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T13:35:08.632757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.527746+0000","last_change":"2024-04-12T08:42:59.598386+0000","last_active":"2024-04-12T08:43:42.527746+0000","last_peered":"2024-04-12T08:43:42.527746+0000","last_clean":"2024-04-12T08:43:42.527746+0000","last_became_active":"2024-04-12T08:42:59.597664+0000","last_became_peered":"2024-04-12T08:42:59.597664+0000","last_unstale":"2024-04-12T08:43:42.527746+0000","last_undegraded":"2024-04-12T08:43:42.527746+0000","last_fullsized":"2024-04-12T08:43:42.527746+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:36:11.772938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":18,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.523970+0000","last_change":"2024-04-12T08:41:45.699130+0000","last_active":"2024-04-12T08:43:42.523970+0000","last_peered":"2024-04-12T08:43:42.523970+0000","last_clean":"2024-04-12T08:43:42.523970+0000","last_became_active":"2024-04-12T08:41:45.698786+0000","last_became_peered":"2024-04-12T08:41:45.698786+0000","last_unstale":"2024-04-12T08:43:42.523970+0000","last_undegraded":"2024-04-12T08:43:42.523970+0000","last_fullsized":"2024-04-12T08:43:42.523970+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:41:44.441493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:41:44.441493+0000","last_clean_scrub_stamp":"2024-04-12T08:41:44.441493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:22:26.271468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.528416+0000","last_change":"2024-04-12T08:43:00.609598+0000","last_active":"2024-04-12T08:43:42.528416+0000","last_peered":"2024-04-12T08:43:42.528416+0000","last_clean":"2024-04-12T08:43:42.528416+0000","last_became_active":"2024-04-12T08:43:00.609274+0000","last_became_peered":"2024-04-12T08:43:00.609274+0000","last_unstale":"2024-04-12T08:43:42.528416+0000","last_undegraded":"2024-04-12T08:43:42.528416+0000","last_fullsized":"2024-04-12T08:43:42.528416+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T09:20:02.775899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.529964+0000","last_change":"2024-04-12T08:42:59.599746+0000","last_active":"2024-04-12T08:43:42.529964+0000","last_peered":"2024-04-12T08:43:42.529964+0000","last_clean":"2024-04-12T08:43:42.529964+0000","last_became_active":"2024-04-12T08:42:59.599537+0000","last_became_peered":"2024-04-12T08:42:59.599537+0000","last_unstale":"2024-04-12T08:43:42.529964+0000","last_undegraded":"2024-04-12T08:43:42.529964+0000","last_fullsized":"2024-04-12T08:43:42.529964+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:27:06.053600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":18,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.521750+0000","last_change":"2024-04-12T08:41:45.459208+0000","last_active":"2024-04-12T08:43:42.521750+0000","last_peered":"2024-04-12T08:43:42.521750+0000","last_clean":"2024-04-12T08:43:42.521750+0000","last_became_active":"2024-04-12T08:41:45.458910+0000","last_became_peered":"2024-04-12T08:41:45.458910+0000","last_unstale":"2024-04-12T08:43:42.521750+0000","last_undegraded":"2024-04-12T08:43:42.521750+0000","last_fullsized":"2024-04-12T08:43:42.521750+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:41:44.441493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:41:44.441493+0000","last_clean_scrub_stamp":"2024-04-12T08:41:44.441493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:57:16.033567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.527173+0000","last_change":"2024-04-12T08:43:00.617678+0000","last_active":"2024-04-12T08:43:42.527173+0000","last_peered":"2024-04-12T08:43:42.527173+0000","last_clean":"2024-04-12T08:43:42.527173+0000","last_became_active":"2024-04-12T08:43:00.617288+0000","last_became_peered":"2024-04-12T08:43:00.617288+0000","last_unstale":"2024-04-12T08:43:42.527173+0000","last_undegraded":"2024-04-12T08:43:42.527173+0000","last_fullsized":"2024-04-12T08:43:42.527173+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:24:40.521675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.522056+0000","last_change":"2024-04-12T08:42:59.597200+0000","last_active":"2024-04-12T08:43:42.522056+0000","last_peered":"2024-04-12T08:43:42.522056+0000","last_clean":"2024-04-12T08:43:42.522056+0000","last_became_active":"2024-04-12T08:42:59.596323+0000","last_became_peered":"2024-04-12T08:42:59.596323+0000","last_unstale":"2024-04-12T08:43:42.522056+0000","last_undegraded":"2024-04-12T08:43:42.522056+0000","last_fullsized":"2024-04-12T08:43:42.522056+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:50:35.071463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":18,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.528342+0000","last_change":"2024-04-12T08:41:45.458479+0000","last_active":"2024-04-12T08:43:42.528342+0000","last_peered":"2024-04-12T08:43:42.528342+0000","last_clean":"2024-04-12T08:43:42.528342+0000","last_became_active":"2024-04-12T08:41:45.458185+0000","last_became_peered":"2024-04-12T08:41:45.458185+0000","last_unstale":"2024-04-12T08:43:42.528342+0000","last_undegraded":"2024-04-12T08:43:42.528342+0000","last_fullsized":"2024-04-12T08:43:42.528342+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:41:44.441493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:41:44.441493+0000","last_clean_scrub_stamp":"2024-04-12T08:41:44.441493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:34:18.865290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.528179+0000","last_change":"2024-04-12T08:43:00.617596+0000","last_active":"2024-04-12T08:43:42.528179+0000","last_peered":"2024-04-12T08:43:42.528179+0000","last_clean":"2024-04-12T08:43:42.528179+0000","last_became_active":"2024-04-12T08:43:00.617295+0000","last_became_peered":"2024-04-12T08:43:00.617295+0000","last_unstale":"2024-04-12T08:43:42.528179+0000","last_undegraded":"2024-04-12T08:43:42.528179+0000","last_fullsized":"2024-04-12T08:43:42.528179+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:20:36.712753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.526376+0000","last_change":"2024-04-12T08:42:59.598830+0000","last_active":"2024-04-12T08:43:42.526376+0000","last_peered":"2024-04-12T08:43:42.526376+0000","last_clean":"2024-04-12T08:43:42.526376+0000","last_became_active":"2024-04-12T08:42:59.596946+0000","last_became_peered":"2024-04-12T08:42:59.596946+0000","last_unstale":"2024-04-12T08:43:42.526376+0000","last_undegraded":"2024-04-12T08:43:42.526376+0000","last_fullsized":"2024-04-12T08:43:42.526376+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:29:24.050503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.530278+0000","last_change":"2024-04-12T08:43:00.379225+0000","last_active":"2024-04-12T08:43:42.530278+0000","last_peered":"2024-04-12T08:43:42.530278+0000","last_clean":"2024-04-12T08:43:42.530278+0000","last_became_active":"2024-04-12T08:43:00.378962+0000","last_became_peered":"2024-04-12T08:43:00.378962+0000","last_unstale":"2024-04-12T08:43:42.530278+0000","last_undegraded":"2024-04-12T08:43:42.530278+0000","last_fullsized":"2024-04-12T08:43:42.530278+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T12:12:56.119819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.529930+0000","last_change":"2024-04-12T08:42:59.606746+0000","last_active":"2024-04-12T08:43:42.529930+0000","last_peered":"2024-04-12T08:43:42.529930+0000","last_clean":"2024-04-12T08:43:42.529930+0000","last_became_active":"2024-04-12T08:42:59.605506+0000","last_became_peered":"2024-04-12T08:42:59.605506+0000","last_unstale":"2024-04-12T08:43:42.529930+0000","last_undegraded":"2024-04-12T08:43:42.529930+0000","last_fullsized":"2024-04-12T08:43:42.529930+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T09:18:16.154556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.530439+0000","last_change":"2024-04-12T08:42:59.656427+0000","last_active":"2024-04-12T08:43:42.530439+0000","last_peered":"2024-04-12T08:43:42.530439+0000","last_clean":"2024-04-12T08:43:42.530439+0000","last_became_active":"2024-04-12T08:42:59.656201+0000","last_became_peered":"2024-04-12T08:42:59.656201+0000","last_unstale":"2024-04-12T08:43:42.530439+0000","last_undegraded":"2024-04-12T08:43:42.530439+0000","last_fullsized":"2024-04-12T08:43:42.530439+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:19:46.354849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.524063+0000","last_change":"2024-04-12T08:42:59.602656+0000","last_active":"2024-04-12T08:43:42.524063+0000","last_peered":"2024-04-12T08:43:42.524063+0000","last_clean":"2024-04-12T08:43:42.524063+0000","last_became_active":"2024-04-12T08:42:59.602390+0000","last_became_peered":"2024-04-12T08:42:59.602390+0000","last_unstale":"2024-04-12T08:43:42.524063+0000","last_undegraded":"2024-04-12T08:43:42.524063+0000","last_fullsized":"2024-04-12T08:43:42.524063+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T09:47:20.024821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.530209+0000","last_change":"2024-04-12T08:43:00.378668+0000","last_active":"2024-04-12T08:43:42.530209+0000","last_peered":"2024-04-12T08:43:42.530209+0000","last_clean":"2024-04-12T08:43:42.530209+0000","last_became_active":"2024-04-12T08:43:00.378347+0000","last_became_peered":"2024-04-12T08:43:00.378347+0000","last_unstale":"2024-04-12T08:43:42.530209+0000","last_undegraded":"2024-04-12T08:43:42.530209+0000","last_fullsized":"2024-04-12T08:43:42.530209+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T14:34:11.579585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"69'2","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.527163+0000","last_change":"2024-04-12T08:42:59.599462+0000","last_active":"2024-04-12T08:43:42.527163+0000","last_peered":"2024-04-12T08:43:42.527163+0000","last_clean":"2024-04-12T08:43:42.527163+0000","last_became_active":"2024-04-12T08:42:59.599181+0000","last_became_peered":"2024-04-12T08:42:59.599181+0000","last_unstale":"2024-04-12T08:43:42.527163+0000","last_undegraded":"2024-04-12T08:43:42.527163+0000","last_fullsized":"2024-04-12T08:43:42.527163+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T14:02:34.311064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.524777+0000","last_change":"2024-04-12T08:43:00.617728+0000","last_active":"2024-04-12T08:43:42.524777+0000","last_peered":"2024-04-12T08:43:42.524777+0000","last_clean":"2024-04-12T08:43:42.524777+0000","last_became_active":"2024-04-12T08:43:00.617434+0000","last_became_peered":"2024-04-12T08:43:00.617434+0000","last_unstale":"2024-04-12T08:43:42.524777+0000","last_undegraded":"2024-04-12T08:43:42.524777+0000","last_fullsized":"2024-04-12T08:43:42.524777+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T16:39:00.436776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.521840+0000","last_change":"2024-04-12T08:42:59.596867+0000","last_active":"2024-04-12T08:43:42.521840+0000","last_peered":"2024-04-12T08:43:42.521840+0000","last_clean":"2024-04-12T08:43:42.521840+0000","last_became_active":"2024-04-12T08:42:59.596604+0000","last_became_peered":"2024-04-12T08:42:59.596604+0000","last_unstale":"2024-04-12T08:43:42.521840+0000","last_undegraded":"2024-04-12T08:43:42.521840+0000","last_fullsized":"2024-04-12T08:43:42.521840+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T12:06:27.605216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.523966+0000","last_change":"2024-04-12T08:43:00.617794+0000","last_active":"2024-04-12T08:43:42.523966+0000","last_peered":"2024-04-12T08:43:42.523966+0000","last_clean":"2024-04-12T08:43:42.523966+0000","last_became_active":"2024-04-12T08:43:00.617509+0000","last_became_peered":"2024-04-12T08:43:00.617509+0000","last_unstale":"2024-04-12T08:43:42.523966+0000","last_undegraded":"2024-04-12T08:43:42.523966+0000","last_fullsized":"2024-04-12T08:43:42.523966+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:31:31.649337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"69'1","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:43.400489+0000","last_change":"2024-04-12T08:42:59.600443+0000","last_active":"2024-04-12T08:43:43.400489+0000","last_peered":"2024-04-12T08:43:43.400489+0000","last_clean":"2024-04-12T08:43:43.400489+0000","last_became_active":"2024-04-12T08:42:59.600152+0000","last_became_peered":"2024-04-12T08:42:59.600152+0000","last_unstale":"2024-04-12T08:43:43.400489+0000","last_undegraded":"2024-04-12T08:43:43.400489+0000","last_fullsized":"2024-04-12T08:43:43.400489+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T15:10:14.428895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.529798+0000","last_change":"2024-04-12T08:42:59.614299+0000","last_active":"2024-04-12T08:43:42.529798+0000","last_peered":"2024-04-12T08:43:42.529798+0000","last_clean":"2024-04-12T08:43:42.529798+0000","last_became_active":"2024-04-12T08:42:59.614045+0000","last_became_peered":"2024-04-12T08:42:59.614045+0000","last_unstale":"2024-04-12T08:43:42.529798+0000","last_undegraded":"2024-04-12T08:43:42.529798+0000","last_fullsized":"2024-04-12T08:43:42.529798+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T16:40:37.779137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"69'2","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:43.400441+0000","last_change":"2024-04-12T08:42:59.608139+0000","last_active":"2024-04-12T08:43:43.400441+0000","last_peered":"2024-04-12T08:43:43.400441+0000","last_clean":"2024-04-12T08:43:43.400441+0000","last_became_active":"2024-04-12T08:42:59.607865+0000","last_became_peered":"2024-04-12T08:42:59.607865+0000","last_unstale":"2024-04-12T08:43:43.400441+0000","last_undegraded":"2024-04-12T08:43:43.400441+0000","last_fullsized":"2024-04-12T08:43:43.400441+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:45:43.492321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.521691+0000","last_change":"2024-04-12T08:43:00.378578+0000","last_active":"2024-04-12T08:43:42.521691+0000","last_peered":"2024-04-12T08:43:42.521691+0000","last_clean":"2024-04-12T08:43:42.521691+0000","last_became_active":"2024-04-12T08:43:00.378300+0000","last_became_peered":"2024-04-12T08:43:00.378300+0000","last_unstale":"2024-04-12T08:43:42.521691+0000","last_undegraded":"2024-04-12T08:43:42.521691+0000","last_fullsized":"2024-04-12T08:43:42.521691+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:23:32.116152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"69'1","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:43.400580+0000","last_change":"2024-04-12T08:42:59.608742+0000","last_active":"2024-04-12T08:43:43.400580+0000","last_peered":"2024-04-12T08:43:43.400580+0000","last_clean":"2024-04-12T08:43:43.400580+0000","last_became_active":"2024-04-12T08:42:59.608489+0000","last_became_peered":"2024-04-12T08:42:59.608489+0000","last_unstale":"2024-04-12T08:43:43.400580+0000","last_undegraded":"2024-04-12T08:43:43.400580+0000","last_fullsized":"2024-04-12T08:43:43.400580+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T16:47:02.054448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.527569+0000","last_change":"2024-04-12T08:43:00.619356+0000","last_active":"2024-04-12T08:43:42.527569+0000","last_peered":"2024-04-12T08:43:42.527569+0000","last_clean":"2024-04-12T08:43:42.527569+0000","last_became_active":"2024-04-12T08:43:00.619033+0000","last_became_peered":"2024-04-12T08:43:00.619033+0000","last_unstale":"2024-04-12T08:43:42.527569+0000","last_undegraded":"2024-04-12T08:43:42.527569+0000","last_fullsized":"2024-04-12T08:43:42.527569+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:12:31.002903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"69'8","reported_seq":22,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.523999+0000","last_change":"2024-04-12T08:42:59.602047+0000","last_active":"2024-04-12T08:43:42.523999+0000","last_peered":"2024-04-12T08:43:42.523999+0000","last_clean":"2024-04-12T08:43:42.523999+0000","last_became_active":"2024-04-12T08:42:59.601662+0000","last_became_peered":"2024-04-12T08:42:59.601662+0000","last_unstale":"2024-04-12T08:43:42.523999+0000","last_undegraded":"2024-04-12T08:43:42.523999+0000","last_fullsized":"2024-04-12T08:43:42.523999+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T13:31:52.639902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.524936+0000","last_change":"2024-04-12T08:43:00.618809+0000","last_active":"2024-04-12T08:43:42.524936+0000","last_peered":"2024-04-12T08:43:42.524936+0000","last_clean":"2024-04-12T08:43:42.524936+0000","last_became_active":"2024-04-12T08:43:00.618254+0000","last_became_peered":"2024-04-12T08:43:00.618254+0000","last_unstale":"2024-04-12T08:43:42.524936+0000","last_undegraded":"2024-04-12T08:43:42.524936+0000","last_fullsized":"2024-04-12T08:43:42.524936+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T15:34:55.191789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:43.400006+0000","last_change":"2024-04-12T08:42:59.610420+0000","last_active":"2024-04-12T08:43:43.400006+0000","last_peered":"2024-04-12T08:43:43.400006+0000","last_clean":"2024-04-12T08:43:43.400006+0000","last_became_active":"2024-04-12T08:42:59.609370+0000","last_became_peered":"2024-04-12T08:42:59.609370+0000","last_unstale":"2024-04-12T08:43:43.400006+0000","last_undegraded":"2024-04-12T08:43:43.400006+0000","last_fullsized":"2024-04-12T08:43:43.400006+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T09:11:41.719178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.522003+0000","last_change":"2024-04-12T08:43:00.061805+0000","last_active":"2024-04-12T08:43:42.522003+0000","last_peered":"2024-04-12T08:43:42.522003+0000","last_clean":"2024-04-12T08:43:42.522003+0000","last_became_active":"2024-04-12T08:43:00.061449+0000","last_became_peered":"2024-04-12T08:43:00.061449+0000","last_unstale":"2024-04-12T08:43:42.522003+0000","last_undegraded":"2024-04-12T08:43:42.522003+0000","last_fullsized":"2024-04-12T08:43:42.522003+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T09:29:19.537514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.525452+0000","last_change":"2024-04-12T08:42:59.603681+0000","last_active":"2024-04-12T08:43:42.525452+0000","last_peered":"2024-04-12T08:43:42.525452+0000","last_clean":"2024-04-12T08:43:42.525452+0000","last_became_active":"2024-04-12T08:42:59.603378+0000","last_became_peered":"2024-04-12T08:42:59.603378+0000","last_unstale":"2024-04-12T08:43:42.525452+0000","last_undegraded":"2024-04-12T08:43:42.525452+0000","last_fullsized":"2024-04-12T08:43:42.525452+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T16:06:34.585638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.528034+0000","last_change":"2024-04-12T08:43:00.618628+0000","last_active":"2024-04-12T08:43:42.528034+0000","last_peered":"2024-04-12T08:43:42.528034+0000","last_clean":"2024-04-12T08:43:42.528034+0000","last_became_active":"2024-04-12T08:43:00.618362+0000","last_became_peered":"2024-04-12T08:43:00.618362+0000","last_unstale":"2024-04-12T08:43:42.528034+0000","last_undegraded":"2024-04-12T08:43:42.528034+0000","last_fullsized":"2024-04-12T08:43:42.528034+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T15:00:21.774127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"69'2","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:43.400263+0000","last_change":"2024-04-12T08:42:59.607797+0000","last_active":"2024-04-12T08:43:43.400263+0000","last_peered":"2024-04-12T08:43:43.400263+0000","last_clean":"2024-04-12T08:43:43.400263+0000","last_became_active":"2024-04-12T08:42:59.607394+0000","last_became_peered":"2024-04-12T08:42:59.607394+0000","last_unstale":"2024-04-12T08:43:43.400263+0000","last_undegraded":"2024-04-12T08:43:43.400263+0000","last_fullsized":"2024-04-12T08:43:43.400263+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T15:49:44.434991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.530031+0000","last_change":"2024-04-12T08:43:00.378580+0000","last_active":"2024-04-12T08:43:42.530031+0000","last_peered":"2024-04-12T08:43:42.530031+0000","last_clean":"2024-04-12T08:43:42.530031+0000","last_became_active":"2024-04-12T08:43:00.378289+0000","last_became_peered":"2024-04-12T08:43:00.378289+0000","last_unstale":"2024-04-12T08:43:42.530031+0000","last_undegraded":"2024-04-12T08:43:42.530031+0000","last_fullsized":"2024-04-12T08:43:42.530031+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T13:07:25.728037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"69'6","reported_seq":20,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.530100+0000","last_change":"2024-04-12T08:42:59.605032+0000","last_active":"2024-04-12T08:43:42.530100+0000","last_peered":"2024-04-12T08:43:42.530100+0000","last_clean":"2024-04-12T08:43:42.530100+0000","last_became_active":"2024-04-12T08:42:59.604737+0000","last_became_peered":"2024-04-12T08:42:59.604737+0000","last_unstale":"2024-04-12T08:43:42.530100+0000","last_undegraded":"2024-04-12T08:43:42.530100+0000","last_fullsized":"2024-04-12T08:43:42.530100+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T14:51:48.272995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1552,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.527090+0000","last_change":"2024-04-12T08:43:00.604411+0000","last_active":"2024-04-12T08:43:42.527090+0000","last_peered":"2024-04-12T08:43:42.527090+0000","last_clean":"2024-04-12T08:43:42.527090+0000","last_became_active":"2024-04-12T08:43:00.604065+0000","last_became_peered":"2024-04-12T08:43:00.604065+0000","last_unstale":"2024-04-12T08:43:42.527090+0000","last_undegraded":"2024-04-12T08:43:42.527090+0000","last_fullsized":"2024-04-12T08:43:42.527090+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:11:00.949502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"69'3","reported_seq":17,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:43.400374+0000","last_change":"2024-04-12T08:42:59.610164+0000","last_active":"2024-04-12T08:43:43.400374+0000","last_peered":"2024-04-12T08:43:43.400374+0000","last_clean":"2024-04-12T08:43:43.400374+0000","last_became_active":"2024-04-12T08:42:59.609890+0000","last_became_peered":"2024-04-12T08:42:59.609890+0000","last_unstale":"2024-04-12T08:43:43.400374+0000","last_undegraded":"2024-04-12T08:43:43.400374+0000","last_fullsized":"2024-04-12T08:43:43.400374+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T09:52:26.650637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.526922+0000","last_change":"2024-04-12T08:43:00.619595+0000","last_active":"2024-04-12T08:43:42.526922+0000","last_peered":"2024-04-12T08:43:42.526922+0000","last_clean":"2024-04-12T08:43:42.526922+0000","last_became_active":"2024-04-12T08:43:00.619274+0000","last_became_peered":"2024-04-12T08:43:00.619274+0000","last_unstale":"2024-04-12T08:43:42.526922+0000","last_undegraded":"2024-04-12T08:43:42.526922+0000","last_fullsized":"2024-04-12T08:43:42.526922+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T13:31:23.372261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.521902+0000","last_change":"2024-04-12T08:42:59.592168+0000","last_active":"2024-04-12T08:43:42.521902+0000","last_peered":"2024-04-12T08:43:42.521902+0000","last_clean":"2024-04-12T08:43:42.521902+0000","last_became_active":"2024-04-12T08:42:59.591465+0000","last_became_peered":"2024-04-12T08:42:59.591465+0000","last_unstale":"2024-04-12T08:43:42.521902+0000","last_undegraded":"2024-04-12T08:43:42.521902+0000","last_fullsized":"2024-04-12T08:43:42.521902+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:49:19.561767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.527260+0000","last_change":"2024-04-12T08:43:00.609704+0000","last_active":"2024-04-12T08:43:42.527260+0000","last_peered":"2024-04-12T08:43:42.527260+0000","last_clean":"2024-04-12T08:43:42.527260+0000","last_became_active":"2024-04-12T08:43:00.609441+0000","last_became_peered":"2024-04-12T08:43:00.609441+0000","last_unstale":"2024-04-12T08:43:42.527260+0000","last_undegraded":"2024-04-12T08:43:42.527260+0000","last_fullsized":"2024-04-12T08:43:42.527260+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T12:07:08.466947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.525387+0000","last_change":"2024-04-12T08:42:59.601666+0000","last_active":"2024-04-12T08:43:42.525387+0000","last_peered":"2024-04-12T08:43:42.525387+0000","last_clean":"2024-04-12T08:43:42.525387+0000","last_became_active":"2024-04-12T08:42:59.601370+0000","last_became_peered":"2024-04-12T08:42:59.601370+0000","last_unstale":"2024-04-12T08:43:42.525387+0000","last_undegraded":"2024-04-12T08:43:42.525387+0000","last_fullsized":"2024-04-12T08:43:42.525387+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:43:29.784276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":23,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-12T08:43:44.222460+0000","last_change":"2024-04-12T08:43:44.222460+0000","last_active":"2024-04-12T08:43:44.222460+0000","last_peered":"2024-04-12T08:43:44.222460+0000","last_clean":"2024-04-12T08:43:44.222460+0000","last_became_active":"2024-04-12T08:43:44.222044+0000","last_became_peered":"2024-04-12T08:43:44.222044+0000","last_unstale":"2024-04-12T08:43:44.222460+0000","last_undegraded":"2024-04-12T08:43:44.222460+0000","last_fullsized":"2024-04-12T08:43:44.222460+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:25:44.527740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.527342+0000","last_change":"2024-04-12T08:42:59.599840+0000","last_active":"2024-04-12T08:43:42.527342+0000","last_peered":"2024-04-12T08:43:42.527342+0000","last_clean":"2024-04-12T08:43:42.527342+0000","last_became_active":"2024-04-12T08:42:59.599544+0000","last_became_peered":"2024-04-12T08:42:59.599544+0000","last_unstale":"2024-04-12T08:43:42.527342+0000","last_undegraded":"2024-04-12T08:43:42.527342+0000","last_fullsized":"2024-04-12T08:43:42.527342+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T13:35:20.518457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.525015+0000","last_change":"2024-04-12T08:43:00.618985+0000","last_active":"2024-04-12T08:43:42.525015+0000","last_peered":"2024-04-12T08:43:42.525015+0000","last_clean":"2024-04-12T08:43:42.525015+0000","last_became_active":"2024-04-12T08:43:00.617956+0000","last_became_peered":"2024-04-12T08:43:00.617956+0000","last_unstale":"2024-04-12T08:43:42.525015+0000","last_undegraded":"2024-04-12T08:43:42.525015+0000","last_fullsized":"2024-04-12T08:43:42.525015+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T16:32:31.817117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.526802+0000","last_change":"2024-04-12T08:42:59.596615+0000","last_active":"2024-04-12T08:43:42.526802+0000","last_peered":"2024-04-12T08:43:42.526802+0000","last_clean":"2024-04-12T08:43:42.526802+0000","last_became_active":"2024-04-12T08:42:59.596314+0000","last_became_peered":"2024-04-12T08:42:59.596314+0000","last_unstale":"2024-04-12T08:43:42.526802+0000","last_undegraded":"2024-04-12T08:43:42.526802+0000","last_fullsized":"2024-04-12T08:43:42.526802+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T12:36:26.646394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":23,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-12T08:43:43.539298+0000","last_change":"2024-04-12T08:43:43.539298+0000","last_active":"2024-04-12T08:43:43.539298+0000","last_peered":"2024-04-12T08:43:43.539298+0000","last_clean":"2024-04-12T08:43:43.539298+0000","last_became_active":"2024-04-12T08:43:43.539019+0000","last_became_peered":"2024-04-12T08:43:43.539019+0000","last_unstale":"2024-04-12T08:43:43.539298+0000","last_undegraded":"2024-04-12T08:43:43.539298+0000","last_fullsized":"2024-04-12T08:43:43.539298+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:24:55.986169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,4],"acting":[3,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"69'1","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.529779+0000","last_change":"2024-04-12T08:42:59.594440+0000","last_active":"2024-04-12T08:43:42.529779+0000","last_peered":"2024-04-12T08:43:42.529779+0000","last_clean":"2024-04-12T08:43:42.529779+0000","last_became_active":"2024-04-12T08:42:59.594170+0000","last_became_peered":"2024-04-12T08:42:59.594170+0000","last_unstale":"2024-04-12T08:43:42.529779+0000","last_undegraded":"2024-04-12T08:43:42.529779+0000","last_fullsized":"2024-04-12T08:43:42.529779+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:01:12.181511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":2338,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":7014,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201316,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298672,"kb_used_data":1312,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446480,"statfs":{"total":95995035648,"available":95689195520,"internally_reserved":0,"allocated":1343488,"data_stored":908340,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 08:43:13 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.53100000000000003,"15min":0.52700000000000002},"min":{"1min":0.372,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.48499999999999999},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.52600000000000002,"15min":0.52700000000000002},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.67500000000000004,"5min":0.68700000000000006,"15min":0.68700000000000006},"last":0.65100000000000002}]},{"osd":1,"last update":"Fri Apr 12 08:43:13 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.51400000000000001,"15min":0.50800000000000001},"min":{"1min":0.41099999999999998,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.69599999999999995,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.44},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.70999999999999996}]},{"osd":2,"last update":"Fri Apr 12 08:43:13 2024","interfaces":[{"interface":"back","average":{"1min":0.504,"5min":0.52800000000000002,"15min":0.53200000000000003},"min":{"1min":0.39800000000000002,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.68700000000000006,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.59199999999999997},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.50600000000000001,"15min":0.501},"min":{"1min":0.38800000000000001,"5min":0.315,"15min":0.315},"max":{"1min":0.68400000000000005,"5min":0.747,"15min":0.747},"last":0.52900000000000003}]},{"osd":3,"last update":"Fri Apr 12 08:43:13 2024","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.52000000000000002,"15min":0.51700000000000002},"min":{"1min":0.39700000000000002,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.66500000000000004,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.67800000000000005},{"interface":"front","average":{"1min":0.54000000000000004,"5min":0.52300000000000002,"15min":0.52000000000000002},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.749,"5min":0.749,"15min":0.749},"last":0.56599999999999995}]},{"osd":4,"last update":"Fri Apr 12 08:43:13 2024","interfaces":[{"interface":"back","average":{"1min":0.46600000000000003,"5min":0.41699999999999998,"15min":0.40899999999999997},"min":{"1min":0.30199999999999999,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.68500000000000005,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.73799999999999999},{"interface":"front","average":{"1min":0.45200000000000001,"5min":0.47599999999999998,"15min":0.47999999999999998},"min":{"1min":0.316,"5min":0.31,"15min":0.31},"max":{"1min":0.58899999999999997,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.72199999999999998}]},{"osd":5,"last update":"Fri Apr 12 08:43:13 2024","interfaces":[{"interface":"back","average":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.64400000000000002,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.69499999999999995},{"interface":"front","average":{"1min":0.505,"5min":0.49299999999999999,"15min":0.49099999999999999},"min":{"1min":0.35699999999999998,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.65400000000000003,"5min":0.68400000000000005,"15min":0.68400000000000005},"last":0.76000000000000001}]},{"osd":6,"last update":"Fri Apr 12 08:43:13 2024","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.51000000000000001,"15min":0.50700000000000001},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.69899999999999995,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.78200000000000003},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.51600000000000001,"15min":0.51700000000000002},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.67100000000000004,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.75}]}]},{"osd":6,"up_from":47,"seq":201863462953,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298660,"kb_used_data":1300,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446492,"statfs":{"total":95995035648,"available":95689207808,"internally_reserved":0,"allocated":1331200,"data_stored":908136,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 08:43:53 2024","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.53500000000000003,"15min":0.53300000000000003},"min":{"1min":0.40000000000000002,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.66900000000000004,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.59199999999999997},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.55800000000000005,"15min":0.56599999999999995},"min":{"1min":0.46000000000000002,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.65200000000000002,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.51000000000000001}]},{"osd":1,"last update":"Fri Apr 12 08:43:53 2024","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.53900000000000003,"15min":0.54100000000000004},"min":{"1min":0.34000000000000002,"5min":0.313,"15min":0.313},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.49399999999999999},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.54000000000000004,"15min":0.54400000000000004},"min":{"1min":0.39000000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.753,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.45500000000000002}]},{"osd":2,"last update":"Fri Apr 12 08:43:53 2024","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.55600000000000005,"15min":0.54700000000000004},"min":{"1min":0.41599999999999998,"5min":0.378,"15min":0.378},"max":{"1min":0.76800000000000002,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.55100000000000005},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.56599999999999995,"15min":0.57299999999999995},"min":{"1min":0.46200000000000002,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.67100000000000004,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.54000000000000004}]},{"osd":3,"last update":"Fri Apr 12 08:43:53 2024","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.54800000000000004,"15min":0.55100000000000005},"min":{"1min":0.38500000000000001,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.70799999999999996,"5min":0.81399999999999995,"15min":0.81399999999999995},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.72899999999999998,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.48199999999999998}]},{"osd":4,"last update":"Fri Apr 12 08:43:53 2024","interfaces":[{"interface":"back","average":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.441},"min":{"1min":0.34899999999999998,"5min":0.31,"15min":0.31},"max":{"1min":0.71299999999999997,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.41999999999999998},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.46300000000000002,"15min":0.45300000000000001},"min":{"1min":0.34499999999999997,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.745,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.36799999999999999}]},{"osd":5,"last update":"Fri Apr 12 08:43:53 2024","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.496,"15min":0.48699999999999999},"min":{"1min":0.38300000000000001,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.77100000000000002,"5min":1.2170000000000001,"15min":1.2170000000000001},"last":0.40500000000000003},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.47999999999999998,"15min":0.46700000000000003},"min":{"1min":0.39500000000000002,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.70299999999999996,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.57599999999999996}]},{"osd":7,"last update":"Fri Apr 12 08:43:15 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.55900000000000005,"15min":0.56299999999999994},"min":{"1min":0.372,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.75,"5min":1.248,"15min":1.248},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.61899999999999999}]}]},{"osd":1,"up_from":13,"seq":55834574913,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298060,"kb_used_data":704,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447092,"statfs":{"total":95995035648,"available":95689822208,"internally_reserved":0,"allocated":720896,"data_stored":316204,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 08:43:54 2024","interfaces":[{"interface":"back","average":{"1min":0.42899999999999999,"5min":0.376,"15min":0.33000000000000002},"min":{"1min":0.19700000000000001,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":0.84299999999999997,"5min":0.84299999999999997,"15min":0.84299999999999997},"last":0.48199999999999998},{"interface":"front","average":{"1min":0.41799999999999998,"5min":0.38300000000000001,"15min":0.33800000000000002},"min":{"1min":0.252,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"last":0.32900000000000001}]},{"osd":2,"last update":"Fri Apr 12 08:43:20 2024","interfaces":[{"interface":"back","average":{"1min":0.39900000000000002,"5min":0.39700000000000002,"15min":0.39100000000000001},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.60699999999999998,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.40899999999999997},{"interface":"front","average":{"1min":0.42599999999999999,"5min":0.41999999999999998,"15min":0.40999999999999998},"min":{"1min":0.28599999999999998,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.62,"5min":0.69199999999999995,"15min":0.69199999999999995},"last":0.42399999999999999}]},{"osd":3,"last update":"Fri Apr 12 08:43:48 2024","interfaces":[{"interface":"back","average":{"1min":0.40000000000000002,"5min":0.40400000000000003,"15min":0.40999999999999998},"min":{"1min":0.224,"5min":0.224,"15min":0.224},"max":{"1min":0.58599999999999997,"5min":0.66600000000000004,"15min":0.66600000000000004},"last":0.441},{"interface":"front","average":{"1min":0.44,"5min":0.45500000000000002,"15min":0.46200000000000002},"min":{"1min":0.25600000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.64200000000000002,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.37}]},{"osd":4,"last update":"Fri Apr 12 08:43:07 2024","interfaces":[{"interface":"back","average":{"1min":0.627,"5min":0.57699999999999996,"15min":0.56000000000000005},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.92000000000000004,"5min":0.92000000000000004,"15min":0.92000000000000004},"last":0.52700000000000002},{"interface":"front","average":{"1min":0.61199999999999999,"5min":0.59499999999999997,"15min":0.58599999999999997},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.91000000000000003,"5min":0.91000000000000003,"15min":0.91000000000000003},"last":0.62}]},{"osd":5,"last update":"Fri Apr 12 08:43:30 2024","interfaces":[{"interface":"back","average":{"1min":0.64700000000000002,"5min":0.59599999999999997,"15min":0.58799999999999997},"min":{"1min":0.44600000000000001,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.94499999999999995,"5min":0.996,"15min":0.996},"last":0.57899999999999996},{"interface":"front","average":{"1min":0.65100000000000002,"5min":0.58399999999999996,"15min":0.57799999999999996},"min":{"1min":0.44700000000000001,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.872,"5min":0.872,"15min":0.872},"last":0.54100000000000004}]},{"osd":6,"last update":"Fri Apr 12 08:43:48 2024","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.624,"15min":0.63600000000000001},"min":{"1min":0.437,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.99099999999999999,"5min":1.044,"15min":1.044},"last":0.67600000000000005},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.60299999999999998,"15min":0.59999999999999998},"min":{"1min":0.42299999999999999,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.96199999999999997,"5min":0.96199999999999997,"15min":0.96199999999999997},"last":0.56899999999999995}]},{"osd":7,"last update":"Fri Apr 12 08:43:15 2024","interfaces":[{"interface":"back","average":{"1min":0.64100000000000001,"5min":0.60699999999999998,"15min":0.60099999999999998},"min":{"1min":0.42499999999999999,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.89300000000000002,"5min":0.95699999999999996,"15min":0.95699999999999996},"last":0.63700000000000001},{"interface":"front","average":{"1min":0.64600000000000002,"5min":0.629,"15min":0.626},"min":{"1min":0.48599999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.93600000000000005,"5min":0.93600000000000005,"15min":0.93600000000000005},"last":0.69099999999999995}]}]},{"osd":0,"up_from":8,"seq":34359738438,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298652,"kb_used_data":1296,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446500,"statfs":{"total":95995035648,"available":95689216000,"internally_reserved":0,"allocated":1327104,"data_stored":907429,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Apr 12 08:43:56 2024","interfaces":[{"interface":"back","average":{"1min":0.34100000000000003,"5min":0.36299999999999999,"15min":0.32700000000000001},"min":{"1min":0.25600000000000001,"5min":0.16800000000000001,"15min":0.16800000000000001},"max":{"1min":0.45400000000000001,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.32300000000000001},{"interface":"front","average":{"1min":0.378,"5min":0.372,"15min":0.32700000000000001},"min":{"1min":0.24399999999999999,"5min":0.185,"15min":0.185},"max":{"1min":0.48999999999999999,"5min":0.59499999999999997,"15min":0.59499999999999997},"last":0.24399999999999999}]},{"osd":2,"last update":"Fri Apr 12 08:43:19 2024","interfaces":[{"interface":"back","average":{"1min":0.36299999999999999,"5min":0.40600000000000003,"15min":0.39300000000000002},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.57699999999999996,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":0.36699999999999999},{"interface":"front","average":{"1min":0.39200000000000002,"5min":0.41299999999999998,"15min":0.40500000000000003},"min":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.57799999999999996,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":0.29699999999999999}]},{"osd":3,"last update":"Fri Apr 12 08:43:46 2024","interfaces":[{"interface":"back","average":{"1min":0.38800000000000001,"5min":0.43099999999999999,"15min":0.44},"min":{"1min":0.311,"5min":0.246,"15min":0.246},"max":{"1min":0.60099999999999998,"5min":0.66500000000000004,"15min":0.66500000000000004},"last":0.39500000000000002},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.44500000000000001,"15min":0.45700000000000002},"min":{"1min":0.29399999999999998,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.61499999999999999,"5min":0.64000000000000001,"15min":0.64000000000000001},"last":0.34399999999999997}]},{"osd":4,"last update":"Fri Apr 12 08:43:08 2024","interfaces":[{"interface":"back","average":{"1min":0.61099999999999999,"5min":0.61699999999999999,"15min":0.61299999999999999},"min":{"1min":0.42799999999999999,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.82799999999999996,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.54500000000000004},{"interface":"front","average":{"1min":0.61899999999999999,"5min":0.61299999999999999,"15min":0.60799999999999998},"min":{"1min":0.51600000000000001,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.83599999999999997,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.50800000000000001}]},{"osd":5,"last update":"Fri Apr 12 08:43:27 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.624,"15min":0.64200000000000002},"min":{"1min":0.42999999999999999,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.84799999999999998,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.47399999999999998},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.60199999999999998,"15min":0.60499999999999998},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.78200000000000003,"5min":0.871,"15min":0.871},"last":0.57099999999999995}]},{"osd":6,"last update":"Fri Apr 12 08:43:50 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.59699999999999998,"15min":0.60899999999999999},"min":{"1min":0.38700000000000001,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.73799999999999999,"5min":0.85399999999999998,"15min":0.85399999999999998},"last":0.56000000000000005},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.63800000000000001,"15min":0.65600000000000003},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.88300000000000001,"5min":0.97499999999999998,"15min":0.97499999999999998},"last":0.58599999999999997}]},{"osd":7,"last update":"Fri Apr 12 08:43:15 2024","interfaces":[{"interface":"back","average":{"1min":0.59799999999999998,"5min":0.65400000000000003,"15min":0.66300000000000003},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.85199999999999998,"5min":0.95499999999999996,"15min":0.95499999999999996},"last":0.51700000000000002},{"interface":"front","average":{"1min":0.61099999999999999,"5min":0.63,"15min":0.63300000000000001},"min":{"1min":0.44800000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.77900000000000003,"5min":0.874,"15min":0.874},"last":0.46400000000000002}]}]},{"osd":2,"up_from":18,"seq":77309411388,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298068,"kb_used_data":712,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447084,"statfs":{"total":95995035648,"available":95689814016,"internally_reserved":0,"allocated":729088,"data_stored":316808,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 08:43:15 2024","interfaces":[{"interface":"back","average":{"1min":0.36199999999999999,"5min":0.36499999999999999,"15min":0.35099999999999998},"min":{"1min":0.28999999999999998,"5min":0.183,"15min":0.183},"max":{"1min":0.55200000000000005,"5min":0.61399999999999999,"15min":0.61399999999999999},"last":0.27300000000000002},{"interface":"front","average":{"1min":0.32400000000000001,"5min":0.36399999999999999,"15min":0.35699999999999998},"min":{"1min":0.21199999999999999,"5min":0.19800000000000001,"15min":0.19800000000000001},"max":{"1min":0.48199999999999998,"5min":0.58199999999999996,"15min":0.58199999999999996},"last":0.25600000000000001}]},{"osd":1,"last update":"Fri Apr 12 08:43:15 2024","interfaces":[{"interface":"back","average":{"1min":0.34000000000000002,"5min":0.35799999999999998,"15min":0.35799999999999998},"min":{"1min":0.23300000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.502,"5min":0.54300000000000004,"15min":0.54300000000000004},"last":0.19700000000000001},{"interface":"front","average":{"1min":0.38,"5min":0.39300000000000002,"15min":0.379},"min":{"1min":0.29399999999999998,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.58499999999999996,"5min":0.60299999999999998,"15min":0.60299999999999998},"last":0.315}]},{"osd":3,"last update":"Fri Apr 12 08:43:45 2024","interfaces":[{"interface":"back","average":{"1min":0.38200000000000001,"5min":0.436,"15min":0.44900000000000001},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.60299999999999998,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.29799999999999999},{"interface":"front","average":{"1min":0.374,"5min":0.41199999999999998,"15min":0.42399999999999999},"min":{"1min":0.28199999999999997,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.47299999999999998,"5min":0.625,"15min":0.625},"last":0.28899999999999998}]},{"osd":4,"last update":"Fri Apr 12 08:43:05 2024","interfaces":[{"interface":"back","average":{"1min":0.67600000000000005,"5min":0.59699999999999998,"15min":0.58799999999999997},"min":{"1min":0.46400000000000002,"5min":0.375,"15min":0.375},"max":{"1min":1.8400000000000001,"5min":1.8400000000000001,"15min":1.8400000000000001},"last":0.46500000000000002},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.58599999999999997,"15min":0.58699999999999997},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.79300000000000004,"5min":0.80100000000000005,"15min":0.80100000000000005},"last":0.47799999999999998}]},{"osd":5,"last update":"Fri Apr 12 08:43:28 2024","interfaces":[{"interface":"back","average":{"1min":0.63900000000000001,"5min":0.55300000000000005,"15min":0.53600000000000003},"min":{"1min":0.39200000000000002,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":1.827,"5min":1.827,"15min":1.827},"last":0.35599999999999998},{"interface":"front","average":{"1min":0.621,"5min":0.58999999999999997,"15min":0.58899999999999997},"min":{"1min":0.40100000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.53400000000000003}]},{"osd":6,"last update":"Fri Apr 12 08:43:51 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.59699999999999998,"15min":0.59099999999999997},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.78600000000000003,"5min":1.8540000000000001,"15min":1.8540000000000001},"last":0.34899999999999998},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.56399999999999995,"15min":0.55600000000000005},"min":{"1min":0.42599999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.81399999999999995,"5min":0.83599999999999997,"15min":0.83599999999999997},"last":0.439}]},{"osd":7,"last update":"Fri Apr 12 08:43:15 2024","interfaces":[{"interface":"back","average":{"1min":1.5429999999999999,"5min":0.76900000000000002,"15min":0.64000000000000001},"min":{"1min":0.42499999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":19.481999999999999,"5min":19.481999999999999,"15min":19.481999999999999},"last":0.502},{"interface":"front","average":{"1min":0.67100000000000004,"5min":0.60599999999999998,"15min":0.59499999999999997},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":1.8160000000000001,"5min":1.8160000000000001,"15min":1.8160000000000001},"last":0.39100000000000001}]}]},{"osd":3,"up_from":26,"seq":111669149752,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298072,"kb_used_data":712,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447080,"statfs":{"total":95995035648,"available":95689809920,"internally_reserved":0,"allocated":729088,"data_stored":316559,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 08:43:52 2024","interfaces":[{"interface":"back","average":{"1min":0.371,"5min":0.39700000000000002,"15min":0.42299999999999999},"min":{"1min":0.20999999999999999,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.65800000000000003},"last":0.32300000000000001},{"interface":"front","average":{"1min":0.36499999999999999,"5min":0.41499999999999998,"15min":0.442},"min":{"1min":0.23200000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.55100000000000005,"5min":0.69099999999999995,"15min":0.69099999999999995},"last":0.30199999999999999}]},{"osd":1,"last update":"Fri Apr 12 08:43:52 2024","interfaces":[{"interface":"back","average":{"1min":0.39800000000000002,"5min":0.438,"15min":0.46600000000000003},"min":{"1min":0.28000000000000003,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.61099999999999999,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":0.34000000000000002},{"interface":"front","average":{"1min":0.36099999999999999,"5min":0.41399999999999998,"15min":0.44},"min":{"1min":0.217,"5min":0.217,"15min":0.217},"max":{"1min":0.54500000000000004,"5min":0.61499999999999999,"15min":0.61499999999999999},"last":0.29099999999999998}]},{"osd":2,"last update":"Fri Apr 12 08:43:52 2024","interfaces":[{"interface":"back","average":{"1min":0.41099999999999998,"5min":0.45500000000000002,"15min":0.49099999999999999},"min":{"1min":0.25,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.92700000000000005,"5min":0.92700000000000005,"15min":0.92700000000000005},"last":0.40000000000000002},{"interface":"front","average":{"1min":0.39300000000000002,"5min":0.438,"15min":0.46899999999999997},"min":{"1min":0.23499999999999999,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"last":0.47299999999999998}]},{"osd":4,"last update":"Fri Apr 12 08:43:02 2024","interfaces":[{"interface":"back","average":{"1min":0.65500000000000003,"5min":0.60799999999999998,"15min":0.60799999999999998},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.91100000000000003,"5min":0.91100000000000003,"15min":0.91100000000000003},"last":0.374},{"interface":"front","average":{"1min":0.64900000000000002,"5min":0.61299999999999999,"15min":0.61099999999999999},"min":{"1min":0.40600000000000003,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.98299999999999998,"5min":0.98299999999999998,"15min":0.98299999999999998},"last":0.38400000000000001}]},{"osd":5,"last update":"Fri Apr 12 08:43:29 2024","interfaces":[{"interface":"back","average":{"1min":0.59399999999999997,"5min":0.59699999999999998,"15min":0.60299999999999998},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.35999999999999999},{"interface":"front","average":{"1min":0.627,"5min":0.60499999999999998,"15min":0.60599999999999998},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.88600000000000001,"5min":0.88700000000000001,"15min":0.88700000000000001},"last":0.432}]},{"osd":6,"last update":"Fri Apr 12 08:43:52 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.59999999999999998,"15min":0.60099999999999998},"min":{"1min":0.35399999999999998,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.92300000000000004,"5min":0.93100000000000005,"15min":0.93100000000000005},"last":0.42399999999999999},{"interface":"front","average":{"1min":0.623,"5min":0.629,"15min":0.629},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.95199999999999996,"5min":0.95199999999999996,"15min":0.95199999999999996},"last":0.442}]},{"osd":7,"last update":"Fri Apr 12 08:43:15 2024","interfaces":[{"interface":"back","average":{"1min":0.65900000000000003,"5min":0.60699999999999998,"15min":0.59799999999999998},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.90500000000000003,"5min":0.90500000000000003,"15min":0.90500000000000003},"last":0.45300000000000001},{"interface":"front","average":{"1min":0.65900000000000003,"5min":0.62,"15min":0.61399999999999999},"min":{"1min":0.42999999999999999,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.98299999999999998,"5min":0.98299999999999998,"15min":0.98299999999999998},"last":0.48299999999999998}]}]},{"osd":4,"up_from":31,"seq":133143986226,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298088,"kb_used_data":728,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447064,"statfs":{"total":95995035648,"available":95689793536,"internally_reserved":0,"allocated":745472,"data_stored":317902,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 08:43:03 2024","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.53000000000000003,"15min":0.52800000000000002},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.70799999999999996,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.66600000000000004},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.57199999999999995,"15min":0.58799999999999997},"min":{"1min":0.38600000000000001,"5min":0.38,"15min":0.38},"max":{"1min":0.73899999999999999,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.79700000000000004}]},{"osd":1,"last update":"Fri Apr 12 08:43:03 2024","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.54500000000000004,"15min":0.55400000000000005},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.70199999999999996,"5min":0.872,"15min":0.872},"last":0.71099999999999997},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56899999999999995,"15min":0.57199999999999995},"min":{"1min":0.39500000000000002,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.73199999999999998,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.871}]},{"osd":2,"last update":"Fri Apr 12 08:43:03 2024","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.58199999999999996,"15min":0.58499999999999996},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.77300000000000002},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.54300000000000004,"15min":0.54700000000000004},"min":{"1min":0.34699999999999998,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.69499999999999995,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.74299999999999999}]},{"osd":3,"last update":"Fri Apr 12 08:43:03 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.57599999999999996,"15min":0.58599999999999997},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.72099999999999997,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.85499999999999998},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.39800000000000002,"5min":0.375,"15min":0.375},"max":{"1min":0.71299999999999997,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.84199999999999997}]},{"osd":5,"last update":"Fri Apr 12 08:43:27 2024","interfaces":[{"interface":"back","average":{"1min":0.46500000000000002,"5min":0.41399999999999998,"15min":0.39800000000000002},"min":{"1min":0.29499999999999998,"5min":0.255,"15min":0.255},"max":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"last":0.61699999999999999},{"interface":"front","average":{"1min":0.49199999999999999,"5min":0.42699999999999999,"15min":0.40400000000000003},"min":{"1min":0.33400000000000002,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.76900000000000002,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.72499999999999998}]},{"osd":6,"last update":"Fri Apr 12 08:43:52 2024","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.50900000000000001,"15min":0.49099999999999999},"min":{"1min":0.311,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.753,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.82799999999999996},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.52700000000000002,"15min":0.501},"min":{"1min":0.35799999999999998,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.754,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.78800000000000003}]},{"osd":7,"last update":"Fri Apr 12 08:43:14 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.51500000000000001,"15min":0.50700000000000001},"min":{"1min":0.39500000000000002,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.75600000000000001,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.75600000000000001},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.50900000000000001,"15min":0.503},"min":{"1min":0.371,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.69399999999999995}]}]},{"osd":5,"up_from":39,"seq":167503724590,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298076,"kb_used_data":716,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447076,"statfs":{"total":95995035648,"available":95689805824,"internally_reserved":0,"allocated":733184,"data_stored":317109,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 08:43:24 2024","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.52700000000000002,"15min":0.51800000000000002},"min":{"1min":0.33400000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.73299999999999998,"5min":1.484,"15min":1.484},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.56699999999999995,"15min":0.56599999999999995},"min":{"1min":0.33900000000000002,"5min":0.312,"15min":0.312},"max":{"1min":0.72399999999999998,"5min":1.4219999999999999,"15min":1.4219999999999999},"last":0.57399999999999995}]},{"osd":1,"last update":"Fri Apr 12 08:43:24 2024","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.57599999999999996,"15min":0.57899999999999996},"min":{"1min":0.35699999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.76100000000000001,"5min":1.8180000000000001,"15min":1.8180000000000001},"last":0.52500000000000002},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.54400000000000004,"15min":0.53300000000000003},"min":{"1min":0.38800000000000001,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.75700000000000001,"5min":1.3580000000000001,"15min":1.3580000000000001},"last":0.53900000000000003}]},{"osd":2,"last update":"Fri Apr 12 08:43:24 2024","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.54100000000000004,"15min":0.54000000000000004},"min":{"1min":0.29699999999999999,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.71999999999999997,"5min":1.5169999999999999,"15min":1.5169999999999999},"last":0.58599999999999997},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.57499999999999996,"15min":0.56799999999999995},"min":{"1min":0.36899999999999999,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.80400000000000005,"5min":1.7669999999999999,"15min":1.7669999999999999},"last":0.56200000000000006}]},{"osd":3,"last update":"Fri Apr 12 08:43:24 2024","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.55700000000000005,"15min":0.54900000000000004},"min":{"1min":0.34200000000000003,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.73399999999999999,"5min":1.54,"15min":1.54},"last":0.50800000000000001},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.57499999999999996,"15min":0.56699999999999995},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.77700000000000002,"5min":1.845,"15min":1.845},"last":0.59899999999999998}]},{"osd":4,"last update":"Fri Apr 12 08:43:24 2024","interfaces":[{"interface":"back","average":{"1min":0.436,"5min":0.42399999999999999,"15min":0.40799999999999997},"min":{"1min":0.28699999999999998,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.73699999999999999,"5min":1.4470000000000001,"15min":1.4470000000000001},"last":0.36199999999999999},{"interface":"front","average":{"1min":0.48099999999999998,"5min":0.44600000000000001,"15min":0.42899999999999999},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.78800000000000003,"5min":1.5629999999999999,"15min":1.5629999999999999},"last":0.40600000000000003}]},{"osd":6,"last update":"Fri Apr 12 08:43:52 2024","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.48399999999999999,"15min":0.48699999999999999},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.92200000000000004,"5min":1.742,"15min":1.742},"last":0.38300000000000001},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.53500000000000003,"15min":0.52500000000000002},"min":{"1min":0.33200000000000002,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.86499999999999999,"5min":1.7929999999999999,"15min":1.7929999999999999},"last":0.46999999999999997}]},{"osd":7,"last update":"Fri Apr 12 08:43:17 2024","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.40600000000000003,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.81100000000000005,"5min":1.7110000000000001,"15min":1.7110000000000001},"last":0.437},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"min":{"1min":0.29899999999999999,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.84299999999999997,"5min":1.3959999999999999,"15min":1.3959999999999999},"last":0.48999999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1698,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1622,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-12T08:44:00.374 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph pg dump --format=json 2024-04-12T08:44:00.626 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T08:44:01.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:01 smithi112 ceph-mon[40233]: from='client.24677 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T08:44:01.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:01 smithi112 ceph-mon[40233]: pgmap v83: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:44:01.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:01 smithi112 ceph-mon[29019]: from='client.24677 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T08:44:01.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:01 smithi112 ceph-mon[29019]: pgmap v83: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:44:01.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:01 smithi175 ceph-mon[32523]: from='client.24677 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T08:44:01.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:01 smithi175 ceph-mon[32523]: pgmap v83: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:44:02.560 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T08:44:02.561 INFO:teuthology.orchestra.run.smithi112.stderr:dumped all 2024-04-12T08:44:03.150 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:03 smithi112 ceph-mon[40233]: pgmap v84: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:44:03.150 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:03 smithi112 ceph-mon[40233]: from='client.24683 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T08:44:03.150 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:03 smithi112 ceph-mon[29019]: pgmap v84: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:44:03.150 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:03 smithi112 ceph-mon[29019]: from='client.24683 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T08:44:03.173 INFO:teuthology.orchestra.run.smithi112.stdout:{"pg_ready":true,"pg_map":{"version":84,"stamp":"2024-04-12T08:44:02.055482+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592706,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":224,"num_write_kb":2429,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":167,"ondisk_log_size":167,"up":219,"acting":219,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":219,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2386348,"kb_used_data":7480,"kb_used_omap":13,"kb_used_meta":2378738,"kb_avail":747574868,"statfs":{"total":767960285184,"available":765516664832,"internally_reserved":0,"allocated":7659520,"data_stored":4308487,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13632,"internal_metadata":2435828416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002693"},"pg_stats":[{"pgid":"4.18","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.529676+0000","last_change":"2024-04-12T08:43:00.379634+0000","last_active":"2024-04-12T08:43:42.529676+0000","last_peered":"2024-04-12T08:43:42.529676+0000","last_clean":"2024-04-12T08:43:42.529676+0000","last_became_active":"2024-04-12T08:43:00.379329+0000","last_became_peered":"2024-04-12T08:43:00.379329+0000","last_unstale":"2024-04-12T08:43:42.529676+0000","last_undegraded":"2024-04-12T08:43:42.529676+0000","last_fullsized":"2024-04-12T08:43:42.529676+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T14:10:58.861570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"69'4","reported_seq":18,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.525469+0000","last_change":"2024-04-12T08:42:59.597465+0000","last_active":"2024-04-12T08:43:42.525469+0000","last_peered":"2024-04-12T08:43:42.525469+0000","last_clean":"2024-04-12T08:43:42.525469+0000","last_became_active":"2024-04-12T08:42:59.597201+0000","last_became_peered":"2024-04-12T08:42:59.597201+0000","last_unstale":"2024-04-12T08:43:42.525469+0000","last_undegraded":"2024-04-12T08:43:42.525469+0000","last_fullsized":"2024-04-12T08:43:42.525469+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:25:10.944634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.526615+0000","last_change":"2024-04-12T08:43:00.606434+0000","last_active":"2024-04-12T08:43:42.526615+0000","last_peered":"2024-04-12T08:43:42.526615+0000","last_clean":"2024-04-12T08:43:42.526615+0000","last_became_active":"2024-04-12T08:43:00.606153+0000","last_became_peered":"2024-04-12T08:43:00.606153+0000","last_unstale":"2024-04-12T08:43:42.526615+0000","last_undegraded":"2024-04-12T08:43:42.526615+0000","last_fullsized":"2024-04-12T08:43:42.526615+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T14:45:12.368518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"69'1","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.527378+0000","last_change":"2024-04-12T08:42:59.600977+0000","last_active":"2024-04-12T08:43:42.527378+0000","last_peered":"2024-04-12T08:43:42.527378+0000","last_clean":"2024-04-12T08:43:42.527378+0000","last_became_active":"2024-04-12T08:42:59.600696+0000","last_became_peered":"2024-04-12T08:42:59.600696+0000","last_unstale":"2024-04-12T08:43:42.527378+0000","last_undegraded":"2024-04-12T08:43:42.527378+0000","last_fullsized":"2024-04-12T08:43:42.527378+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:04:54.673584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.529947+0000","last_change":"2024-04-12T08:42:59.847388+0000","last_active":"2024-04-12T08:43:42.529947+0000","last_peered":"2024-04-12T08:43:42.529947+0000","last_clean":"2024-04-12T08:43:42.529947+0000","last_became_active":"2024-04-12T08:42:59.847107+0000","last_became_peered":"2024-04-12T08:42:59.847107+0000","last_unstale":"2024-04-12T08:43:42.529947+0000","last_undegraded":"2024-04-12T08:43:42.529947+0000","last_fullsized":"2024-04-12T08:43:42.529947+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:05:36.056652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"69'2","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.522124+0000","last_change":"2024-04-12T08:42:59.597088+0000","last_active":"2024-04-12T08:43:42.522124+0000","last_peered":"2024-04-12T08:43:42.522124+0000","last_clean":"2024-04-12T08:43:42.522124+0000","last_became_active":"2024-04-12T08:42:59.596731+0000","last_became_peered":"2024-04-12T08:42:59.596731+0000","last_unstale":"2024-04-12T08:43:42.522124+0000","last_undegraded":"2024-04-12T08:43:42.522124+0000","last_fullsized":"2024-04-12T08:43:42.522124+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:24:48.201237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.530089+0000","last_change":"2024-04-12T08:42:59.614696+0000","last_active":"2024-04-12T08:43:42.530089+0000","last_peered":"2024-04-12T08:43:42.530089+0000","last_clean":"2024-04-12T08:43:42.530089+0000","last_became_active":"2024-04-12T08:42:59.614469+0000","last_became_peered":"2024-04-12T08:42:59.614469+0000","last_unstale":"2024-04-12T08:43:42.530089+0000","last_undegraded":"2024-04-12T08:43:42.530089+0000","last_fullsized":"2024-04-12T08:43:42.530089+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T13:03:51.116306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"69'2","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.522091+0000","last_change":"2024-04-12T08:42:59.593529+0000","last_active":"2024-04-12T08:43:42.522091+0000","last_peered":"2024-04-12T08:43:42.522091+0000","last_clean":"2024-04-12T08:43:42.522091+0000","last_became_active":"2024-04-12T08:42:59.592732+0000","last_became_peered":"2024-04-12T08:42:59.592732+0000","last_unstale":"2024-04-12T08:43:42.522091+0000","last_undegraded":"2024-04-12T08:43:42.522091+0000","last_fullsized":"2024-04-12T08:43:42.522091+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T09:45:30.113709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":23,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-12T08:43:44.222554+0000","last_change":"2024-04-12T08:43:44.222554+0000","last_active":"2024-04-12T08:43:44.222554+0000","last_peered":"2024-04-12T08:43:44.222554+0000","last_clean":"2024-04-12T08:43:44.222554+0000","last_became_active":"2024-04-12T08:43:44.222216+0000","last_became_peered":"2024-04-12T08:43:44.222216+0000","last_unstale":"2024-04-12T08:43:44.222554+0000","last_undegraded":"2024-04-12T08:43:44.222554+0000","last_fullsized":"2024-04-12T08:43:44.222554+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:22:17.300203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,3],"acting":[2,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"69'1","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.525015+0000","last_change":"2024-04-12T08:42:59.602847+0000","last_active":"2024-04-12T08:43:42.525015+0000","last_peered":"2024-04-12T08:43:42.525015+0000","last_clean":"2024-04-12T08:43:42.525015+0000","last_became_active":"2024-04-12T08:42:59.602551+0000","last_became_peered":"2024-04-12T08:42:59.602551+0000","last_unstale":"2024-04-12T08:43:42.525015+0000","last_undegraded":"2024-04-12T08:43:42.525015+0000","last_fullsized":"2024-04-12T08:43:42.525015+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T15:49:11.622435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.529901+0000","last_change":"2024-04-12T08:43:00.378593+0000","last_active":"2024-04-12T08:43:42.529901+0000","last_peered":"2024-04-12T08:43:42.529901+0000","last_clean":"2024-04-12T08:43:42.529901+0000","last_became_active":"2024-04-12T08:43:00.378314+0000","last_became_peered":"2024-04-12T08:43:00.378314+0000","last_unstale":"2024-04-12T08:43:42.529901+0000","last_undegraded":"2024-04-12T08:43:42.529901+0000","last_fullsized":"2024-04-12T08:43:42.529901+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:52:45.255193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"69'1","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.525097+0000","last_change":"2024-04-12T08:42:59.598935+0000","last_active":"2024-04-12T08:43:42.525097+0000","last_peered":"2024-04-12T08:43:42.525097+0000","last_clean":"2024-04-12T08:43:42.525097+0000","last_became_active":"2024-04-12T08:42:59.598636+0000","last_became_peered":"2024-04-12T08:42:59.598636+0000","last_unstale":"2024-04-12T08:43:42.525097+0000","last_undegraded":"2024-04-12T08:43:42.525097+0000","last_fullsized":"2024-04-12T08:43:42.525097+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T09:54:03.358521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":18,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.524709+0000","last_change":"2024-04-12T08:41:45.462095+0000","last_active":"2024-04-12T08:43:42.524709+0000","last_peered":"2024-04-12T08:43:42.524709+0000","last_clean":"2024-04-12T08:43:42.524709+0000","last_became_active":"2024-04-12T08:41:45.461677+0000","last_became_peered":"2024-04-12T08:41:45.461677+0000","last_unstale":"2024-04-12T08:43:42.524709+0000","last_undegraded":"2024-04-12T08:43:42.524709+0000","last_fullsized":"2024-04-12T08:43:42.524709+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:41:44.441493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:41:44.441493+0000","last_clean_scrub_stamp":"2024-04-12T08:41:44.441493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:17:48.719121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.527436+0000","last_change":"2024-04-12T08:43:00.619431+0000","last_active":"2024-04-12T08:43:42.527436+0000","last_peered":"2024-04-12T08:43:42.527436+0000","last_clean":"2024-04-12T08:43:42.527436+0000","last_became_active":"2024-04-12T08:43:00.618364+0000","last_became_peered":"2024-04-12T08:43:00.618364+0000","last_unstale":"2024-04-12T08:43:42.527436+0000","last_undegraded":"2024-04-12T08:43:42.527436+0000","last_fullsized":"2024-04-12T08:43:42.527436+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T14:48:00.693897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":18,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.527266+0000","last_change":"2024-04-12T08:41:45.551316+0000","last_active":"2024-04-12T08:43:42.527266+0000","last_peered":"2024-04-12T08:43:42.527266+0000","last_clean":"2024-04-12T08:43:42.527266+0000","last_became_active":"2024-04-12T08:41:45.550978+0000","last_became_peered":"2024-04-12T08:41:45.550978+0000","last_unstale":"2024-04-12T08:43:42.527266+0000","last_undegraded":"2024-04-12T08:43:42.527266+0000","last_fullsized":"2024-04-12T08:43:42.527266+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:41:44.441493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:41:44.441493+0000","last_clean_scrub_stamp":"2024-04-12T08:41:44.441493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:11:33.629200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"69'2","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.527472+0000","last_change":"2024-04-12T08:42:59.600033+0000","last_active":"2024-04-12T08:43:42.527472+0000","last_peered":"2024-04-12T08:43:42.527472+0000","last_clean":"2024-04-12T08:43:42.527472+0000","last_became_active":"2024-04-12T08:42:59.599563+0000","last_became_peered":"2024-04-12T08:42:59.599563+0000","last_unstale":"2024-04-12T08:43:42.527472+0000","last_undegraded":"2024-04-12T08:43:42.527472+0000","last_fullsized":"2024-04-12T08:43:42.527472+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T13:25:28.638364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.524855+0000","last_change":"2024-04-12T08:43:00.618469+0000","last_active":"2024-04-12T08:43:42.524855+0000","last_peered":"2024-04-12T08:43:42.524855+0000","last_clean":"2024-04-12T08:43:42.524855+0000","last_became_active":"2024-04-12T08:43:00.618204+0000","last_became_peered":"2024-04-12T08:43:00.618204+0000","last_unstale":"2024-04-12T08:43:42.524855+0000","last_undegraded":"2024-04-12T08:43:42.524855+0000","last_fullsized":"2024-04-12T08:43:42.524855+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T16:29:55.082502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.528516+0000","last_change":"2024-04-12T08:42:59.599140+0000","last_active":"2024-04-12T08:43:42.528516+0000","last_peered":"2024-04-12T08:43:42.528516+0000","last_clean":"2024-04-12T08:43:42.528516+0000","last_became_active":"2024-04-12T08:42:59.598847+0000","last_became_peered":"2024-04-12T08:42:59.598847+0000","last_unstale":"2024-04-12T08:43:42.528516+0000","last_undegraded":"2024-04-12T08:43:42.528516+0000","last_fullsized":"2024-04-12T08:43:42.528516+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:25:48.901117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":18,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:43.400366+0000","last_change":"2024-04-12T08:41:45.551324+0000","last_active":"2024-04-12T08:43:43.400366+0000","last_peered":"2024-04-12T08:43:43.400366+0000","last_clean":"2024-04-12T08:43:43.400366+0000","last_became_active":"2024-04-12T08:41:45.550902+0000","last_became_peered":"2024-04-12T08:41:45.550902+0000","last_unstale":"2024-04-12T08:43:43.400366+0000","last_undegraded":"2024-04-12T08:43:43.400366+0000","last_fullsized":"2024-04-12T08:43:43.400366+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:41:44.441493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:41:44.441493+0000","last_clean_scrub_stamp":"2024-04-12T08:41:44.441493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T13:00:11.628138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.525168+0000","last_change":"2024-04-12T08:43:00.611079+0000","last_active":"2024-04-12T08:43:42.525168+0000","last_peered":"2024-04-12T08:43:42.525168+0000","last_clean":"2024-04-12T08:43:42.525168+0000","last_became_active":"2024-04-12T08:43:00.610729+0000","last_became_peered":"2024-04-12T08:43:00.610729+0000","last_unstale":"2024-04-12T08:43:42.525168+0000","last_undegraded":"2024-04-12T08:43:42.525168+0000","last_fullsized":"2024-04-12T08:43:42.525168+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T12:05:13.528081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.525387+0000","last_change":"2024-04-12T08:42:59.604333+0000","last_active":"2024-04-12T08:43:42.525387+0000","last_peered":"2024-04-12T08:43:42.525387+0000","last_clean":"2024-04-12T08:43:42.525387+0000","last_became_active":"2024-04-12T08:42:59.604017+0000","last_became_peered":"2024-04-12T08:42:59.604017+0000","last_unstale":"2024-04-12T08:43:42.525387+0000","last_undegraded":"2024-04-12T08:43:42.525387+0000","last_fullsized":"2024-04-12T08:43:42.525387+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T16:43:26.596594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":18,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:43.400166+0000","last_change":"2024-04-12T08:41:45.460635+0000","last_active":"2024-04-12T08:43:43.400166+0000","last_peered":"2024-04-12T08:43:43.400166+0000","last_clean":"2024-04-12T08:43:43.400166+0000","last_became_active":"2024-04-12T08:41:45.460306+0000","last_became_peered":"2024-04-12T08:41:45.460306+0000","last_unstale":"2024-04-12T08:43:43.400166+0000","last_undegraded":"2024-04-12T08:43:43.400166+0000","last_fullsized":"2024-04-12T08:43:43.400166+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:41:44.441493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:41:44.441493+0000","last_clean_scrub_stamp":"2024-04-12T08:41:44.441493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T13:11:36.799115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.524240+0000","last_change":"2024-04-12T08:43:00.617879+0000","last_active":"2024-04-12T08:43:42.524240+0000","last_peered":"2024-04-12T08:43:42.524240+0000","last_clean":"2024-04-12T08:43:42.524240+0000","last_became_active":"2024-04-12T08:43:00.617603+0000","last_became_peered":"2024-04-12T08:43:00.617603+0000","last_unstale":"2024-04-12T08:43:42.524240+0000","last_undegraded":"2024-04-12T08:43:42.524240+0000","last_fullsized":"2024-04-12T08:43:42.524240+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T14:36:53.033346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.526708+0000","last_change":"2024-04-12T08:42:59.601577+0000","last_active":"2024-04-12T08:43:42.526708+0000","last_peered":"2024-04-12T08:43:42.526708+0000","last_clean":"2024-04-12T08:43:42.526708+0000","last_became_active":"2024-04-12T08:42:59.601304+0000","last_became_peered":"2024-04-12T08:42:59.601304+0000","last_unstale":"2024-04-12T08:43:42.526708+0000","last_undegraded":"2024-04-12T08:43:42.526708+0000","last_fullsized":"2024-04-12T08:43:42.526708+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T12:52:23.671741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"60'128","reported_seq":277,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:43.400088+0000","last_change":"2024-04-12T08:41:14.070755+0000","last_active":"2024-04-12T08:43:43.400088+0000","last_peered":"2024-04-12T08:43:43.400088+0000","last_clean":"2024-04-12T08:43:43.400088+0000","last_became_active":"2024-04-12T08:41:14.070240+0000","last_became_peered":"2024-04-12T08:41:14.070240+0000","last_unstale":"2024-04-12T08:43:43.400088+0000","last_undegraded":"2024-04-12T08:43:43.400088+0000","last_fullsized":"2024-04-12T08:43:43.400088+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:39:13.631201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:39:13.631201+0000","last_clean_scrub_stamp":"2024-04-12T08:39:13.631201+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T13:06:12.206865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":18,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.521944+0000","last_change":"2024-04-12T08:41:45.458870+0000","last_active":"2024-04-12T08:43:42.521944+0000","last_peered":"2024-04-12T08:43:42.521944+0000","last_clean":"2024-04-12T08:43:42.521944+0000","last_became_active":"2024-04-12T08:41:45.458422+0000","last_became_peered":"2024-04-12T08:41:45.458422+0000","last_unstale":"2024-04-12T08:43:42.521944+0000","last_undegraded":"2024-04-12T08:43:42.521944+0000","last_fullsized":"2024-04-12T08:43:42.521944+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:41:44.441493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:41:44.441493+0000","last_clean_scrub_stamp":"2024-04-12T08:41:44.441493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T12:46:00.404511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.528098+0000","last_change":"2024-04-12T08:43:00.609603+0000","last_active":"2024-04-12T08:43:42.528098+0000","last_peered":"2024-04-12T08:43:42.528098+0000","last_clean":"2024-04-12T08:43:42.528098+0000","last_became_active":"2024-04-12T08:43:00.609325+0000","last_became_peered":"2024-04-12T08:43:00.609325+0000","last_unstale":"2024-04-12T08:43:42.528098+0000","last_undegraded":"2024-04-12T08:43:42.528098+0000","last_fullsized":"2024-04-12T08:43:42.528098+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T13:35:08.632757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.527746+0000","last_change":"2024-04-12T08:42:59.598386+0000","last_active":"2024-04-12T08:43:42.527746+0000","last_peered":"2024-04-12T08:43:42.527746+0000","last_clean":"2024-04-12T08:43:42.527746+0000","last_became_active":"2024-04-12T08:42:59.597664+0000","last_became_peered":"2024-04-12T08:42:59.597664+0000","last_unstale":"2024-04-12T08:43:42.527746+0000","last_undegraded":"2024-04-12T08:43:42.527746+0000","last_fullsized":"2024-04-12T08:43:42.527746+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:36:11.772938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":18,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.523970+0000","last_change":"2024-04-12T08:41:45.699130+0000","last_active":"2024-04-12T08:43:42.523970+0000","last_peered":"2024-04-12T08:43:42.523970+0000","last_clean":"2024-04-12T08:43:42.523970+0000","last_became_active":"2024-04-12T08:41:45.698786+0000","last_became_peered":"2024-04-12T08:41:45.698786+0000","last_unstale":"2024-04-12T08:43:42.523970+0000","last_undegraded":"2024-04-12T08:43:42.523970+0000","last_fullsized":"2024-04-12T08:43:42.523970+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:41:44.441493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:41:44.441493+0000","last_clean_scrub_stamp":"2024-04-12T08:41:44.441493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:22:26.271468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.528416+0000","last_change":"2024-04-12T08:43:00.609598+0000","last_active":"2024-04-12T08:43:42.528416+0000","last_peered":"2024-04-12T08:43:42.528416+0000","last_clean":"2024-04-12T08:43:42.528416+0000","last_became_active":"2024-04-12T08:43:00.609274+0000","last_became_peered":"2024-04-12T08:43:00.609274+0000","last_unstale":"2024-04-12T08:43:42.528416+0000","last_undegraded":"2024-04-12T08:43:42.528416+0000","last_fullsized":"2024-04-12T08:43:42.528416+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T09:20:02.775899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.529964+0000","last_change":"2024-04-12T08:42:59.599746+0000","last_active":"2024-04-12T08:43:42.529964+0000","last_peered":"2024-04-12T08:43:42.529964+0000","last_clean":"2024-04-12T08:43:42.529964+0000","last_became_active":"2024-04-12T08:42:59.599537+0000","last_became_peered":"2024-04-12T08:42:59.599537+0000","last_unstale":"2024-04-12T08:43:42.529964+0000","last_undegraded":"2024-04-12T08:43:42.529964+0000","last_fullsized":"2024-04-12T08:43:42.529964+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:27:06.053600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":18,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.521750+0000","last_change":"2024-04-12T08:41:45.459208+0000","last_active":"2024-04-12T08:43:42.521750+0000","last_peered":"2024-04-12T08:43:42.521750+0000","last_clean":"2024-04-12T08:43:42.521750+0000","last_became_active":"2024-04-12T08:41:45.458910+0000","last_became_peered":"2024-04-12T08:41:45.458910+0000","last_unstale":"2024-04-12T08:43:42.521750+0000","last_undegraded":"2024-04-12T08:43:42.521750+0000","last_fullsized":"2024-04-12T08:43:42.521750+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:41:44.441493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:41:44.441493+0000","last_clean_scrub_stamp":"2024-04-12T08:41:44.441493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:57:16.033567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.527173+0000","last_change":"2024-04-12T08:43:00.617678+0000","last_active":"2024-04-12T08:43:42.527173+0000","last_peered":"2024-04-12T08:43:42.527173+0000","last_clean":"2024-04-12T08:43:42.527173+0000","last_became_active":"2024-04-12T08:43:00.617288+0000","last_became_peered":"2024-04-12T08:43:00.617288+0000","last_unstale":"2024-04-12T08:43:42.527173+0000","last_undegraded":"2024-04-12T08:43:42.527173+0000","last_fullsized":"2024-04-12T08:43:42.527173+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:24:40.521675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.522056+0000","last_change":"2024-04-12T08:42:59.597200+0000","last_active":"2024-04-12T08:43:42.522056+0000","last_peered":"2024-04-12T08:43:42.522056+0000","last_clean":"2024-04-12T08:43:42.522056+0000","last_became_active":"2024-04-12T08:42:59.596323+0000","last_became_peered":"2024-04-12T08:42:59.596323+0000","last_unstale":"2024-04-12T08:43:42.522056+0000","last_undegraded":"2024-04-12T08:43:42.522056+0000","last_fullsized":"2024-04-12T08:43:42.522056+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:50:35.071463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":18,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.528342+0000","last_change":"2024-04-12T08:41:45.458479+0000","last_active":"2024-04-12T08:43:42.528342+0000","last_peered":"2024-04-12T08:43:42.528342+0000","last_clean":"2024-04-12T08:43:42.528342+0000","last_became_active":"2024-04-12T08:41:45.458185+0000","last_became_peered":"2024-04-12T08:41:45.458185+0000","last_unstale":"2024-04-12T08:43:42.528342+0000","last_undegraded":"2024-04-12T08:43:42.528342+0000","last_fullsized":"2024-04-12T08:43:42.528342+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:41:44.441493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:41:44.441493+0000","last_clean_scrub_stamp":"2024-04-12T08:41:44.441493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:34:18.865290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.528179+0000","last_change":"2024-04-12T08:43:00.617596+0000","last_active":"2024-04-12T08:43:42.528179+0000","last_peered":"2024-04-12T08:43:42.528179+0000","last_clean":"2024-04-12T08:43:42.528179+0000","last_became_active":"2024-04-12T08:43:00.617295+0000","last_became_peered":"2024-04-12T08:43:00.617295+0000","last_unstale":"2024-04-12T08:43:42.528179+0000","last_undegraded":"2024-04-12T08:43:42.528179+0000","last_fullsized":"2024-04-12T08:43:42.528179+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:20:36.712753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.526376+0000","last_change":"2024-04-12T08:42:59.598830+0000","last_active":"2024-04-12T08:43:42.526376+0000","last_peered":"2024-04-12T08:43:42.526376+0000","last_clean":"2024-04-12T08:43:42.526376+0000","last_became_active":"2024-04-12T08:42:59.596946+0000","last_became_peered":"2024-04-12T08:42:59.596946+0000","last_unstale":"2024-04-12T08:43:42.526376+0000","last_undegraded":"2024-04-12T08:43:42.526376+0000","last_fullsized":"2024-04-12T08:43:42.526376+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:29:24.050503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.530278+0000","last_change":"2024-04-12T08:43:00.379225+0000","last_active":"2024-04-12T08:43:42.530278+0000","last_peered":"2024-04-12T08:43:42.530278+0000","last_clean":"2024-04-12T08:43:42.530278+0000","last_became_active":"2024-04-12T08:43:00.378962+0000","last_became_peered":"2024-04-12T08:43:00.378962+0000","last_unstale":"2024-04-12T08:43:42.530278+0000","last_undegraded":"2024-04-12T08:43:42.530278+0000","last_fullsized":"2024-04-12T08:43:42.530278+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T12:12:56.119819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.529930+0000","last_change":"2024-04-12T08:42:59.606746+0000","last_active":"2024-04-12T08:43:42.529930+0000","last_peered":"2024-04-12T08:43:42.529930+0000","last_clean":"2024-04-12T08:43:42.529930+0000","last_became_active":"2024-04-12T08:42:59.605506+0000","last_became_peered":"2024-04-12T08:42:59.605506+0000","last_unstale":"2024-04-12T08:43:42.529930+0000","last_undegraded":"2024-04-12T08:43:42.529930+0000","last_fullsized":"2024-04-12T08:43:42.529930+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T09:18:16.154556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.530439+0000","last_change":"2024-04-12T08:42:59.656427+0000","last_active":"2024-04-12T08:43:42.530439+0000","last_peered":"2024-04-12T08:43:42.530439+0000","last_clean":"2024-04-12T08:43:42.530439+0000","last_became_active":"2024-04-12T08:42:59.656201+0000","last_became_peered":"2024-04-12T08:42:59.656201+0000","last_unstale":"2024-04-12T08:43:42.530439+0000","last_undegraded":"2024-04-12T08:43:42.530439+0000","last_fullsized":"2024-04-12T08:43:42.530439+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:19:46.354849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.524063+0000","last_change":"2024-04-12T08:42:59.602656+0000","last_active":"2024-04-12T08:43:42.524063+0000","last_peered":"2024-04-12T08:43:42.524063+0000","last_clean":"2024-04-12T08:43:42.524063+0000","last_became_active":"2024-04-12T08:42:59.602390+0000","last_became_peered":"2024-04-12T08:42:59.602390+0000","last_unstale":"2024-04-12T08:43:42.524063+0000","last_undegraded":"2024-04-12T08:43:42.524063+0000","last_fullsized":"2024-04-12T08:43:42.524063+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T09:47:20.024821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.530209+0000","last_change":"2024-04-12T08:43:00.378668+0000","last_active":"2024-04-12T08:43:42.530209+0000","last_peered":"2024-04-12T08:43:42.530209+0000","last_clean":"2024-04-12T08:43:42.530209+0000","last_became_active":"2024-04-12T08:43:00.378347+0000","last_became_peered":"2024-04-12T08:43:00.378347+0000","last_unstale":"2024-04-12T08:43:42.530209+0000","last_undegraded":"2024-04-12T08:43:42.530209+0000","last_fullsized":"2024-04-12T08:43:42.530209+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T14:34:11.579585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"69'2","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.527163+0000","last_change":"2024-04-12T08:42:59.599462+0000","last_active":"2024-04-12T08:43:42.527163+0000","last_peered":"2024-04-12T08:43:42.527163+0000","last_clean":"2024-04-12T08:43:42.527163+0000","last_became_active":"2024-04-12T08:42:59.599181+0000","last_became_peered":"2024-04-12T08:42:59.599181+0000","last_unstale":"2024-04-12T08:43:42.527163+0000","last_undegraded":"2024-04-12T08:43:42.527163+0000","last_fullsized":"2024-04-12T08:43:42.527163+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T14:02:34.311064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.524777+0000","last_change":"2024-04-12T08:43:00.617728+0000","last_active":"2024-04-12T08:43:42.524777+0000","last_peered":"2024-04-12T08:43:42.524777+0000","last_clean":"2024-04-12T08:43:42.524777+0000","last_became_active":"2024-04-12T08:43:00.617434+0000","last_became_peered":"2024-04-12T08:43:00.617434+0000","last_unstale":"2024-04-12T08:43:42.524777+0000","last_undegraded":"2024-04-12T08:43:42.524777+0000","last_fullsized":"2024-04-12T08:43:42.524777+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T16:39:00.436776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.521840+0000","last_change":"2024-04-12T08:42:59.596867+0000","last_active":"2024-04-12T08:43:42.521840+0000","last_peered":"2024-04-12T08:43:42.521840+0000","last_clean":"2024-04-12T08:43:42.521840+0000","last_became_active":"2024-04-12T08:42:59.596604+0000","last_became_peered":"2024-04-12T08:42:59.596604+0000","last_unstale":"2024-04-12T08:43:42.521840+0000","last_undegraded":"2024-04-12T08:43:42.521840+0000","last_fullsized":"2024-04-12T08:43:42.521840+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T12:06:27.605216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.523966+0000","last_change":"2024-04-12T08:43:00.617794+0000","last_active":"2024-04-12T08:43:42.523966+0000","last_peered":"2024-04-12T08:43:42.523966+0000","last_clean":"2024-04-12T08:43:42.523966+0000","last_became_active":"2024-04-12T08:43:00.617509+0000","last_became_peered":"2024-04-12T08:43:00.617509+0000","last_unstale":"2024-04-12T08:43:42.523966+0000","last_undegraded":"2024-04-12T08:43:42.523966+0000","last_fullsized":"2024-04-12T08:43:42.523966+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:31:31.649337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"69'1","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:43.400489+0000","last_change":"2024-04-12T08:42:59.600443+0000","last_active":"2024-04-12T08:43:43.400489+0000","last_peered":"2024-04-12T08:43:43.400489+0000","last_clean":"2024-04-12T08:43:43.400489+0000","last_became_active":"2024-04-12T08:42:59.600152+0000","last_became_peered":"2024-04-12T08:42:59.600152+0000","last_unstale":"2024-04-12T08:43:43.400489+0000","last_undegraded":"2024-04-12T08:43:43.400489+0000","last_fullsized":"2024-04-12T08:43:43.400489+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T15:10:14.428895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.529798+0000","last_change":"2024-04-12T08:42:59.614299+0000","last_active":"2024-04-12T08:43:42.529798+0000","last_peered":"2024-04-12T08:43:42.529798+0000","last_clean":"2024-04-12T08:43:42.529798+0000","last_became_active":"2024-04-12T08:42:59.614045+0000","last_became_peered":"2024-04-12T08:42:59.614045+0000","last_unstale":"2024-04-12T08:43:42.529798+0000","last_undegraded":"2024-04-12T08:43:42.529798+0000","last_fullsized":"2024-04-12T08:43:42.529798+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T16:40:37.779137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"69'2","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:43.400441+0000","last_change":"2024-04-12T08:42:59.608139+0000","last_active":"2024-04-12T08:43:43.400441+0000","last_peered":"2024-04-12T08:43:43.400441+0000","last_clean":"2024-04-12T08:43:43.400441+0000","last_became_active":"2024-04-12T08:42:59.607865+0000","last_became_peered":"2024-04-12T08:42:59.607865+0000","last_unstale":"2024-04-12T08:43:43.400441+0000","last_undegraded":"2024-04-12T08:43:43.400441+0000","last_fullsized":"2024-04-12T08:43:43.400441+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:45:43.492321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.521691+0000","last_change":"2024-04-12T08:43:00.378578+0000","last_active":"2024-04-12T08:43:42.521691+0000","last_peered":"2024-04-12T08:43:42.521691+0000","last_clean":"2024-04-12T08:43:42.521691+0000","last_became_active":"2024-04-12T08:43:00.378300+0000","last_became_peered":"2024-04-12T08:43:00.378300+0000","last_unstale":"2024-04-12T08:43:42.521691+0000","last_undegraded":"2024-04-12T08:43:42.521691+0000","last_fullsized":"2024-04-12T08:43:42.521691+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:23:32.116152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"69'1","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:43.400580+0000","last_change":"2024-04-12T08:42:59.608742+0000","last_active":"2024-04-12T08:43:43.400580+0000","last_peered":"2024-04-12T08:43:43.400580+0000","last_clean":"2024-04-12T08:43:43.400580+0000","last_became_active":"2024-04-12T08:42:59.608489+0000","last_became_peered":"2024-04-12T08:42:59.608489+0000","last_unstale":"2024-04-12T08:43:43.400580+0000","last_undegraded":"2024-04-12T08:43:43.400580+0000","last_fullsized":"2024-04-12T08:43:43.400580+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T16:47:02.054448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.527569+0000","last_change":"2024-04-12T08:43:00.619356+0000","last_active":"2024-04-12T08:43:42.527569+0000","last_peered":"2024-04-12T08:43:42.527569+0000","last_clean":"2024-04-12T08:43:42.527569+0000","last_became_active":"2024-04-12T08:43:00.619033+0000","last_became_peered":"2024-04-12T08:43:00.619033+0000","last_unstale":"2024-04-12T08:43:42.527569+0000","last_undegraded":"2024-04-12T08:43:42.527569+0000","last_fullsized":"2024-04-12T08:43:42.527569+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:12:31.002903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"69'8","reported_seq":22,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.523999+0000","last_change":"2024-04-12T08:42:59.602047+0000","last_active":"2024-04-12T08:43:42.523999+0000","last_peered":"2024-04-12T08:43:42.523999+0000","last_clean":"2024-04-12T08:43:42.523999+0000","last_became_active":"2024-04-12T08:42:59.601662+0000","last_became_peered":"2024-04-12T08:42:59.601662+0000","last_unstale":"2024-04-12T08:43:42.523999+0000","last_undegraded":"2024-04-12T08:43:42.523999+0000","last_fullsized":"2024-04-12T08:43:42.523999+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T13:31:52.639902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.524936+0000","last_change":"2024-04-12T08:43:00.618809+0000","last_active":"2024-04-12T08:43:42.524936+0000","last_peered":"2024-04-12T08:43:42.524936+0000","last_clean":"2024-04-12T08:43:42.524936+0000","last_became_active":"2024-04-12T08:43:00.618254+0000","last_became_peered":"2024-04-12T08:43:00.618254+0000","last_unstale":"2024-04-12T08:43:42.524936+0000","last_undegraded":"2024-04-12T08:43:42.524936+0000","last_fullsized":"2024-04-12T08:43:42.524936+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T15:34:55.191789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:43.400006+0000","last_change":"2024-04-12T08:42:59.610420+0000","last_active":"2024-04-12T08:43:43.400006+0000","last_peered":"2024-04-12T08:43:43.400006+0000","last_clean":"2024-04-12T08:43:43.400006+0000","last_became_active":"2024-04-12T08:42:59.609370+0000","last_became_peered":"2024-04-12T08:42:59.609370+0000","last_unstale":"2024-04-12T08:43:43.400006+0000","last_undegraded":"2024-04-12T08:43:43.400006+0000","last_fullsized":"2024-04-12T08:43:43.400006+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T09:11:41.719178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.522003+0000","last_change":"2024-04-12T08:43:00.061805+0000","last_active":"2024-04-12T08:43:42.522003+0000","last_peered":"2024-04-12T08:43:42.522003+0000","last_clean":"2024-04-12T08:43:42.522003+0000","last_became_active":"2024-04-12T08:43:00.061449+0000","last_became_peered":"2024-04-12T08:43:00.061449+0000","last_unstale":"2024-04-12T08:43:42.522003+0000","last_undegraded":"2024-04-12T08:43:42.522003+0000","last_fullsized":"2024-04-12T08:43:42.522003+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T09:29:19.537514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.525452+0000","last_change":"2024-04-12T08:42:59.603681+0000","last_active":"2024-04-12T08:43:42.525452+0000","last_peered":"2024-04-12T08:43:42.525452+0000","last_clean":"2024-04-12T08:43:42.525452+0000","last_became_active":"2024-04-12T08:42:59.603378+0000","last_became_peered":"2024-04-12T08:42:59.603378+0000","last_unstale":"2024-04-12T08:43:42.525452+0000","last_undegraded":"2024-04-12T08:43:42.525452+0000","last_fullsized":"2024-04-12T08:43:42.525452+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T16:06:34.585638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.528034+0000","last_change":"2024-04-12T08:43:00.618628+0000","last_active":"2024-04-12T08:43:42.528034+0000","last_peered":"2024-04-12T08:43:42.528034+0000","last_clean":"2024-04-12T08:43:42.528034+0000","last_became_active":"2024-04-12T08:43:00.618362+0000","last_became_peered":"2024-04-12T08:43:00.618362+0000","last_unstale":"2024-04-12T08:43:42.528034+0000","last_undegraded":"2024-04-12T08:43:42.528034+0000","last_fullsized":"2024-04-12T08:43:42.528034+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T15:00:21.774127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"69'2","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:43.400263+0000","last_change":"2024-04-12T08:42:59.607797+0000","last_active":"2024-04-12T08:43:43.400263+0000","last_peered":"2024-04-12T08:43:43.400263+0000","last_clean":"2024-04-12T08:43:43.400263+0000","last_became_active":"2024-04-12T08:42:59.607394+0000","last_became_peered":"2024-04-12T08:42:59.607394+0000","last_unstale":"2024-04-12T08:43:43.400263+0000","last_undegraded":"2024-04-12T08:43:43.400263+0000","last_fullsized":"2024-04-12T08:43:43.400263+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T15:49:44.434991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.530031+0000","last_change":"2024-04-12T08:43:00.378580+0000","last_active":"2024-04-12T08:43:42.530031+0000","last_peered":"2024-04-12T08:43:42.530031+0000","last_clean":"2024-04-12T08:43:42.530031+0000","last_became_active":"2024-04-12T08:43:00.378289+0000","last_became_peered":"2024-04-12T08:43:00.378289+0000","last_unstale":"2024-04-12T08:43:42.530031+0000","last_undegraded":"2024-04-12T08:43:42.530031+0000","last_fullsized":"2024-04-12T08:43:42.530031+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T13:07:25.728037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"69'6","reported_seq":20,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.530100+0000","last_change":"2024-04-12T08:42:59.605032+0000","last_active":"2024-04-12T08:43:42.530100+0000","last_peered":"2024-04-12T08:43:42.530100+0000","last_clean":"2024-04-12T08:43:42.530100+0000","last_became_active":"2024-04-12T08:42:59.604737+0000","last_became_peered":"2024-04-12T08:42:59.604737+0000","last_unstale":"2024-04-12T08:43:42.530100+0000","last_undegraded":"2024-04-12T08:43:42.530100+0000","last_fullsized":"2024-04-12T08:43:42.530100+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T14:51:48.272995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1552,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.527090+0000","last_change":"2024-04-12T08:43:00.604411+0000","last_active":"2024-04-12T08:43:42.527090+0000","last_peered":"2024-04-12T08:43:42.527090+0000","last_clean":"2024-04-12T08:43:42.527090+0000","last_became_active":"2024-04-12T08:43:00.604065+0000","last_became_peered":"2024-04-12T08:43:00.604065+0000","last_unstale":"2024-04-12T08:43:42.527090+0000","last_undegraded":"2024-04-12T08:43:42.527090+0000","last_fullsized":"2024-04-12T08:43:42.527090+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:11:00.949502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"69'3","reported_seq":17,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:43.400374+0000","last_change":"2024-04-12T08:42:59.610164+0000","last_active":"2024-04-12T08:43:43.400374+0000","last_peered":"2024-04-12T08:43:43.400374+0000","last_clean":"2024-04-12T08:43:43.400374+0000","last_became_active":"2024-04-12T08:42:59.609890+0000","last_became_peered":"2024-04-12T08:42:59.609890+0000","last_unstale":"2024-04-12T08:43:43.400374+0000","last_undegraded":"2024-04-12T08:43:43.400374+0000","last_fullsized":"2024-04-12T08:43:43.400374+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T09:52:26.650637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.526922+0000","last_change":"2024-04-12T08:43:00.619595+0000","last_active":"2024-04-12T08:43:42.526922+0000","last_peered":"2024-04-12T08:43:42.526922+0000","last_clean":"2024-04-12T08:43:42.526922+0000","last_became_active":"2024-04-12T08:43:00.619274+0000","last_became_peered":"2024-04-12T08:43:00.619274+0000","last_unstale":"2024-04-12T08:43:42.526922+0000","last_undegraded":"2024-04-12T08:43:42.526922+0000","last_fullsized":"2024-04-12T08:43:42.526922+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T13:31:23.372261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.521902+0000","last_change":"2024-04-12T08:42:59.592168+0000","last_active":"2024-04-12T08:43:42.521902+0000","last_peered":"2024-04-12T08:43:42.521902+0000","last_clean":"2024-04-12T08:43:42.521902+0000","last_became_active":"2024-04-12T08:42:59.591465+0000","last_became_peered":"2024-04-12T08:42:59.591465+0000","last_unstale":"2024-04-12T08:43:42.521902+0000","last_undegraded":"2024-04-12T08:43:42.521902+0000","last_fullsized":"2024-04-12T08:43:42.521902+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:49:19.561767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.527260+0000","last_change":"2024-04-12T08:43:00.609704+0000","last_active":"2024-04-12T08:43:42.527260+0000","last_peered":"2024-04-12T08:43:42.527260+0000","last_clean":"2024-04-12T08:43:42.527260+0000","last_became_active":"2024-04-12T08:43:00.609441+0000","last_became_peered":"2024-04-12T08:43:00.609441+0000","last_unstale":"2024-04-12T08:43:42.527260+0000","last_undegraded":"2024-04-12T08:43:42.527260+0000","last_fullsized":"2024-04-12T08:43:42.527260+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T12:07:08.466947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.525387+0000","last_change":"2024-04-12T08:42:59.601666+0000","last_active":"2024-04-12T08:43:42.525387+0000","last_peered":"2024-04-12T08:43:42.525387+0000","last_clean":"2024-04-12T08:43:42.525387+0000","last_became_active":"2024-04-12T08:42:59.601370+0000","last_became_peered":"2024-04-12T08:42:59.601370+0000","last_unstale":"2024-04-12T08:43:42.525387+0000","last_undegraded":"2024-04-12T08:43:42.525387+0000","last_fullsized":"2024-04-12T08:43:42.525387+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:43:29.784276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":23,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-12T08:43:44.222460+0000","last_change":"2024-04-12T08:43:44.222460+0000","last_active":"2024-04-12T08:43:44.222460+0000","last_peered":"2024-04-12T08:43:44.222460+0000","last_clean":"2024-04-12T08:43:44.222460+0000","last_became_active":"2024-04-12T08:43:44.222044+0000","last_became_peered":"2024-04-12T08:43:44.222044+0000","last_unstale":"2024-04-12T08:43:44.222460+0000","last_undegraded":"2024-04-12T08:43:44.222460+0000","last_fullsized":"2024-04-12T08:43:44.222460+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:25:44.527740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.527342+0000","last_change":"2024-04-12T08:42:59.599840+0000","last_active":"2024-04-12T08:43:42.527342+0000","last_peered":"2024-04-12T08:43:42.527342+0000","last_clean":"2024-04-12T08:43:42.527342+0000","last_became_active":"2024-04-12T08:42:59.599544+0000","last_became_peered":"2024-04-12T08:42:59.599544+0000","last_unstale":"2024-04-12T08:43:42.527342+0000","last_undegraded":"2024-04-12T08:43:42.527342+0000","last_fullsized":"2024-04-12T08:43:42.527342+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T13:35:20.518457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.525015+0000","last_change":"2024-04-12T08:43:00.618985+0000","last_active":"2024-04-12T08:43:42.525015+0000","last_peered":"2024-04-12T08:43:42.525015+0000","last_clean":"2024-04-12T08:43:42.525015+0000","last_became_active":"2024-04-12T08:43:00.617956+0000","last_became_peered":"2024-04-12T08:43:00.617956+0000","last_unstale":"2024-04-12T08:43:42.525015+0000","last_undegraded":"2024-04-12T08:43:42.525015+0000","last_fullsized":"2024-04-12T08:43:42.525015+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T16:32:31.817117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":14,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.526802+0000","last_change":"2024-04-12T08:42:59.596615+0000","last_active":"2024-04-12T08:43:42.526802+0000","last_peered":"2024-04-12T08:43:42.526802+0000","last_clean":"2024-04-12T08:43:42.526802+0000","last_became_active":"2024-04-12T08:42:59.596314+0000","last_became_peered":"2024-04-12T08:42:59.596314+0000","last_unstale":"2024-04-12T08:43:42.526802+0000","last_undegraded":"2024-04-12T08:43:42.526802+0000","last_fullsized":"2024-04-12T08:43:42.526802+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T12:36:26.646394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":23,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-12T08:43:43.539298+0000","last_change":"2024-04-12T08:43:43.539298+0000","last_active":"2024-04-12T08:43:43.539298+0000","last_peered":"2024-04-12T08:43:43.539298+0000","last_clean":"2024-04-12T08:43:43.539298+0000","last_became_active":"2024-04-12T08:43:43.539019+0000","last_became_peered":"2024-04-12T08:43:43.539019+0000","last_unstale":"2024-04-12T08:43:43.539298+0000","last_undegraded":"2024-04-12T08:43:43.539298+0000","last_fullsized":"2024-04-12T08:43:43.539298+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:24:55.986169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,4],"acting":[3,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"69'1","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-12T08:43:42.529779+0000","last_change":"2024-04-12T08:42:59.594440+0000","last_active":"2024-04-12T08:43:42.529779+0000","last_peered":"2024-04-12T08:43:42.529779+0000","last_clean":"2024-04-12T08:43:42.529779+0000","last_became_active":"2024-04-12T08:42:59.594170+0000","last_became_peered":"2024-04-12T08:42:59.594170+0000","last_unstale":"2024-04-12T08:43:42.529779+0000","last_undegraded":"2024-04-12T08:43:42.529779+0000","last_fullsized":"2024-04-12T08:43:42.529779+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:01:12.181511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":2338,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":7014,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201316,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298672,"kb_used_data":1312,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446480,"statfs":{"total":95995035648,"available":95689195520,"internally_reserved":0,"allocated":1343488,"data_stored":908340,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 08:43:13 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.53100000000000003,"15min":0.52700000000000002},"min":{"1min":0.372,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.48499999999999999},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.52600000000000002,"15min":0.52700000000000002},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.67500000000000004,"5min":0.68700000000000006,"15min":0.68700000000000006},"last":0.65100000000000002}]},{"osd":1,"last update":"Fri Apr 12 08:43:13 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.51400000000000001,"15min":0.50800000000000001},"min":{"1min":0.41099999999999998,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.69599999999999995,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.44},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.70999999999999996}]},{"osd":2,"last update":"Fri Apr 12 08:43:13 2024","interfaces":[{"interface":"back","average":{"1min":0.504,"5min":0.52800000000000002,"15min":0.53200000000000003},"min":{"1min":0.39800000000000002,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.68700000000000006,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.59199999999999997},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.50600000000000001,"15min":0.501},"min":{"1min":0.38800000000000001,"5min":0.315,"15min":0.315},"max":{"1min":0.68400000000000005,"5min":0.747,"15min":0.747},"last":0.52900000000000003}]},{"osd":3,"last update":"Fri Apr 12 08:43:13 2024","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.52000000000000002,"15min":0.51700000000000002},"min":{"1min":0.39700000000000002,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.66500000000000004,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.67800000000000005},{"interface":"front","average":{"1min":0.54000000000000004,"5min":0.52300000000000002,"15min":0.52000000000000002},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.749,"5min":0.749,"15min":0.749},"last":0.56599999999999995}]},{"osd":4,"last update":"Fri Apr 12 08:43:13 2024","interfaces":[{"interface":"back","average":{"1min":0.46600000000000003,"5min":0.41699999999999998,"15min":0.40899999999999997},"min":{"1min":0.30199999999999999,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.68500000000000005,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.73799999999999999},{"interface":"front","average":{"1min":0.45200000000000001,"5min":0.47599999999999998,"15min":0.47999999999999998},"min":{"1min":0.316,"5min":0.31,"15min":0.31},"max":{"1min":0.58899999999999997,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.72199999999999998}]},{"osd":5,"last update":"Fri Apr 12 08:43:13 2024","interfaces":[{"interface":"back","average":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.64400000000000002,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.69499999999999995},{"interface":"front","average":{"1min":0.505,"5min":0.49299999999999999,"15min":0.49099999999999999},"min":{"1min":0.35699999999999998,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.65400000000000003,"5min":0.68400000000000005,"15min":0.68400000000000005},"last":0.76000000000000001}]},{"osd":6,"last update":"Fri Apr 12 08:43:13 2024","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.51000000000000001,"15min":0.50700000000000001},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.69899999999999995,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.78200000000000003},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.51600000000000001,"15min":0.51700000000000002},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.67100000000000004,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.75}]}]},{"osd":6,"up_from":47,"seq":201863462953,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298660,"kb_used_data":1300,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446492,"statfs":{"total":95995035648,"available":95689207808,"internally_reserved":0,"allocated":1331200,"data_stored":908136,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 08:43:53 2024","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.53500000000000003,"15min":0.53300000000000003},"min":{"1min":0.40000000000000002,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.66900000000000004,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.59199999999999997},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.55800000000000005,"15min":0.56599999999999995},"min":{"1min":0.46000000000000002,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.65200000000000002,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.51000000000000001}]},{"osd":1,"last update":"Fri Apr 12 08:43:53 2024","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.53900000000000003,"15min":0.54100000000000004},"min":{"1min":0.34000000000000002,"5min":0.313,"15min":0.313},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.49399999999999999},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.54000000000000004,"15min":0.54400000000000004},"min":{"1min":0.39000000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.753,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.45500000000000002}]},{"osd":2,"last update":"Fri Apr 12 08:43:53 2024","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.55600000000000005,"15min":0.54700000000000004},"min":{"1min":0.41599999999999998,"5min":0.378,"15min":0.378},"max":{"1min":0.76800000000000002,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.55100000000000005},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.56599999999999995,"15min":0.57299999999999995},"min":{"1min":0.46200000000000002,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.67100000000000004,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.54000000000000004}]},{"osd":3,"last update":"Fri Apr 12 08:43:53 2024","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.54800000000000004,"15min":0.55100000000000005},"min":{"1min":0.38500000000000001,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.70799999999999996,"5min":0.81399999999999995,"15min":0.81399999999999995},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.72899999999999998,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.48199999999999998}]},{"osd":4,"last update":"Fri Apr 12 08:43:53 2024","interfaces":[{"interface":"back","average":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.441},"min":{"1min":0.34899999999999998,"5min":0.31,"15min":0.31},"max":{"1min":0.71299999999999997,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.41999999999999998},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.46300000000000002,"15min":0.45300000000000001},"min":{"1min":0.34499999999999997,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.745,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.36799999999999999}]},{"osd":5,"last update":"Fri Apr 12 08:43:53 2024","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.496,"15min":0.48699999999999999},"min":{"1min":0.38300000000000001,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.77100000000000002,"5min":1.2170000000000001,"15min":1.2170000000000001},"last":0.40500000000000003},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.47999999999999998,"15min":0.46700000000000003},"min":{"1min":0.39500000000000002,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.70299999999999996,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.57599999999999996}]},{"osd":7,"last update":"Fri Apr 12 08:43:15 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.55900000000000005,"15min":0.56299999999999994},"min":{"1min":0.372,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.75,"5min":1.248,"15min":1.248},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.61899999999999999}]}]},{"osd":1,"up_from":13,"seq":55834574913,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298060,"kb_used_data":704,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447092,"statfs":{"total":95995035648,"available":95689822208,"internally_reserved":0,"allocated":720896,"data_stored":316204,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 08:43:54 2024","interfaces":[{"interface":"back","average":{"1min":0.42899999999999999,"5min":0.376,"15min":0.33000000000000002},"min":{"1min":0.19700000000000001,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":0.84299999999999997,"5min":0.84299999999999997,"15min":0.84299999999999997},"last":0.48199999999999998},{"interface":"front","average":{"1min":0.41799999999999998,"5min":0.38300000000000001,"15min":0.33800000000000002},"min":{"1min":0.252,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"last":0.32900000000000001}]},{"osd":2,"last update":"Fri Apr 12 08:43:20 2024","interfaces":[{"interface":"back","average":{"1min":0.39900000000000002,"5min":0.39700000000000002,"15min":0.39100000000000001},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.60699999999999998,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.40899999999999997},{"interface":"front","average":{"1min":0.42599999999999999,"5min":0.41999999999999998,"15min":0.40999999999999998},"min":{"1min":0.28599999999999998,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.62,"5min":0.69199999999999995,"15min":0.69199999999999995},"last":0.42399999999999999}]},{"osd":3,"last update":"Fri Apr 12 08:43:48 2024","interfaces":[{"interface":"back","average":{"1min":0.40000000000000002,"5min":0.40400000000000003,"15min":0.40999999999999998},"min":{"1min":0.224,"5min":0.224,"15min":0.224},"max":{"1min":0.58599999999999997,"5min":0.66600000000000004,"15min":0.66600000000000004},"last":0.441},{"interface":"front","average":{"1min":0.44,"5min":0.45500000000000002,"15min":0.46200000000000002},"min":{"1min":0.25600000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.64200000000000002,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.37}]},{"osd":4,"last update":"Fri Apr 12 08:43:07 2024","interfaces":[{"interface":"back","average":{"1min":0.627,"5min":0.57699999999999996,"15min":0.56000000000000005},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.92000000000000004,"5min":0.92000000000000004,"15min":0.92000000000000004},"last":0.52700000000000002},{"interface":"front","average":{"1min":0.61199999999999999,"5min":0.59499999999999997,"15min":0.58599999999999997},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.91000000000000003,"5min":0.91000000000000003,"15min":0.91000000000000003},"last":0.62}]},{"osd":5,"last update":"Fri Apr 12 08:43:30 2024","interfaces":[{"interface":"back","average":{"1min":0.64700000000000002,"5min":0.59599999999999997,"15min":0.58799999999999997},"min":{"1min":0.44600000000000001,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.94499999999999995,"5min":0.996,"15min":0.996},"last":0.57899999999999996},{"interface":"front","average":{"1min":0.65100000000000002,"5min":0.58399999999999996,"15min":0.57799999999999996},"min":{"1min":0.44700000000000001,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.872,"5min":0.872,"15min":0.872},"last":0.54100000000000004}]},{"osd":6,"last update":"Fri Apr 12 08:43:48 2024","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.624,"15min":0.63600000000000001},"min":{"1min":0.437,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.99099999999999999,"5min":1.044,"15min":1.044},"last":0.67600000000000005},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.60299999999999998,"15min":0.59999999999999998},"min":{"1min":0.42299999999999999,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.96199999999999997,"5min":0.96199999999999997,"15min":0.96199999999999997},"last":0.56899999999999995}]},{"osd":7,"last update":"Fri Apr 12 08:43:15 2024","interfaces":[{"interface":"back","average":{"1min":0.64100000000000001,"5min":0.60699999999999998,"15min":0.60099999999999998},"min":{"1min":0.42499999999999999,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.89300000000000002,"5min":0.95699999999999996,"15min":0.95699999999999996},"last":0.63700000000000001},{"interface":"front","average":{"1min":0.64600000000000002,"5min":0.629,"15min":0.626},"min":{"1min":0.48599999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.93600000000000005,"5min":0.93600000000000005,"15min":0.93600000000000005},"last":0.69099999999999995}]}]},{"osd":0,"up_from":8,"seq":34359738438,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298652,"kb_used_data":1296,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446500,"statfs":{"total":95995035648,"available":95689216000,"internally_reserved":0,"allocated":1327104,"data_stored":907429,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Apr 12 08:43:56 2024","interfaces":[{"interface":"back","average":{"1min":0.34100000000000003,"5min":0.36299999999999999,"15min":0.32700000000000001},"min":{"1min":0.25600000000000001,"5min":0.16800000000000001,"15min":0.16800000000000001},"max":{"1min":0.45400000000000001,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.32300000000000001},{"interface":"front","average":{"1min":0.378,"5min":0.372,"15min":0.32700000000000001},"min":{"1min":0.24399999999999999,"5min":0.185,"15min":0.185},"max":{"1min":0.48999999999999999,"5min":0.59499999999999997,"15min":0.59499999999999997},"last":0.24399999999999999}]},{"osd":2,"last update":"Fri Apr 12 08:43:19 2024","interfaces":[{"interface":"back","average":{"1min":0.36299999999999999,"5min":0.40600000000000003,"15min":0.39300000000000002},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.57699999999999996,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":0.36699999999999999},{"interface":"front","average":{"1min":0.39200000000000002,"5min":0.41299999999999998,"15min":0.40500000000000003},"min":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.57799999999999996,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":0.29699999999999999}]},{"osd":3,"last update":"Fri Apr 12 08:43:46 2024","interfaces":[{"interface":"back","average":{"1min":0.38800000000000001,"5min":0.43099999999999999,"15min":0.44},"min":{"1min":0.311,"5min":0.246,"15min":0.246},"max":{"1min":0.60099999999999998,"5min":0.66500000000000004,"15min":0.66500000000000004},"last":0.39500000000000002},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.44500000000000001,"15min":0.45700000000000002},"min":{"1min":0.29399999999999998,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.61499999999999999,"5min":0.64000000000000001,"15min":0.64000000000000001},"last":0.34399999999999997}]},{"osd":4,"last update":"Fri Apr 12 08:43:08 2024","interfaces":[{"interface":"back","average":{"1min":0.61099999999999999,"5min":0.61699999999999999,"15min":0.61299999999999999},"min":{"1min":0.42799999999999999,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.82799999999999996,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.54500000000000004},{"interface":"front","average":{"1min":0.61899999999999999,"5min":0.61299999999999999,"15min":0.60799999999999998},"min":{"1min":0.51600000000000001,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.83599999999999997,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.50800000000000001}]},{"osd":5,"last update":"Fri Apr 12 08:43:27 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.624,"15min":0.64200000000000002},"min":{"1min":0.42999999999999999,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.84799999999999998,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.47399999999999998},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.60199999999999998,"15min":0.60499999999999998},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.78200000000000003,"5min":0.871,"15min":0.871},"last":0.57099999999999995}]},{"osd":6,"last update":"Fri Apr 12 08:43:50 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.59699999999999998,"15min":0.60899999999999999},"min":{"1min":0.38700000000000001,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.73799999999999999,"5min":0.85399999999999998,"15min":0.85399999999999998},"last":0.56000000000000005},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.63800000000000001,"15min":0.65600000000000003},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.88300000000000001,"5min":0.97499999999999998,"15min":0.97499999999999998},"last":0.58599999999999997}]},{"osd":7,"last update":"Fri Apr 12 08:43:15 2024","interfaces":[{"interface":"back","average":{"1min":0.59799999999999998,"5min":0.65400000000000003,"15min":0.66300000000000003},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.85199999999999998,"5min":0.95499999999999996,"15min":0.95499999999999996},"last":0.51700000000000002},{"interface":"front","average":{"1min":0.61099999999999999,"5min":0.63,"15min":0.63300000000000001},"min":{"1min":0.44800000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.77900000000000003,"5min":0.874,"15min":0.874},"last":0.46400000000000002}]}]},{"osd":2,"up_from":18,"seq":77309411388,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298068,"kb_used_data":712,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447084,"statfs":{"total":95995035648,"available":95689814016,"internally_reserved":0,"allocated":729088,"data_stored":316808,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 08:43:15 2024","interfaces":[{"interface":"back","average":{"1min":0.36199999999999999,"5min":0.36499999999999999,"15min":0.35099999999999998},"min":{"1min":0.28999999999999998,"5min":0.183,"15min":0.183},"max":{"1min":0.55200000000000005,"5min":0.61399999999999999,"15min":0.61399999999999999},"last":0.27300000000000002},{"interface":"front","average":{"1min":0.32400000000000001,"5min":0.36399999999999999,"15min":0.35699999999999998},"min":{"1min":0.21199999999999999,"5min":0.19800000000000001,"15min":0.19800000000000001},"max":{"1min":0.48199999999999998,"5min":0.58199999999999996,"15min":0.58199999999999996},"last":0.25600000000000001}]},{"osd":1,"last update":"Fri Apr 12 08:43:15 2024","interfaces":[{"interface":"back","average":{"1min":0.34000000000000002,"5min":0.35799999999999998,"15min":0.35799999999999998},"min":{"1min":0.23300000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.502,"5min":0.54300000000000004,"15min":0.54300000000000004},"last":0.19700000000000001},{"interface":"front","average":{"1min":0.38,"5min":0.39300000000000002,"15min":0.379},"min":{"1min":0.29399999999999998,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.58499999999999996,"5min":0.60299999999999998,"15min":0.60299999999999998},"last":0.315}]},{"osd":3,"last update":"Fri Apr 12 08:43:45 2024","interfaces":[{"interface":"back","average":{"1min":0.38200000000000001,"5min":0.436,"15min":0.44900000000000001},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.60299999999999998,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.29799999999999999},{"interface":"front","average":{"1min":0.374,"5min":0.41199999999999998,"15min":0.42399999999999999},"min":{"1min":0.28199999999999997,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.47299999999999998,"5min":0.625,"15min":0.625},"last":0.28899999999999998}]},{"osd":4,"last update":"Fri Apr 12 08:43:05 2024","interfaces":[{"interface":"back","average":{"1min":0.67600000000000005,"5min":0.59699999999999998,"15min":0.58799999999999997},"min":{"1min":0.46400000000000002,"5min":0.375,"15min":0.375},"max":{"1min":1.8400000000000001,"5min":1.8400000000000001,"15min":1.8400000000000001},"last":0.46500000000000002},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.58599999999999997,"15min":0.58699999999999997},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.79300000000000004,"5min":0.80100000000000005,"15min":0.80100000000000005},"last":0.47799999999999998}]},{"osd":5,"last update":"Fri Apr 12 08:43:28 2024","interfaces":[{"interface":"back","average":{"1min":0.63900000000000001,"5min":0.55300000000000005,"15min":0.53600000000000003},"min":{"1min":0.39200000000000002,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":1.827,"5min":1.827,"15min":1.827},"last":0.35599999999999998},{"interface":"front","average":{"1min":0.621,"5min":0.58999999999999997,"15min":0.58899999999999997},"min":{"1min":0.40100000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.53400000000000003}]},{"osd":6,"last update":"Fri Apr 12 08:43:51 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.59699999999999998,"15min":0.59099999999999997},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.78600000000000003,"5min":1.8540000000000001,"15min":1.8540000000000001},"last":0.34899999999999998},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.56399999999999995,"15min":0.55600000000000005},"min":{"1min":0.42599999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.81399999999999995,"5min":0.83599999999999997,"15min":0.83599999999999997},"last":0.439}]},{"osd":7,"last update":"Fri Apr 12 08:43:15 2024","interfaces":[{"interface":"back","average":{"1min":1.5429999999999999,"5min":0.76900000000000002,"15min":0.64000000000000001},"min":{"1min":0.42499999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":19.481999999999999,"5min":19.481999999999999,"15min":19.481999999999999},"last":0.502},{"interface":"front","average":{"1min":0.67100000000000004,"5min":0.60599999999999998,"15min":0.59499999999999997},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":1.8160000000000001,"5min":1.8160000000000001,"15min":1.8160000000000001},"last":0.39100000000000001}]}]},{"osd":3,"up_from":26,"seq":111669149752,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298072,"kb_used_data":712,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447080,"statfs":{"total":95995035648,"available":95689809920,"internally_reserved":0,"allocated":729088,"data_stored":316559,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 08:43:52 2024","interfaces":[{"interface":"back","average":{"1min":0.371,"5min":0.39700000000000002,"15min":0.42299999999999999},"min":{"1min":0.20999999999999999,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.65800000000000003},"last":0.32300000000000001},{"interface":"front","average":{"1min":0.36499999999999999,"5min":0.41499999999999998,"15min":0.442},"min":{"1min":0.23200000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.55100000000000005,"5min":0.69099999999999995,"15min":0.69099999999999995},"last":0.30199999999999999}]},{"osd":1,"last update":"Fri Apr 12 08:43:52 2024","interfaces":[{"interface":"back","average":{"1min":0.39800000000000002,"5min":0.438,"15min":0.46600000000000003},"min":{"1min":0.28000000000000003,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.61099999999999999,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":0.34000000000000002},{"interface":"front","average":{"1min":0.36099999999999999,"5min":0.41399999999999998,"15min":0.44},"min":{"1min":0.217,"5min":0.217,"15min":0.217},"max":{"1min":0.54500000000000004,"5min":0.61499999999999999,"15min":0.61499999999999999},"last":0.29099999999999998}]},{"osd":2,"last update":"Fri Apr 12 08:43:52 2024","interfaces":[{"interface":"back","average":{"1min":0.41099999999999998,"5min":0.45500000000000002,"15min":0.49099999999999999},"min":{"1min":0.25,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.92700000000000005,"5min":0.92700000000000005,"15min":0.92700000000000005},"last":0.40000000000000002},{"interface":"front","average":{"1min":0.39300000000000002,"5min":0.438,"15min":0.46899999999999997},"min":{"1min":0.23499999999999999,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"last":0.47299999999999998}]},{"osd":4,"last update":"Fri Apr 12 08:43:02 2024","interfaces":[{"interface":"back","average":{"1min":0.65500000000000003,"5min":0.60799999999999998,"15min":0.60799999999999998},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.91100000000000003,"5min":0.91100000000000003,"15min":0.91100000000000003},"last":0.374},{"interface":"front","average":{"1min":0.64900000000000002,"5min":0.61299999999999999,"15min":0.61099999999999999},"min":{"1min":0.40600000000000003,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.98299999999999998,"5min":0.98299999999999998,"15min":0.98299999999999998},"last":0.38400000000000001}]},{"osd":5,"last update":"Fri Apr 12 08:43:29 2024","interfaces":[{"interface":"back","average":{"1min":0.59399999999999997,"5min":0.59699999999999998,"15min":0.60299999999999998},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.35999999999999999},{"interface":"front","average":{"1min":0.627,"5min":0.60499999999999998,"15min":0.60599999999999998},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.88600000000000001,"5min":0.88700000000000001,"15min":0.88700000000000001},"last":0.432}]},{"osd":6,"last update":"Fri Apr 12 08:43:52 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.59999999999999998,"15min":0.60099999999999998},"min":{"1min":0.35399999999999998,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.92300000000000004,"5min":0.93100000000000005,"15min":0.93100000000000005},"last":0.42399999999999999},{"interface":"front","average":{"1min":0.623,"5min":0.629,"15min":0.629},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.95199999999999996,"5min":0.95199999999999996,"15min":0.95199999999999996},"last":0.442}]},{"osd":7,"last update":"Fri Apr 12 08:43:15 2024","interfaces":[{"interface":"back","average":{"1min":0.65900000000000003,"5min":0.60699999999999998,"15min":0.59799999999999998},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.90500000000000003,"5min":0.90500000000000003,"15min":0.90500000000000003},"last":0.45300000000000001},{"interface":"front","average":{"1min":0.65900000000000003,"5min":0.62,"15min":0.61399999999999999},"min":{"1min":0.42999999999999999,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.98299999999999998,"5min":0.98299999999999998,"15min":0.98299999999999998},"last":0.48299999999999998}]}]},{"osd":4,"up_from":31,"seq":133143986226,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298088,"kb_used_data":728,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447064,"statfs":{"total":95995035648,"available":95689793536,"internally_reserved":0,"allocated":745472,"data_stored":317902,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 08:43:03 2024","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.53000000000000003,"15min":0.52800000000000002},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.70799999999999996,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.66600000000000004},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.57199999999999995,"15min":0.58799999999999997},"min":{"1min":0.38600000000000001,"5min":0.38,"15min":0.38},"max":{"1min":0.73899999999999999,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.79700000000000004}]},{"osd":1,"last update":"Fri Apr 12 08:43:03 2024","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.54500000000000004,"15min":0.55400000000000005},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.70199999999999996,"5min":0.872,"15min":0.872},"last":0.71099999999999997},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56899999999999995,"15min":0.57199999999999995},"min":{"1min":0.39500000000000002,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.73199999999999998,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.871}]},{"osd":2,"last update":"Fri Apr 12 08:43:03 2024","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.58199999999999996,"15min":0.58499999999999996},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.77300000000000002},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.54300000000000004,"15min":0.54700000000000004},"min":{"1min":0.34699999999999998,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.69499999999999995,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.74299999999999999}]},{"osd":3,"last update":"Fri Apr 12 08:43:03 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.57599999999999996,"15min":0.58599999999999997},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.72099999999999997,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.85499999999999998},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.39800000000000002,"5min":0.375,"15min":0.375},"max":{"1min":0.71299999999999997,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.84199999999999997}]},{"osd":5,"last update":"Fri Apr 12 08:43:27 2024","interfaces":[{"interface":"back","average":{"1min":0.46500000000000002,"5min":0.41399999999999998,"15min":0.39800000000000002},"min":{"1min":0.29499999999999998,"5min":0.255,"15min":0.255},"max":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"last":0.61699999999999999},{"interface":"front","average":{"1min":0.49199999999999999,"5min":0.42699999999999999,"15min":0.40400000000000003},"min":{"1min":0.33400000000000002,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.76900000000000002,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.72499999999999998}]},{"osd":6,"last update":"Fri Apr 12 08:43:52 2024","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.50900000000000001,"15min":0.49099999999999999},"min":{"1min":0.311,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.753,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.82799999999999996},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.52700000000000002,"15min":0.501},"min":{"1min":0.35799999999999998,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.754,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.78800000000000003}]},{"osd":7,"last update":"Fri Apr 12 08:43:14 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.51500000000000001,"15min":0.50700000000000001},"min":{"1min":0.39500000000000002,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.75600000000000001,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.75600000000000001},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.50900000000000001,"15min":0.503},"min":{"1min":0.371,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.69399999999999995}]}]},{"osd":5,"up_from":39,"seq":167503724590,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298076,"kb_used_data":716,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447076,"statfs":{"total":95995035648,"available":95689805824,"internally_reserved":0,"allocated":733184,"data_stored":317109,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 12 08:43:24 2024","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.52700000000000002,"15min":0.51800000000000002},"min":{"1min":0.33400000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.73299999999999998,"5min":1.484,"15min":1.484},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.56699999999999995,"15min":0.56599999999999995},"min":{"1min":0.33900000000000002,"5min":0.312,"15min":0.312},"max":{"1min":0.72399999999999998,"5min":1.4219999999999999,"15min":1.4219999999999999},"last":0.57399999999999995}]},{"osd":1,"last update":"Fri Apr 12 08:43:24 2024","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.57599999999999996,"15min":0.57899999999999996},"min":{"1min":0.35699999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.76100000000000001,"5min":1.8180000000000001,"15min":1.8180000000000001},"last":0.52500000000000002},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.54400000000000004,"15min":0.53300000000000003},"min":{"1min":0.38800000000000001,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.75700000000000001,"5min":1.3580000000000001,"15min":1.3580000000000001},"last":0.53900000000000003}]},{"osd":2,"last update":"Fri Apr 12 08:43:24 2024","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.54100000000000004,"15min":0.54000000000000004},"min":{"1min":0.29699999999999999,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.71999999999999997,"5min":1.5169999999999999,"15min":1.5169999999999999},"last":0.58599999999999997},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.57499999999999996,"15min":0.56799999999999995},"min":{"1min":0.36899999999999999,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.80400000000000005,"5min":1.7669999999999999,"15min":1.7669999999999999},"last":0.56200000000000006}]},{"osd":3,"last update":"Fri Apr 12 08:43:24 2024","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.55700000000000005,"15min":0.54900000000000004},"min":{"1min":0.34200000000000003,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.73399999999999999,"5min":1.54,"15min":1.54},"last":0.50800000000000001},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.57499999999999996,"15min":0.56699999999999995},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.77700000000000002,"5min":1.845,"15min":1.845},"last":0.59899999999999998}]},{"osd":4,"last update":"Fri Apr 12 08:43:24 2024","interfaces":[{"interface":"back","average":{"1min":0.436,"5min":0.42399999999999999,"15min":0.40799999999999997},"min":{"1min":0.28699999999999998,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.73699999999999999,"5min":1.4470000000000001,"15min":1.4470000000000001},"last":0.36199999999999999},{"interface":"front","average":{"1min":0.48099999999999998,"5min":0.44600000000000001,"15min":0.42899999999999999},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.78800000000000003,"5min":1.5629999999999999,"15min":1.5629999999999999},"last":0.40600000000000003}]},{"osd":6,"last update":"Fri Apr 12 08:43:52 2024","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.48399999999999999,"15min":0.48699999999999999},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.92200000000000004,"5min":1.742,"15min":1.742},"last":0.38300000000000001},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.53500000000000003,"15min":0.52500000000000002},"min":{"1min":0.33200000000000002,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.86499999999999999,"5min":1.7929999999999999,"15min":1.7929999999999999},"last":0.46999999999999997}]},{"osd":7,"last update":"Fri Apr 12 08:43:17 2024","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.40600000000000003,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.81100000000000005,"5min":1.7110000000000001,"15min":1.7110000000000001},"last":0.437},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"min":{"1min":0.29899999999999999,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.84299999999999997,"5min":1.3959999999999999,"15min":1.3959999999999999},"last":0.48999999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1698,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1622,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-12T08:44:03.177 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-04-12T08:44:03.177 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-04-12T08:44:03.177 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-04-12T08:44:03.177 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph health --format=json 2024-04-12T08:44:03.430 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T08:44:03.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:03 smithi175 ceph-mon[32523]: pgmap v84: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:44:03.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:03 smithi175 ceph-mon[32523]: from='client.24683 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T08:44:04.514 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:44:04 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[34409]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:44:04] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-12T08:44:04.561 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:44:04 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:44:04] "GET /metrics HTTP/1.1" 200 239131 "" "Prometheus/2.43.0" 2024-04-12T08:44:05.443 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T08:44:05.443 INFO:teuthology.orchestra.run.smithi112.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-04-12T08:44:05.443 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:05 smithi112 ceph-mon[29019]: pgmap v85: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:44:05.443 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:05 smithi112 ceph-mon[40233]: pgmap v85: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:44:05.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:05 smithi175 ceph-mon[32523]: pgmap v85: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:44:06.207 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-04-12T08:44:06.208 INFO:teuthology.run_tasks:Running task print... 2024-04-12T08:44:06.217 INFO:teuthology.task.print:**** upgrading first half of cluster, with stress **** 2024-04-12T08:44:06.218 INFO:teuthology.run_tasks:Running task parallel... 2024-04-12T08:44:06.252 INFO:teuthology.task.parallel:starting parallel... 2024-04-12T08:44:06.252 INFO:teuthology.task.parallel:In parallel, running task sequential... 2024-04-12T08:44:06.252 INFO:teuthology.task.sequential:In sequential, running task workunit... 2024-04-12T08:44:06.256 INFO:tasks.workunit:Pulling workunits from ref quincy 2024-04-12T08:44:06.256 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-12T08:44:06.256 DEBUG:teuthology.orchestra.run.smithi112:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-12T08:44:06.257 INFO:teuthology.task.parallel:In parallel, running task sequential... 2024-04-12T08:44:06.257 INFO:teuthology.task.sequential:In sequential, running task cephadm.shell... 2024-04-12T08:44:06.257 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi112.front.sepia.ceph.com 2024-04-12T08:44:06.257 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -e sha1=b277feb2c7beb4597d8ecc39d58d5c36b81f613a -- bash -c 'ceph config set mgr mgr/cephadm/daemon_cache_timeout 60' 2024-04-12T08:44:06.273 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-12T08:44:06.274 INFO:teuthology.orchestra.run.smithi112.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-04-12T08:44:06.274 DEBUG:teuthology.orchestra.run.smithi112:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-04-12T08:44:06.328 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-04-12T08:44:06.328 DEBUG:teuthology.orchestra.run.smithi112:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-04-12T08:44:06.384 INFO:tasks.workunit:timeout=3h 2024-04-12T08:44:06.384 INFO:tasks.workunit:cleanup=True 2024-04-12T08:44:06.384 DEBUG:teuthology.orchestra.run.smithi112:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch quincy https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-04-12T08:44:06.440 INFO:tasks.workunit.client.0.smithi112.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-12T08:44:06.514 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T08:44:06.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:06 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/3406076980' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T08:44:06.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:06 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/3406076980' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T08:44:06.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:06 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/3406076980' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T08:44:07.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:07 smithi112 ceph-mon[29019]: pgmap v86: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:44:07.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:07 smithi112 ceph-mon[40233]: pgmap v86: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:44:07.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:07 smithi175 ceph-mon[32523]: pgmap v86: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:44:08.842 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:44:08 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: [12/Apr/2024:08:44:08] ENGINE Bus STOPPING 2024-04-12T08:44:08.842 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:44:08 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: [12/Apr/2024:08:44:08] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-12T08:44:08.842 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:44:08 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: [12/Apr/2024:08:44:08] ENGINE Bus STOPPED 2024-04-12T08:44:08.842 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:44:08 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: [12/Apr/2024:08:44:08] ENGINE Bus STARTING 2024-04-12T08:44:08.842 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:44:08 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: [12/Apr/2024:08:44:08] ENGINE Serving on http://:::9283 2024-04-12T08:44:08.843 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:44:08 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: [12/Apr/2024:08:44:08] ENGINE Bus STARTED 2024-04-12T08:44:09.237 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -e sha1=b277feb2c7beb4597d8ecc39d58d5c36b81f613a -- bash -c 'ceph config set global log_to_journald false --force' 2024-04-12T08:44:09.539 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T08:44:09.752 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:09 smithi112 ceph-mon[29019]: pgmap v87: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:44:09.753 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:09 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/1479537657' entity='client.admin' 2024-04-12T08:44:09.753 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:09 smithi112 ceph-mon[29019]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:44:09.753 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:09 smithi112 ceph-mon[29019]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:44:09.753 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:09 smithi112 ceph-mon[29019]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:44:09.753 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:09 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:44:09.753 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:09 smithi112 ceph-mon[40233]: pgmap v87: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:44:09.753 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:09 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/1479537657' entity='client.admin' 2024-04-12T08:44:09.753 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:09 smithi112 ceph-mon[40233]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:44:09.753 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:09 smithi112 ceph-mon[40233]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:44:09.753 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:09 smithi112 ceph-mon[40233]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:44:09.753 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:09 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:44:09.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:09 smithi175 ceph-mon[32523]: pgmap v87: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:44:09.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:09 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/1479537657' entity='client.admin' 2024-04-12T08:44:09.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:09 smithi175 ceph-mon[32523]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:44:09.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:09 smithi175 ceph-mon[32523]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:44:09.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:09 smithi175 ceph-mon[32523]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:44:09.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:09 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:44:11.764 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:11 smithi175 ceph-mon[32523]: pgmap v88: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:44:11.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:11 smithi112 ceph-mon[29019]: pgmap v88: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:44:11.842 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:11 smithi112 ceph-mon[40233]: pgmap v88: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:44:12.221 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -e sha1=b277feb2c7beb4597d8ecc39d58d5c36b81f613a -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1' 2024-04-12T08:44:12.474 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T08:44:12.754 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:12 smithi112 ceph-mon[40233]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:44:12.755 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:12 smithi112 ceph-mon[29019]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:44:12.764 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:12 smithi175 ceph-mon[32523]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:44:13.753 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:13 smithi112 ceph-mon[29019]: pgmap v89: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:44:13.754 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:13 smithi112 ceph-mon[40233]: pgmap v89: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:44:13.764 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:13 smithi175 ceph-mon[32523]: pgmap v89: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:44:14.342 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:44:14 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:44:14] "GET /metrics HTTP/1.1" 200 239122 "" "Prometheus/2.43.0" 2024-04-12T08:44:14.441 INFO:teuthology.orchestra.run.smithi112.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:b277feb2c7beb4597d8ecc39d58d5c36b81f613a 2024-04-12T08:44:14.514 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:44:14 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[34409]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:44:14] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-12T08:44:15.073 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -e sha1=b277feb2c7beb4597d8ecc39d58d5c36b81f613a -- bash -c 'ceph orch ps' 2024-04-12T08:44:15.351 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T08:44:15.732 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:15 smithi112 ceph-mon[29019]: pgmap v90: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:44:15.732 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:15 smithi112 ceph-mon[29019]: from='client.14814 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:b277feb2c7beb4597d8ecc39d58d5c36b81f613a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T08:44:15.732 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:15 smithi112 ceph-mon[29019]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:b277feb2c7beb4597d8ecc39d58d5c36b81f613a 2024-04-12T08:44:15.732 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:15 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:44:15.732 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:15 smithi112 ceph-mon[29019]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:44:15.732 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:15 smithi112 ceph-mon[29019]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:44:15.732 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:15 smithi112 ceph-mon[29019]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:44:15.732 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:15 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:44:15.733 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:15 smithi112 ceph-mon[40233]: pgmap v90: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:44:15.733 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:15 smithi112 ceph-mon[40233]: from='client.14814 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:b277feb2c7beb4597d8ecc39d58d5c36b81f613a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T08:44:15.733 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:15 smithi112 ceph-mon[40233]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:b277feb2c7beb4597d8ecc39d58d5c36b81f613a 2024-04-12T08:44:15.733 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:15 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:44:15.733 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:15 smithi112 ceph-mon[40233]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:44:15.733 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:15 smithi112 ceph-mon[40233]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:44:15.733 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:15 smithi112 ceph-mon[40233]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:44:15.733 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:15 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:44:15.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:15 smithi175 ceph-mon[32523]: pgmap v90: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:44:15.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:15 smithi175 ceph-mon[32523]: from='client.14814 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:b277feb2c7beb4597d8ecc39d58d5c36b81f613a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T08:44:15.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:15 smithi175 ceph-mon[32523]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:b277feb2c7beb4597d8ecc39d58d5c36b81f613a 2024-04-12T08:44:15.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:15 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:44:15.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:15 smithi175 ceph-mon[32523]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:44:15.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:15 smithi175 ceph-mon[32523]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:44:15.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:15 smithi175 ceph-mon[32523]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:44:15.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:15 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:44:16.764 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:16 smithi175 ceph-mon[32523]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:b277feb2c7beb4597d8ecc39d58d5c36b81f613a 2024-04-12T08:44:16.826 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:16 smithi112 ceph-mon[29019]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:b277feb2c7beb4597d8ecc39d58d5c36b81f613a 2024-04-12T08:44:16.826 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:16 smithi112 ceph-mon[40233]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:b277feb2c7beb4597d8ecc39d58d5c36b81f613a 2024-04-12T08:44:17.548 INFO:teuthology.orchestra.run.smithi112.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-12T08:44:17.548 INFO:teuthology.orchestra.run.smithi112.stdout:alertmanager.a smithi112 *:9093,9094 running (85s) 56s ago 2m 16.0M - 0.25.0 c8568f914cd2 5454f79c48f8 2024-04-12T08:44:17.548 INFO:teuthology.orchestra.run.smithi112.stdout:grafana.a smithi175 *:3000 running (2m) 59s ago 2m 81.8M - 9.4.7 954c08fa6188 62703faa60d2 2024-04-12T08:44:17.548 INFO:teuthology.orchestra.run.smithi112.stdout:mds.foo.smithi112.qoyflb smithi112 running (72s) 56s ago 71s 13.2M - 17.2.7-827-gd3b5060a 21de9b7369ad 7251c16567cf 2024-04-12T08:44:17.548 INFO:teuthology.orchestra.run.smithi112.stdout:mds.foo.smithi175.kcfyhq smithi175 running (69s) 59s ago 69s 14.5M - 17.2.7-827-gd3b5060a 21de9b7369ad fca8b9493c88 2024-04-12T08:44:17.548 INFO:teuthology.orchestra.run.smithi112.stdout:mgr.x smithi175 *:8443 running (6m) 59s ago 6m 431M - 17.2.7-827-gd3b5060a 21de9b7369ad 74c356655281 2024-04-12T08:44:17.548 INFO:teuthology.orchestra.run.smithi112.stdout:mgr.y smithi112 *:9283 running (8m) 56s ago 8m 476M - 17.2.7-827-gd3b5060a 21de9b7369ad da108e8a61fe 2024-04-12T08:44:17.548 INFO:teuthology.orchestra.run.smithi112.stdout:mon.a smithi112 running (8m) 56s ago 8m 48.0M 2048M 17.2.7-827-gd3b5060a 21de9b7369ad 02aa954e27c5 2024-04-12T08:44:17.549 INFO:teuthology.orchestra.run.smithi112.stdout:mon.b smithi175 running (6m) 59s ago 6m 40.4M 2048M 17.2.7-827-gd3b5060a 21de9b7369ad d2bba337b2a5 2024-04-12T08:44:17.549 INFO:teuthology.orchestra.run.smithi112.stdout:mon.c smithi112 running (6m) 56s ago 6m 40.8M 2048M 17.2.7-827-gd3b5060a 21de9b7369ad 511dde1586d1 2024-04-12T08:44:17.549 INFO:teuthology.orchestra.run.smithi112.stdout:node-exporter.a smithi112 *:9100 running (112s) 56s ago 111s 16.3M - 1.5.0 0da6a335fe13 ad276ac04f75 2024-04-12T08:44:17.549 INFO:teuthology.orchestra.run.smithi112.stdout:node-exporter.b smithi175 *:9100 running (108s) 59s ago 108s 9.78M - 1.5.0 0da6a335fe13 93dbcef44c3a 2024-04-12T08:44:17.549 INFO:teuthology.orchestra.run.smithi112.stdout:osd.0 smithi112 running (6m) 56s ago 6m 42.3M 4016M 17.2.7-827-gd3b5060a 21de9b7369ad de5a7aa193e8 2024-04-12T08:44:17.549 INFO:teuthology.orchestra.run.smithi112.stdout:osd.1 smithi112 running (5m) 56s ago 5m 43.7M 4016M 17.2.7-827-gd3b5060a 21de9b7369ad 713ee2bfe458 2024-04-12T08:44:17.549 INFO:teuthology.orchestra.run.smithi112.stdout:osd.2 smithi112 running (5m) 56s ago 5m 42.5M 4016M 17.2.7-827-gd3b5060a 21de9b7369ad 8208a26f4bb7 2024-04-12T08:44:17.549 INFO:teuthology.orchestra.run.smithi112.stdout:osd.3 smithi112 running (4m) 56s ago 4m 39.9M 4016M 17.2.7-827-gd3b5060a 21de9b7369ad 7e13badec631 2024-04-12T08:44:17.549 INFO:teuthology.orchestra.run.smithi112.stdout:osd.4 smithi175 running (4m) 59s ago 4m 41.0M 4016M 17.2.7-827-gd3b5060a 21de9b7369ad 03ae42aa98cd 2024-04-12T08:44:17.549 INFO:teuthology.orchestra.run.smithi112.stdout:osd.5 smithi175 running (4m) 59s ago 4m 40.6M 4016M 17.2.7-827-gd3b5060a 21de9b7369ad 584bb9e59608 2024-04-12T08:44:17.549 INFO:teuthology.orchestra.run.smithi112.stdout:osd.6 smithi175 running (3m) 59s ago 3m 40.5M 4016M 17.2.7-827-gd3b5060a 21de9b7369ad 4d33c835fc53 2024-04-12T08:44:17.549 INFO:teuthology.orchestra.run.smithi112.stdout:osd.7 smithi175 running (3m) 59s ago 3m 40.4M 4016M 17.2.7-827-gd3b5060a 21de9b7369ad 1011d4c3888f 2024-04-12T08:44:17.549 INFO:teuthology.orchestra.run.smithi112.stdout:prometheus.a smithi175 *:9095 running (80s) 59s ago 2m 35.6M - 2.43.0 a07b618ecd1d 040ea22c295a 2024-04-12T08:44:17.764 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:17 smithi175 ceph-mon[32523]: pgmap v91: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:44:17.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:17 smithi112 ceph-mon[29019]: pgmap v91: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:44:17.842 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:17 smithi112 ceph-mon[40233]: pgmap v91: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:44:18.229 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -e sha1=b277feb2c7beb4597d8ecc39d58d5c36b81f613a -- bash -c 'echo wait for minority of mons to upgrade' 2024-04-12T08:44:18.479 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:18 smithi112 ceph-mon[29019]: from='client.24713 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T08:44:18.479 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:18 smithi112 ceph-mon[40233]: from='client.24713 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T08:44:18.516 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T08:44:18.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:18 smithi175 ceph-mon[32523]: from='client.24713 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T08:44:19.764 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:19 smithi175 ceph-mon[32523]: pgmap v92: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:44:19.803 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:19 smithi112 ceph-mon[40233]: pgmap v92: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:44:19.803 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:19 smithi112 ceph-mon[29019]: pgmap v92: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:44:20.568 DEBUG:teuthology.orchestra.run.smithi112:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-12T08:44:20.637 INFO:tasks.workunit.client.0.smithi112.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-12T08:44:20.640 INFO:tasks.workunit.client.0.smithi112.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-12T08:44:20.640 INFO:tasks.workunit.client.0.smithi112.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-12T08:44:20.786 INFO:teuthology.orchestra.run.smithi112.stdout:wait for minority of mons to upgrade 2024-04-12T08:44:21.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:21 smithi112 ceph-mon[40233]: pgmap v93: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:44:21.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:21 smithi112 ceph-mon[29019]: pgmap v93: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:44:21.675 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -e sha1=b277feb2c7beb4597d8ecc39d58d5c36b81f613a -- bash -c 'while ! ceph mon versions | grep $sha1 ; do sleep 2 ; done' 2024-04-12T08:44:21.764 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:21 smithi175 ceph-mon[32523]: pgmap v93: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:44:21.933 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T08:44:22.895 INFO:tasks.workunit.client.0.smithi112.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-12T08:44:23.010 INFO:tasks.workunit.client.0.smithi112.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-12T08:44:23.058 INFO:tasks.workunit.client.0.smithi112.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-12T08:44:23.060 INFO:tasks.workunit.client.0.smithi112.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-12T08:44:23.060 INFO:tasks.workunit.client.0.smithi112.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-12T08:44:23.099 INFO:tasks.workunit.client.0.smithi112.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-12T08:44:23.102 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-04-12T08:44:23.102 DEBUG:teuthology.orchestra.run.smithi112:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-12T08:44:23.118 INFO:tasks.workunit:Running workunits matching rbd/test_librbd.sh on client.0... 2024-04-12T08:44:23.120 INFO:tasks.workunit:Running workunit rbd/test_librbd.sh... 2024-04-12T08:44:23.120 DEBUG:teuthology.orchestra.run.smithi112:workunit test rbd/test_librbd.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 RBD_FEATURES=61 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd.sh 2024-04-12T08:44:23.279 INFO:tasks.workunit.client.0.smithi112.stderr:warning: failed to enable lockdep 2024-04-12T08:44:23.280 INFO:tasks.workunit.client.0.smithi112.stdout:seed 80750 2024-04-12T08:44:23.280 INFO:tasks.workunit.client.0.smithi112.stdout:[==========] Running 415 tests from 16 test suites. 2024-04-12T08:44:23.280 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] Global test environment set-up. 2024-04-12T08:44:23.280 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] 1 test from TestJournalStress 2024-04-12T08:44:23.777 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:23 smithi112 ceph-mon[40233]: pgmap v94: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:44:23.777 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:23 smithi112 ceph-mon[29019]: pgmap v94: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:44:24.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:23 smithi175 ceph-mon[32523]: pgmap v94: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:44:24.514 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:44:24 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[34409]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:44:24] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-12T08:44:24.592 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:44:24 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:44:24] "GET /metrics HTTP/1.1" 200 239122 "" "Prometheus/2.43.0" 2024-04-12T08:44:24.631 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestJournalStress.DiscardWithPruneWriteOverlap 2024-04-12T08:44:25.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:24 smithi175 ceph-mon[32523]: osdmap e72: 8 total, 8 up, 8 in 2024-04-12T08:44:25.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:24 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/1231109971' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:44:25.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:24 smithi175 ceph-mon[32523]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:44:25.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:24 smithi175 ceph-mon[32523]: pgmap v96: 105 pgs: 32 unknown, 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:44:25.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:24 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/2623820785' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:44:25.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:24 smithi112 ceph-mon[29019]: osdmap e72: 8 total, 8 up, 8 in 2024-04-12T08:44:25.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:24 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/1231109971' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:44:25.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:24 smithi112 ceph-mon[29019]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:44:25.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:24 smithi112 ceph-mon[29019]: pgmap v96: 105 pgs: 32 unknown, 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:44:25.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:24 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/2623820785' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:44:25.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:24 smithi112 ceph-mon[40233]: osdmap e72: 8 total, 8 up, 8 in 2024-04-12T08:44:25.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:24 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/1231109971' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:44:25.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:24 smithi112 ceph-mon[40233]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:44:25.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:24 smithi112 ceph-mon[40233]: pgmap v96: 105 pgs: 32 unknown, 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:44:25.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:24 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/2623820785' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:44:26.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:25 smithi175 ceph-mon[32523]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T08:44:26.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:25 smithi175 ceph-mon[32523]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T08:44:26.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:25 smithi175 ceph-mon[32523]: osdmap e73: 8 total, 8 up, 8 in 2024-04-12T08:44:26.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:25 smithi112 ceph-mon[29019]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T08:44:26.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:25 smithi112 ceph-mon[29019]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T08:44:26.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:25 smithi112 ceph-mon[29019]: osdmap e73: 8 total, 8 up, 8 in 2024-04-12T08:44:26.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:25 smithi112 ceph-mon[40233]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T08:44:26.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:25 smithi112 ceph-mon[40233]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T08:44:26.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:25 smithi112 ceph-mon[40233]: osdmap e73: 8 total, 8 up, 8 in 2024-04-12T08:44:26.652 INFO:tasks.workunit.client.0.smithi112.stdout:SKIPPING 2024-04-12T08:44:26.653 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestJournalStress.DiscardWithPruneWriteOverlap (2022 ms) 2024-04-12T08:44:27.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:26 smithi175 ceph-mon[32523]: osdmap e74: 8 total, 8 up, 8 in 2024-04-12T08:44:27.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:26 smithi175 ceph-mon[32523]: pgmap v99: 105 pgs: 32 unknown, 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:44:27.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:26 smithi112 ceph-mon[29019]: osdmap e74: 8 total, 8 up, 8 in 2024-04-12T08:44:27.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:26 smithi112 ceph-mon[29019]: pgmap v99: 105 pgs: 32 unknown, 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:44:27.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:26 smithi112 ceph-mon[40233]: osdmap e74: 8 total, 8 up, 8 in 2024-04-12T08:44:27.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:26 smithi112 ceph-mon[40233]: pgmap v99: 105 pgs: 32 unknown, 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:44:27.645 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] 1 test from TestJournalStress (2022 ms total) 2024-04-12T08:44:27.645 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:44:27.645 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] 16 tests from TestJournalReplay 2024-04-12T08:44:28.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:27 smithi175 ceph-mon[32523]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T08:44:28.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:27 smithi175 ceph-mon[32523]: Cluster is now healthy 2024-04-12T08:44:28.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:27 smithi175 ceph-mon[32523]: osdmap e75: 8 total, 8 up, 8 in 2024-04-12T08:44:28.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:27 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/938436202' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:44:28.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:27 smithi175 ceph-mon[32523]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:44:28.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:27 smithi112 ceph-mon[40233]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T08:44:28.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:27 smithi112 ceph-mon[40233]: Cluster is now healthy 2024-04-12T08:44:28.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:27 smithi112 ceph-mon[40233]: osdmap e75: 8 total, 8 up, 8 in 2024-04-12T08:44:28.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:27 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/938436202' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:44:28.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:27 smithi112 ceph-mon[40233]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:44:28.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:27 smithi112 ceph-mon[29019]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T08:44:28.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:27 smithi112 ceph-mon[29019]: Cluster is now healthy 2024-04-12T08:44:28.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:27 smithi112 ceph-mon[29019]: osdmap e75: 8 total, 8 up, 8 in 2024-04-12T08:44:28.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:27 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/938436202' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:44:28.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:27 smithi112 ceph-mon[29019]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:44:28.842 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:28 smithi112 ceph-mon[40233]: osdmap e76: 8 total, 8 up, 8 in 2024-04-12T08:44:28.842 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:28 smithi112 ceph-mon[40233]: pgmap v102: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:44:28.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:28 smithi112 ceph-mon[29019]: osdmap e76: 8 total, 8 up, 8 in 2024-04-12T08:44:28.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:28 smithi112 ceph-mon[29019]: pgmap v102: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:44:29.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:28 smithi175 ceph-mon[32523]: osdmap e76: 8 total, 8 up, 8 in 2024-04-12T08:44:29.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:28 smithi175 ceph-mon[32523]: pgmap v102: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:44:29.655 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestJournalReplay.AioDiscardEvent 2024-04-12T08:44:30.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:29 smithi175 ceph-mon[32523]: osdmap e77: 8 total, 8 up, 8 in 2024-04-12T08:44:30.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:29 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/1381155720' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:44:30.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:29 smithi175 ceph-mon[32523]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:44:30.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:29 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/2120527254' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:44:30.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:29 smithi112 ceph-mon[29019]: osdmap e77: 8 total, 8 up, 8 in 2024-04-12T08:44:30.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:29 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/1381155720' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:44:30.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:29 smithi112 ceph-mon[29019]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:44:30.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:29 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/2120527254' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:44:30.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:29 smithi112 ceph-mon[40233]: osdmap e77: 8 total, 8 up, 8 in 2024-04-12T08:44:30.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:29 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/1381155720' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:44:30.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:29 smithi112 ceph-mon[40233]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:44:30.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:29 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/2120527254' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:44:31.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:30 smithi175 ceph-mon[32523]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T08:44:31.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:30 smithi175 ceph-mon[32523]: osdmap e78: 8 total, 8 up, 8 in 2024-04-12T08:44:31.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:30 smithi175 ceph-mon[32523]: pgmap v105: 105 pgs: 32 unknown, 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:44:31.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:30 smithi112 ceph-mon[29019]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T08:44:31.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:30 smithi112 ceph-mon[29019]: osdmap e78: 8 total, 8 up, 8 in 2024-04-12T08:44:31.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:30 smithi112 ceph-mon[29019]: pgmap v105: 105 pgs: 32 unknown, 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:44:31.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:30 smithi112 ceph-mon[40233]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T08:44:31.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:30 smithi112 ceph-mon[40233]: osdmap e78: 8 total, 8 up, 8 in 2024-04-12T08:44:31.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:30 smithi112 ceph-mon[40233]: pgmap v105: 105 pgs: 32 unknown, 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:44:31.681 INFO:tasks.workunit.client.0.smithi112.stdout:SKIPPING 2024-04-12T08:44:31.681 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestJournalReplay.AioDiscardEvent (2026 ms) 2024-04-12T08:44:31.681 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestJournalReplay.AioWriteEvent 2024-04-12T08:44:31.691 INFO:tasks.workunit.client.0.smithi112.stdout:SKIPPING 2024-04-12T08:44:31.691 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestJournalReplay.AioWriteEvent (10 ms) 2024-04-12T08:44:31.691 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestJournalReplay.AioFlushEvent 2024-04-12T08:44:31.699 INFO:tasks.workunit.client.0.smithi112.stdout:SKIPPING 2024-04-12T08:44:31.699 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestJournalReplay.AioFlushEvent (8 ms) 2024-04-12T08:44:31.699 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestJournalReplay.SnapCreate 2024-04-12T08:44:31.707 INFO:tasks.workunit.client.0.smithi112.stdout:SKIPPING 2024-04-12T08:44:31.707 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestJournalReplay.SnapCreate (8 ms) 2024-04-12T08:44:31.707 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestJournalReplay.SnapProtect 2024-04-12T08:44:31.715 INFO:tasks.workunit.client.0.smithi112.stdout:SKIPPING 2024-04-12T08:44:31.715 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestJournalReplay.SnapProtect (8 ms) 2024-04-12T08:44:31.715 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestJournalReplay.SnapUnprotect 2024-04-12T08:44:31.723 INFO:tasks.workunit.client.0.smithi112.stdout:SKIPPING 2024-04-12T08:44:31.723 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestJournalReplay.SnapUnprotect (9 ms) 2024-04-12T08:44:31.723 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestJournalReplay.SnapRename 2024-04-12T08:44:31.731 INFO:tasks.workunit.client.0.smithi112.stdout:SKIPPING 2024-04-12T08:44:31.731 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestJournalReplay.SnapRename (7 ms) 2024-04-12T08:44:31.731 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestJournalReplay.SnapRollback 2024-04-12T08:44:31.738 INFO:tasks.workunit.client.0.smithi112.stdout:SKIPPING 2024-04-12T08:44:31.738 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestJournalReplay.SnapRollback (7 ms) 2024-04-12T08:44:31.738 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestJournalReplay.SnapRemove 2024-04-12T08:44:31.745 INFO:tasks.workunit.client.0.smithi112.stdout:SKIPPING 2024-04-12T08:44:31.745 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestJournalReplay.SnapRemove (8 ms) 2024-04-12T08:44:31.745 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestJournalReplay.Rename 2024-04-12T08:44:31.752 INFO:tasks.workunit.client.0.smithi112.stdout:SKIPPING 2024-04-12T08:44:31.753 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestJournalReplay.Rename (7 ms) 2024-04-12T08:44:31.753 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestJournalReplay.Resize 2024-04-12T08:44:31.760 INFO:tasks.workunit.client.0.smithi112.stdout:SKIPPING 2024-04-12T08:44:31.760 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestJournalReplay.Resize (7 ms) 2024-04-12T08:44:31.760 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestJournalReplay.Flatten 2024-04-12T08:44:31.767 INFO:tasks.workunit.client.0.smithi112.stdout:SKIPPING 2024-04-12T08:44:31.767 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestJournalReplay.Flatten (7 ms) 2024-04-12T08:44:31.767 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestJournalReplay.UpdateFeatures 2024-04-12T08:44:31.775 INFO:tasks.workunit.client.0.smithi112.stdout:SKIPPING 2024-04-12T08:44:31.775 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestJournalReplay.UpdateFeatures (8 ms) 2024-04-12T08:44:31.775 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestJournalReplay.MetadataSet 2024-04-12T08:44:31.782 INFO:tasks.workunit.client.0.smithi112.stdout:SKIPPING 2024-04-12T08:44:31.782 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestJournalReplay.MetadataSet (8 ms) 2024-04-12T08:44:31.783 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestJournalReplay.MetadataRemove 2024-04-12T08:44:31.789 INFO:tasks.workunit.client.0.smithi112.stdout:SKIPPING 2024-04-12T08:44:31.789 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestJournalReplay.MetadataRemove (7 ms) 2024-04-12T08:44:31.789 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestJournalReplay.ObjectPosition 2024-04-12T08:44:31.797 INFO:tasks.workunit.client.0.smithi112.stdout:SKIPPING 2024-04-12T08:44:31.797 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestJournalReplay.ObjectPosition (7 ms) 2024-04-12T08:44:32.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:31 smithi175 ceph-mon[32523]: osdmap e79: 8 total, 8 up, 8 in 2024-04-12T08:44:32.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:31 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/379136245' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:44:32.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:31 smithi112 ceph-mon[29019]: osdmap e79: 8 total, 8 up, 8 in 2024-04-12T08:44:32.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:31 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/379136245' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:44:32.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:31 smithi112 ceph-mon[40233]: osdmap e79: 8 total, 8 up, 8 in 2024-04-12T08:44:32.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:31 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/379136245' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:44:32.681 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] 16 tests from TestJournalReplay (2142 ms total) 2024-04-12T08:44:32.681 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:44:32.681 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] 4 tests from TestJournalEntries 2024-04-12T08:44:33.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:32 smithi175 ceph-mon[32523]: osdmap e80: 8 total, 8 up, 8 in 2024-04-12T08:44:33.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:32 smithi175 ceph-mon[32523]: pgmap v108: 105 pgs: 32 unknown, 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:44:33.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:32 smithi112 ceph-mon[40233]: osdmap e80: 8 total, 8 up, 8 in 2024-04-12T08:44:33.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:32 smithi112 ceph-mon[40233]: pgmap v108: 105 pgs: 32 unknown, 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:44:33.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:32 smithi112 ceph-mon[29019]: osdmap e80: 8 total, 8 up, 8 in 2024-04-12T08:44:33.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:32 smithi112 ceph-mon[29019]: pgmap v108: 105 pgs: 32 unknown, 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:44:34.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:33 smithi175 ceph-mon[32523]: osdmap e81: 8 total, 8 up, 8 in 2024-04-12T08:44:34.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:33 smithi112 ceph-mon[29019]: osdmap e81: 8 total, 8 up, 8 in 2024-04-12T08:44:34.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:33 smithi112 ceph-mon[40233]: osdmap e81: 8 total, 8 up, 8 in 2024-04-12T08:44:34.514 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:44:34 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[34409]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:44:34] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-12T08:44:34.592 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:44:34 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:44:34] "GET /metrics HTTP/1.1" 200 241403 "" "Prometheus/2.43.0" 2024-04-12T08:44:34.690 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestJournalEntries.AioWrite 2024-04-12T08:44:35.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:34 smithi175 ceph-mon[32523]: osdmap e82: 8 total, 8 up, 8 in 2024-04-12T08:44:35.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:34 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/1769284517' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:44:35.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:34 smithi175 ceph-mon[32523]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:44:35.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:34 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/3899382812' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:44:35.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:34 smithi175 ceph-mon[32523]: pgmap v111: 105 pgs: 32 unknown, 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:44:35.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:34 smithi112 ceph-mon[29019]: osdmap e82: 8 total, 8 up, 8 in 2024-04-12T08:44:35.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:34 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/1769284517' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:44:35.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:34 smithi112 ceph-mon[29019]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:44:35.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:34 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/3899382812' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:44:35.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:34 smithi112 ceph-mon[29019]: pgmap v111: 105 pgs: 32 unknown, 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:44:35.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:34 smithi112 ceph-mon[40233]: osdmap e82: 8 total, 8 up, 8 in 2024-04-12T08:44:35.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:34 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/1769284517' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:44:35.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:34 smithi112 ceph-mon[40233]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:44:35.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:34 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/3899382812' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:44:35.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:34 smithi112 ceph-mon[40233]: pgmap v111: 105 pgs: 32 unknown, 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:44:36.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:35 smithi175 ceph-mon[32523]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T08:44:36.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:35 smithi175 ceph-mon[32523]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T08:44:36.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:35 smithi175 ceph-mon[32523]: osdmap e83: 8 total, 8 up, 8 in 2024-04-12T08:44:36.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:35 smithi112 ceph-mon[40233]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T08:44:36.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:35 smithi112 ceph-mon[40233]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T08:44:36.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:35 smithi112 ceph-mon[40233]: osdmap e83: 8 total, 8 up, 8 in 2024-04-12T08:44:36.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:35 smithi112 ceph-mon[29019]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T08:44:36.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:35 smithi112 ceph-mon[29019]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T08:44:36.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:35 smithi112 ceph-mon[29019]: osdmap e83: 8 total, 8 up, 8 in 2024-04-12T08:44:36.713 INFO:tasks.workunit.client.0.smithi112.stdout:SKIPPING 2024-04-12T08:44:36.713 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestJournalEntries.AioWrite (2024 ms) 2024-04-12T08:44:36.714 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestJournalEntries.AioDiscard 2024-04-12T08:44:36.724 INFO:tasks.workunit.client.0.smithi112.stdout:SKIPPING 2024-04-12T08:44:36.724 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestJournalEntries.AioDiscard (10 ms) 2024-04-12T08:44:36.724 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestJournalEntries.AioDiscardWithPrune 2024-04-12T08:44:36.732 INFO:tasks.workunit.client.0.smithi112.stdout:SKIPPING 2024-04-12T08:44:36.732 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestJournalEntries.AioDiscardWithPrune (9 ms) 2024-04-12T08:44:36.732 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestJournalEntries.AioFlush 2024-04-12T08:44:36.741 INFO:tasks.workunit.client.0.smithi112.stdout:SKIPPING 2024-04-12T08:44:36.741 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestJournalEntries.AioFlush (8 ms) 2024-04-12T08:44:37.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:36 smithi175 ceph-mon[32523]: osdmap e84: 8 total, 8 up, 8 in 2024-04-12T08:44:37.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:36 smithi175 ceph-mon[32523]: pgmap v114: 105 pgs: 32 unknown, 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:44:37.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:36 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/4187231912' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:44:37.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:36 smithi112 ceph-mon[29019]: osdmap e84: 8 total, 8 up, 8 in 2024-04-12T08:44:37.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:36 smithi112 ceph-mon[29019]: pgmap v114: 105 pgs: 32 unknown, 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:44:37.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:36 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/4187231912' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:44:37.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:36 smithi112 ceph-mon[40233]: osdmap e84: 8 total, 8 up, 8 in 2024-04-12T08:44:37.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:36 smithi112 ceph-mon[40233]: pgmap v114: 105 pgs: 32 unknown, 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:44:37.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:36 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/4187231912' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:44:37.708 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] 4 tests from TestJournalEntries (2051 ms total) 2024-04-12T08:44:37.708 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:44:37.708 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] 2 tests from TestTrash 2024-04-12T08:44:38.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:37 smithi175 ceph-mon[32523]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T08:44:38.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:37 smithi175 ceph-mon[32523]: Cluster is now healthy 2024-04-12T08:44:38.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:37 smithi175 ceph-mon[32523]: osdmap e85: 8 total, 8 up, 8 in 2024-04-12T08:44:38.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:37 smithi112 ceph-mon[40233]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T08:44:38.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:37 smithi112 ceph-mon[40233]: Cluster is now healthy 2024-04-12T08:44:38.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:37 smithi112 ceph-mon[40233]: osdmap e85: 8 total, 8 up, 8 in 2024-04-12T08:44:38.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:37 smithi112 ceph-mon[29019]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T08:44:38.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:37 smithi112 ceph-mon[29019]: Cluster is now healthy 2024-04-12T08:44:38.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:37 smithi112 ceph-mon[29019]: osdmap e85: 8 total, 8 up, 8 in 2024-04-12T08:44:39.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:38 smithi175 ceph-mon[32523]: osdmap e86: 8 total, 8 up, 8 in 2024-04-12T08:44:39.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:38 smithi175 ceph-mon[32523]: pgmap v117: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:44:39.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:38 smithi112 ceph-mon[40233]: osdmap e86: 8 total, 8 up, 8 in 2024-04-12T08:44:39.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:38 smithi112 ceph-mon[40233]: pgmap v117: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:44:39.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:38 smithi112 ceph-mon[29019]: osdmap e86: 8 total, 8 up, 8 in 2024-04-12T08:44:39.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:38 smithi112 ceph-mon[29019]: pgmap v117: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:44:39.725 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestTrash.UserRemovingSource 2024-04-12T08:44:40.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:39 smithi175 ceph-mon[32523]: osdmap e87: 8 total, 8 up, 8 in 2024-04-12T08:44:40.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:39 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/1846073694' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:44:40.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:39 smithi175 ceph-mon[32523]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:44:40.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:39 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/1997376414' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:44:40.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:39 smithi112 ceph-mon[29019]: osdmap e87: 8 total, 8 up, 8 in 2024-04-12T08:44:40.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:39 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/1846073694' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:44:40.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:39 smithi112 ceph-mon[29019]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:44:40.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:39 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/1997376414' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:44:40.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:39 smithi112 ceph-mon[40233]: osdmap e87: 8 total, 8 up, 8 in 2024-04-12T08:44:40.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:39 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/1846073694' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:44:40.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:39 smithi112 ceph-mon[40233]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:44:40.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:39 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/1997376414' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:44:41.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:40 smithi175 ceph-mon[32523]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T08:44:41.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:40 smithi175 ceph-mon[32523]: osdmap e88: 8 total, 8 up, 8 in 2024-04-12T08:44:41.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:40 smithi175 ceph-mon[32523]: pgmap v120: 105 pgs: 32 unknown, 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:44:41.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:40 smithi112 ceph-mon[40233]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T08:44:41.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:40 smithi112 ceph-mon[40233]: osdmap e88: 8 total, 8 up, 8 in 2024-04-12T08:44:41.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:40 smithi112 ceph-mon[40233]: pgmap v120: 105 pgs: 32 unknown, 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:44:41.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:40 smithi112 ceph-mon[29019]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T08:44:41.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:40 smithi112 ceph-mon[29019]: osdmap e88: 8 total, 8 up, 8 in 2024-04-12T08:44:41.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:40 smithi112 ceph-mon[29019]: pgmap v120: 105 pgs: 32 unknown, 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:44:41.807 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestTrash.UserRemovingSource (2083 ms) 2024-04-12T08:44:41.807 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestTrash.RestoreMirroringSource 2024-04-12T08:44:41.844 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestTrash.RestoreMirroringSource (36 ms) 2024-04-12T08:44:42.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:41 smithi175 ceph-mon[32523]: osdmap e89: 8 total, 8 up, 8 in 2024-04-12T08:44:42.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:41 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/4139848529' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:44:42.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:41 smithi112 ceph-mon[29019]: osdmap e89: 8 total, 8 up, 8 in 2024-04-12T08:44:42.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:41 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/4139848529' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:44:42.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:41 smithi112 ceph-mon[40233]: osdmap e89: 8 total, 8 up, 8 in 2024-04-12T08:44:42.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:41 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/4139848529' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:44:42.738 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] 2 tests from TestTrash (2119 ms total) 2024-04-12T08:44:42.739 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:44:42.739 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] 1 test from TestOperations 2024-04-12T08:44:43.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:42 smithi175 ceph-mon[32523]: osdmap e90: 8 total, 8 up, 8 in 2024-04-12T08:44:43.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:42 smithi175 ceph-mon[32523]: pgmap v123: 105 pgs: 32 unknown, 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:44:43.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:42 smithi175 ceph-mon[32523]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:44:43.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:42 smithi112 ceph-mon[40233]: osdmap e90: 8 total, 8 up, 8 in 2024-04-12T08:44:43.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:42 smithi112 ceph-mon[40233]: pgmap v123: 105 pgs: 32 unknown, 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:44:43.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:42 smithi112 ceph-mon[40233]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:44:43.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:42 smithi112 ceph-mon[29019]: osdmap e90: 8 total, 8 up, 8 in 2024-04-12T08:44:43.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:42 smithi112 ceph-mon[29019]: pgmap v123: 105 pgs: 32 unknown, 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:44:43.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:42 smithi112 ceph-mon[29019]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:44:44.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:43 smithi175 ceph-mon[32523]: osdmap e91: 8 total, 8 up, 8 in 2024-04-12T08:44:44.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:43 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/3619907217' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:44:44.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:43 smithi112 ceph-mon[40233]: osdmap e91: 8 total, 8 up, 8 in 2024-04-12T08:44:44.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:43 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/3619907217' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:44:44.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:43 smithi112 ceph-mon[29019]: osdmap e91: 8 total, 8 up, 8 in 2024-04-12T08:44:44.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:43 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/3619907217' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:44:44.514 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:44:44 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[34409]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:44:44] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-12T08:44:44.592 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:44:44 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:44:44] "GET /metrics HTTP/1.1" 200 241899 "" "Prometheus/2.43.0" 2024-04-12T08:44:44.744 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestOperations.DisableJournalingCorrupt 2024-04-12T08:44:45.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:44 smithi175 ceph-mon[32523]: osdmap e92: 8 total, 8 up, 8 in 2024-04-12T08:44:45.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:44 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/954677984' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:44:45.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:44 smithi175 ceph-mon[32523]: pgmap v126: 105 pgs: 32 unknown, 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:44:45.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:44 smithi112 ceph-mon[29019]: osdmap e92: 8 total, 8 up, 8 in 2024-04-12T08:44:45.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:44 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/954677984' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:44:45.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:44 smithi112 ceph-mon[29019]: pgmap v126: 105 pgs: 32 unknown, 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:44:45.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:44 smithi112 ceph-mon[40233]: osdmap e92: 8 total, 8 up, 8 in 2024-04-12T08:44:45.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:44 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/954677984' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:44:45.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:44 smithi112 ceph-mon[40233]: pgmap v126: 105 pgs: 32 unknown, 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:44:46.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:45 smithi175 ceph-mon[32523]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T08:44:46.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:45 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/954677984' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T08:44:46.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:45 smithi175 ceph-mon[32523]: osdmap e93: 8 total, 8 up, 8 in 2024-04-12T08:44:46.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:45 smithi112 ceph-mon[40233]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T08:44:46.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:45 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/954677984' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T08:44:46.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:45 smithi112 ceph-mon[40233]: osdmap e93: 8 total, 8 up, 8 in 2024-04-12T08:44:46.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:45 smithi112 ceph-mon[29019]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T08:44:46.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:45 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/954677984' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T08:44:46.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:45 smithi112 ceph-mon[29019]: osdmap e93: 8 total, 8 up, 8 in 2024-04-12T08:44:46.778 INFO:tasks.workunit.client.0.smithi112.stdout:SKIPPING 2024-04-12T08:44:46.779 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestOperations.DisableJournalingCorrupt (2034 ms) 2024-04-12T08:44:47.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:46 smithi175 ceph-mon[32523]: osdmap e94: 8 total, 8 up, 8 in 2024-04-12T08:44:47.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:46 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/1392073897' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:44:47.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:46 smithi175 ceph-mon[32523]: pgmap v129: 105 pgs: 32 unknown, 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:44:47.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:46 smithi112 ceph-mon[29019]: osdmap e94: 8 total, 8 up, 8 in 2024-04-12T08:44:47.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:46 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/1392073897' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:44:47.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:46 smithi112 ceph-mon[29019]: pgmap v129: 105 pgs: 32 unknown, 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:44:47.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:46 smithi112 ceph-mon[40233]: osdmap e94: 8 total, 8 up, 8 in 2024-04-12T08:44:47.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:46 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/1392073897' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:44:47.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:46 smithi112 ceph-mon[40233]: pgmap v129: 105 pgs: 32 unknown, 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:44:47.780 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] 1 test from TestOperations (2034 ms total) 2024-04-12T08:44:47.780 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:44:47.780 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] 4 tests from TestObjectMap 2024-04-12T08:44:48.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:47 smithi175 ceph-mon[32523]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T08:44:48.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:47 smithi175 ceph-mon[32523]: Cluster is now healthy 2024-04-12T08:44:48.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:47 smithi175 ceph-mon[32523]: osdmap e95: 8 total, 8 up, 8 in 2024-04-12T08:44:48.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:47 smithi112 ceph-mon[29019]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T08:44:48.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:47 smithi112 ceph-mon[29019]: Cluster is now healthy 2024-04-12T08:44:48.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:47 smithi112 ceph-mon[29019]: osdmap e95: 8 total, 8 up, 8 in 2024-04-12T08:44:48.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:47 smithi112 ceph-mon[40233]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T08:44:48.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:47 smithi112 ceph-mon[40233]: Cluster is now healthy 2024-04-12T08:44:48.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:47 smithi112 ceph-mon[40233]: osdmap e95: 8 total, 8 up, 8 in 2024-04-12T08:44:49.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:48 smithi112 ceph-mon[29019]: osdmap e96: 8 total, 8 up, 8 in 2024-04-12T08:44:49.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:48 smithi112 ceph-mon[29019]: pgmap v132: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:44:49.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:48 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/1267852996' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:44:49.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:48 smithi112 ceph-mon[40233]: osdmap e96: 8 total, 8 up, 8 in 2024-04-12T08:44:49.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:48 smithi112 ceph-mon[40233]: pgmap v132: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:44:49.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:48 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/1267852996' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:44:49.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:48 smithi175 ceph-mon[32523]: osdmap e96: 8 total, 8 up, 8 in 2024-04-12T08:44:49.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:48 smithi175 ceph-mon[32523]: pgmap v132: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:44:49.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:48 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/1267852996' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:44:49.793 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:49 smithi112 ceph-mon[29019]: osdmap e97: 8 total, 8 up, 8 in 2024-04-12T08:44:49.793 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:49 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/3601900748' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:44:49.793 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:49 smithi112 ceph-mon[29019]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:44:49.801 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestObjectMap.RefreshInvalidatesWhenCorrupt 2024-04-12T08:44:50.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:49 smithi112 ceph-mon[40233]: osdmap e97: 8 total, 8 up, 8 in 2024-04-12T08:44:50.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:49 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/3601900748' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:44:50.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:49 smithi112 ceph-mon[40233]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:44:50.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:49 smithi175 ceph-mon[32523]: osdmap e97: 8 total, 8 up, 8 in 2024-04-12T08:44:50.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:49 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/3601900748' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:44:50.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:49 smithi175 ceph-mon[32523]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:44:51.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:50 smithi112 ceph-mon[29019]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T08:44:51.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:50 smithi112 ceph-mon[29019]: osdmap e98: 8 total, 8 up, 8 in 2024-04-12T08:44:51.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:50 smithi112 ceph-mon[29019]: pgmap v135: 105 pgs: 32 unknown, 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:44:51.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:50 smithi112 ceph-mon[40233]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T08:44:51.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:50 smithi112 ceph-mon[40233]: osdmap e98: 8 total, 8 up, 8 in 2024-04-12T08:44:51.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:50 smithi112 ceph-mon[40233]: pgmap v135: 105 pgs: 32 unknown, 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:44:51.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:50 smithi175 ceph-mon[32523]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T08:44:51.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:50 smithi175 ceph-mon[32523]: osdmap e98: 8 total, 8 up, 8 in 2024-04-12T08:44:51.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:50 smithi175 ceph-mon[32523]: pgmap v135: 105 pgs: 32 unknown, 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:44:51.837 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestObjectMap.RefreshInvalidatesWhenCorrupt (2036 ms) 2024-04-12T08:44:51.837 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestObjectMap.RefreshInvalidatesWhenTooSmall 2024-04-12T08:44:51.865 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestObjectMap.RefreshInvalidatesWhenTooSmall (29 ms) 2024-04-12T08:44:51.865 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestObjectMap.InvalidateFlagOnDisk 2024-04-12T08:44:51.904 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestObjectMap.InvalidateFlagOnDisk (39 ms) 2024-04-12T08:44:51.905 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestObjectMap.AcquireLockInvalidatesWhenTooSmall 2024-04-12T08:44:51.935 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestObjectMap.AcquireLockInvalidatesWhenTooSmall (30 ms) 2024-04-12T08:44:52.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:51 smithi112 ceph-mon[40233]: osdmap e99: 8 total, 8 up, 8 in 2024-04-12T08:44:52.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:51 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/29950319' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:44:52.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:51 smithi112 ceph-mon[29019]: osdmap e99: 8 total, 8 up, 8 in 2024-04-12T08:44:52.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:51 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/29950319' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:44:52.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:51 smithi175 ceph-mon[32523]: osdmap e99: 8 total, 8 up, 8 in 2024-04-12T08:44:52.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:51 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/29950319' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:44:52.818 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] 4 tests from TestObjectMap (2134 ms total) 2024-04-12T08:44:52.819 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:44:52.819 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] 2 tests from TestMirroringWatcher 2024-04-12T08:44:53.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:52 smithi112 ceph-mon[40233]: osdmap e100: 8 total, 8 up, 8 in 2024-04-12T08:44:53.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:52 smithi112 ceph-mon[40233]: pgmap v138: 105 pgs: 32 unknown, 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:44:53.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:52 smithi112 ceph-mon[29019]: osdmap e100: 8 total, 8 up, 8 in 2024-04-12T08:44:53.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:52 smithi112 ceph-mon[29019]: pgmap v138: 105 pgs: 32 unknown, 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:44:53.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:52 smithi175 ceph-mon[32523]: osdmap e100: 8 total, 8 up, 8 in 2024-04-12T08:44:53.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:52 smithi175 ceph-mon[32523]: pgmap v138: 105 pgs: 32 unknown, 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:44:54.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:53 smithi112 ceph-mon[29019]: osdmap e101: 8 total, 8 up, 8 in 2024-04-12T08:44:54.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:53 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/938598084' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:44:54.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:53 smithi112 ceph-mon[40233]: osdmap e101: 8 total, 8 up, 8 in 2024-04-12T08:44:54.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:53 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/938598084' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:44:54.179 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:53 smithi175 ceph-mon[32523]: osdmap e101: 8 total, 8 up, 8 in 2024-04-12T08:44:54.179 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:53 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/938598084' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:44:54.515 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:44:54 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[34409]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:44:54] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-12T08:44:54.592 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:44:54 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:44:54] "GET /metrics HTTP/1.1" 200 241899 "" "Prometheus/2.43.0" 2024-04-12T08:44:54.833 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMirroringWatcher.ModeUpdated 2024-04-12T08:44:55.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:54 smithi112 ceph-mon[29019]: osdmap e102: 8 total, 8 up, 8 in 2024-04-12T08:44:55.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:54 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/1215654' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:44:55.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:54 smithi112 ceph-mon[29019]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:44:55.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:54 smithi112 ceph-mon[29019]: pgmap v141: 105 pgs: 32 unknown, 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:44:55.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:54 smithi112 ceph-mon[40233]: osdmap e102: 8 total, 8 up, 8 in 2024-04-12T08:44:55.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:54 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/1215654' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:44:55.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:54 smithi112 ceph-mon[40233]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:44:55.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:54 smithi112 ceph-mon[40233]: pgmap v141: 105 pgs: 32 unknown, 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:44:55.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:54 smithi175 ceph-mon[32523]: osdmap e102: 8 total, 8 up, 8 in 2024-04-12T08:44:55.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:54 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/1215654' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:44:55.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:54 smithi175 ceph-mon[32523]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:44:55.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:54 smithi175 ceph-mon[32523]: pgmap v141: 105 pgs: 32 unknown, 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:44:56.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:55 smithi112 ceph-mon[40233]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T08:44:56.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:55 smithi112 ceph-mon[40233]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T08:44:56.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:55 smithi112 ceph-mon[40233]: osdmap e103: 8 total, 8 up, 8 in 2024-04-12T08:44:56.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:55 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/307458779' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:44:56.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:55 smithi112 ceph-mon[29019]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T08:44:56.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:55 smithi112 ceph-mon[29019]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T08:44:56.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:55 smithi112 ceph-mon[29019]: osdmap e103: 8 total, 8 up, 8 in 2024-04-12T08:44:56.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:55 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/307458779' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:44:56.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:55 smithi175 ceph-mon[32523]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T08:44:56.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:55 smithi175 ceph-mon[32523]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T08:44:56.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:55 smithi175 ceph-mon[32523]: osdmap e103: 8 total, 8 up, 8 in 2024-04-12T08:44:56.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:55 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/307458779' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:44:56.868 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMirroringWatcher.ModeUpdated (2035 ms) 2024-04-12T08:44:56.868 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMirroringWatcher.ImageStatusUpdated 2024-04-12T08:44:56.886 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMirroringWatcher.ImageStatusUpdated (18 ms) 2024-04-12T08:44:57.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:56 smithi112 ceph-mon[29019]: osdmap e104: 8 total, 8 up, 8 in 2024-04-12T08:44:57.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:56 smithi112 ceph-mon[29019]: pgmap v144: 105 pgs: 32 unknown, 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:44:57.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:56 smithi112 ceph-mon[40233]: osdmap e104: 8 total, 8 up, 8 in 2024-04-12T08:44:57.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:56 smithi112 ceph-mon[40233]: pgmap v144: 105 pgs: 32 unknown, 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:44:57.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:56 smithi175 ceph-mon[32523]: osdmap e104: 8 total, 8 up, 8 in 2024-04-12T08:44:57.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:56 smithi175 ceph-mon[32523]: pgmap v144: 105 pgs: 32 unknown, 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:44:57.852 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] 2 tests from TestMirroringWatcher (2054 ms total) 2024-04-12T08:44:57.852 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:44:57.852 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] 57 tests from TestMigration 2024-04-12T08:44:58.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:57 smithi112 ceph-mon[29019]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T08:44:58.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:57 smithi112 ceph-mon[29019]: Cluster is now healthy 2024-04-12T08:44:58.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:57 smithi112 ceph-mon[29019]: osdmap e105: 8 total, 8 up, 8 in 2024-04-12T08:44:58.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:57 smithi112 ceph-mon[29019]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:44:58.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:57 smithi112 ceph-mon[40233]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T08:44:58.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:57 smithi112 ceph-mon[40233]: Cluster is now healthy 2024-04-12T08:44:58.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:57 smithi112 ceph-mon[40233]: osdmap e105: 8 total, 8 up, 8 in 2024-04-12T08:44:58.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:57 smithi112 ceph-mon[40233]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:44:58.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:57 smithi175 ceph-mon[32523]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T08:44:58.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:57 smithi175 ceph-mon[32523]: Cluster is now healthy 2024-04-12T08:44:58.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:57 smithi175 ceph-mon[32523]: osdmap e105: 8 total, 8 up, 8 in 2024-04-12T08:44:58.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:57 smithi175 ceph-mon[32523]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:44:59.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:58 smithi112 ceph-mon[29019]: osdmap e106: 8 total, 8 up, 8 in 2024-04-12T08:44:59.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:58 smithi112 ceph-mon[29019]: pgmap v147: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:44:59.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:58 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/292827084' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:44:59.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:58 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:44:59.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:58 smithi112 ceph-mon[29019]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:44:59.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:58 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:44:59.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:58 smithi112 ceph-mon[40233]: osdmap e106: 8 total, 8 up, 8 in 2024-04-12T08:44:59.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:58 smithi112 ceph-mon[40233]: pgmap v147: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:44:59.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:58 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/292827084' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:44:59.094 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:58 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:44:59.094 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:58 smithi112 ceph-mon[40233]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:44:59.094 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:58 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:44:59.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:58 smithi175 ceph-mon[32523]: osdmap e106: 8 total, 8 up, 8 in 2024-04-12T08:44:59.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:58 smithi175 ceph-mon[32523]: pgmap v147: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:44:59.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:58 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/292827084' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:44:59.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:58 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:44:59.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:58 smithi175 ceph-mon[32523]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:44:59.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:58 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:45:00.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:59 smithi175 ceph-mon[32523]: Upgrade: Target is version 19.0.0-2053-gb277feb2 (unknown) 2024-04-12T08:45:00.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:59 smithi175 ceph-mon[32523]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, digests ['quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec'] 2024-04-12T08:45:00.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:59 smithi175 ceph-mon[32523]: Upgrade: Need to upgrade myself (mgr.y) 2024-04-12T08:45:00.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:59 smithi175 ceph-mon[32523]: osdmap e107: 8 total, 8 up, 8 in 2024-04-12T08:45:00.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:59 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/3165115304' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:45:00.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:44:59 smithi175 ceph-mon[32523]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec on smithi175 2024-04-12T08:45:00.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:59 smithi112 ceph-mon[29019]: Upgrade: Target is version 19.0.0-2053-gb277feb2 (unknown) 2024-04-12T08:45:00.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:59 smithi112 ceph-mon[29019]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, digests ['quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec'] 2024-04-12T08:45:00.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:59 smithi112 ceph-mon[29019]: Upgrade: Need to upgrade myself (mgr.y) 2024-04-12T08:45:00.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:59 smithi112 ceph-mon[29019]: osdmap e107: 8 total, 8 up, 8 in 2024-04-12T08:45:00.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:59 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/3165115304' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:45:00.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:44:59 smithi112 ceph-mon[29019]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec on smithi175 2024-04-12T08:45:00.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:59 smithi112 ceph-mon[40233]: Upgrade: Target is version 19.0.0-2053-gb277feb2 (unknown) 2024-04-12T08:45:00.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:59 smithi112 ceph-mon[40233]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, digests ['quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec'] 2024-04-12T08:45:00.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:59 smithi112 ceph-mon[40233]: Upgrade: Need to upgrade myself (mgr.y) 2024-04-12T08:45:00.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:59 smithi112 ceph-mon[40233]: osdmap e107: 8 total, 8 up, 8 in 2024-04-12T08:45:00.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:59 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/3165115304' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:45:00.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:44:59 smithi112 ceph-mon[40233]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec on smithi175 2024-04-12T08:45:00.874 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMigration.Empty 2024-04-12T08:45:01.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:00 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/3165115304' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T08:45:01.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:00 smithi175 ceph-mon[32523]: osdmap e108: 8 total, 8 up, 8 in 2024-04-12T08:45:01.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:00 smithi175 ceph-mon[32523]: pgmap v150: 105 pgs: 32 unknown, 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:45:01.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:00 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/3377063992' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:45:01.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:00 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/3165115304' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T08:45:01.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:00 smithi112 ceph-mon[29019]: osdmap e108: 8 total, 8 up, 8 in 2024-04-12T08:45:01.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:00 smithi112 ceph-mon[29019]: pgmap v150: 105 pgs: 32 unknown, 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:45:01.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:00 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/3377063992' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:45:01.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:00 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/3165115304' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T08:45:01.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:00 smithi112 ceph-mon[40233]: osdmap e108: 8 total, 8 up, 8 in 2024-04-12T08:45:01.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:00 smithi112 ceph-mon[40233]: pgmap v150: 105 pgs: 32 unknown, 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:45:01.344 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:00 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/3377063992' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:45:02.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:01 smithi175 ceph-mon[32523]: osdmap e109: 8 total, 8 up, 8 in 2024-04-12T08:45:02.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:01 smithi112 ceph-mon[29019]: osdmap e109: 8 total, 8 up, 8 in 2024-04-12T08:45:02.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:01 smithi112 ceph-mon[40233]: osdmap e109: 8 total, 8 up, 8 in 2024-04-12T08:45:02.928 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-12T08:45:02.938 INFO:tasks.workunit.client.0.smithi112.stdout:migration_prepare 2024-04-12T08:45:03.069 INFO:tasks.workunit.client.0.smithi112.stdout:migration_execute 2024-04-12T08:45:03.132 INFO:tasks.workunit.client.0.smithi112.stdout:migration_commit 2024-04-12T08:45:03.209 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMigration.Empty (2334 ms) 2024-04-12T08:45:03.209 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMigration.OtherName 2024-04-12T08:45:03.237 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-12T08:45:03.247 INFO:tasks.workunit.client.0.smithi112.stdout:migration_prepare 2024-04-12T08:45:03.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:02 smithi175 ceph-mon[32523]: osdmap e110: 8 total, 8 up, 8 in 2024-04-12T08:45:03.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:02 smithi175 ceph-mon[32523]: pgmap v153: 137 pgs: 64 unknown, 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:45:03.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:02 smithi112 ceph-mon[29019]: osdmap e110: 8 total, 8 up, 8 in 2024-04-12T08:45:03.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:02 smithi112 ceph-mon[29019]: pgmap v153: 137 pgs: 64 unknown, 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:45:03.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:02 smithi112 ceph-mon[40233]: osdmap e110: 8 total, 8 up, 8 in 2024-04-12T08:45:03.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:02 smithi112 ceph-mon[40233]: pgmap v153: 137 pgs: 64 unknown, 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:45:03.362 INFO:tasks.workunit.client.0.smithi112.stdout:migration_execute 2024-04-12T08:45:03.419 INFO:tasks.workunit.client.0.smithi112.stdout:migration_commit 2024-04-12T08:45:03.493 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMigration.OtherName (284 ms) 2024-04-12T08:45:03.493 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMigration.OtherPool 2024-04-12T08:45:03.522 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-12T08:45:03.532 INFO:tasks.workunit.client.0.smithi112.stdout:migration_prepare 2024-04-12T08:45:04.179 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:03 smithi175 ceph-mon[32523]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T08:45:04.179 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:03 smithi175 ceph-mon[32523]: osdmap e111: 8 total, 8 up, 8 in 2024-04-12T08:45:04.179 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:03 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/2848666939' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:45:04.198 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:03 smithi112 ceph-mon[29019]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T08:45:04.198 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:03 smithi112 ceph-mon[29019]: osdmap e111: 8 total, 8 up, 8 in 2024-04-12T08:45:04.198 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:03 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/2848666939' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:45:04.198 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:03 smithi112 ceph-mon[40233]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T08:45:04.198 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:03 smithi112 ceph-mon[40233]: osdmap e111: 8 total, 8 up, 8 in 2024-04-12T08:45:04.199 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:03 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/2848666939' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:45:04.514 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:45:04 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[34409]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:45:04] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-12T08:45:04.592 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:45:04 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:45:04] "GET /metrics HTTP/1.1" 200 242248 "" "Prometheus/2.43.0" 2024-04-12T08:45:05.030 INFO:tasks.workunit.client.0.smithi112.stdout:migration_execute 2024-04-12T08:45:05.098 INFO:tasks.workunit.client.0.smithi112.stdout:migration_commit 2024-04-12T08:45:05.184 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMigration.OtherPool (1691 ms) 2024-04-12T08:45:05.184 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMigration.OtherNamespace 2024-04-12T08:45:05.217 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-12T08:45:05.229 INFO:tasks.workunit.client.0.smithi112.stdout:migration_prepare 2024-04-12T08:45:05.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:04 smithi175 ceph-mon[32523]: osdmap e112: 8 total, 8 up, 8 in 2024-04-12T08:45:05.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:04 smithi175 ceph-mon[32523]: pgmap v156: 137 pgs: 137 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 63 KiB/s rd, 6.5 KiB/s wr, 88 op/s 2024-04-12T08:45:05.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:04 smithi112 ceph-mon[29019]: osdmap e112: 8 total, 8 up, 8 in 2024-04-12T08:45:05.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:04 smithi112 ceph-mon[29019]: pgmap v156: 137 pgs: 137 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 63 KiB/s rd, 6.5 KiB/s wr, 88 op/s 2024-04-12T08:45:05.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:04 smithi112 ceph-mon[40233]: osdmap e112: 8 total, 8 up, 8 in 2024-04-12T08:45:05.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:04 smithi112 ceph-mon[40233]: pgmap v156: 137 pgs: 137 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 63 KiB/s rd, 6.5 KiB/s wr, 88 op/s 2024-04-12T08:45:05.366 INFO:tasks.workunit.client.0.smithi112.stdout:migration_execute 2024-04-12T08:45:05.433 INFO:tasks.workunit.client.0.smithi112.stdout:migration_commit 2024-04-12T08:45:05.516 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMigration.OtherNamespace (332 ms) 2024-04-12T08:45:05.516 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMigration.DataPool 2024-04-12T08:45:05.544 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-12T08:45:05.553 INFO:tasks.workunit.client.0.smithi112.stdout:migration_prepare 2024-04-12T08:45:05.694 INFO:tasks.workunit.client.0.smithi112.stdout:migration_execute 2024-04-12T08:45:05.765 INFO:tasks.workunit.client.0.smithi112.stdout:migration_commit 2024-04-12T08:45:05.847 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMigration.DataPool (332 ms) 2024-04-12T08:45:05.848 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMigration.AbortAfterPrepare 2024-04-12T08:45:05.875 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-12T08:45:05.885 INFO:tasks.workunit.client.0.smithi112.stdout:migration_prepare 2024-04-12T08:45:06.019 INFO:tasks.workunit.client.0.smithi112.stdout:migration_abort 2024-04-12T08:45:06.123 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMigration.AbortAfterPrepare (275 ms) 2024-04-12T08:45:06.123 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMigration.AbortAfterFailedPrepare 2024-04-12T08:45:06.152 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-12T08:45:06.162 INFO:tasks.workunit.client.0.smithi112.stdout:migration_prepare 2024-04-12T08:45:06.253 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMigration.AbortAfterFailedPrepare (130 ms) 2024-04-12T08:45:06.253 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMigration.AbortAfterExecute 2024-04-12T08:45:06.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:05 smithi175 ceph-mon[32523]: osdmap e113: 8 total, 8 up, 8 in 2024-04-12T08:45:06.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:05 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/3302760772' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:45:06.281 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-12T08:45:06.291 INFO:tasks.workunit.client.0.smithi112.stdout:migration_prepare 2024-04-12T08:45:06.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:05 smithi112 ceph-mon[29019]: osdmap e113: 8 total, 8 up, 8 in 2024-04-12T08:45:06.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:05 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/3302760772' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:45:06.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:05 smithi112 ceph-mon[40233]: osdmap e113: 8 total, 8 up, 8 in 2024-04-12T08:45:06.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:05 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/3302760772' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:45:06.420 INFO:tasks.workunit.client.0.smithi112.stdout:migration_execute 2024-04-12T08:45:06.484 INFO:tasks.workunit.client.0.smithi112.stdout:migration_abort 2024-04-12T08:45:06.580 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMigration.AbortAfterExecute (327 ms) 2024-04-12T08:45:06.580 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMigration.OtherPoolAbortAfterExecute 2024-04-12T08:45:06.608 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-12T08:45:06.617 INFO:tasks.workunit.client.0.smithi112.stdout:migration_prepare 2024-04-12T08:45:06.737 INFO:tasks.workunit.client.0.smithi112.stdout:migration_execute 2024-04-12T08:45:06.798 INFO:tasks.workunit.client.0.smithi112.stdout:migration_abort 2024-04-12T08:45:06.891 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMigration.OtherPoolAbortAfterExecute (311 ms) 2024-04-12T08:45:06.892 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMigration.OtherNamespaceAbortAfterExecute 2024-04-12T08:45:06.923 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-12T08:45:06.936 INFO:tasks.workunit.client.0.smithi112.stdout:migration_prepare 2024-04-12T08:45:07.062 INFO:tasks.workunit.client.0.smithi112.stdout:migration_execute 2024-04-12T08:45:07.126 INFO:tasks.workunit.client.0.smithi112.stdout:migration_abort 2024-04-12T08:45:07.230 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMigration.OtherNamespaceAbortAfterExecute (339 ms) 2024-04-12T08:45:07.231 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMigration.MirroringSamePool 2024-04-12T08:45:07.262 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-12T08:45:07.273 INFO:tasks.workunit.client.0.smithi112.stdout:SKIPPING 2024-04-12T08:45:07.278 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMigration.MirroringSamePool (48 ms) 2024-04-12T08:45:07.278 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMigration.MirroringAbort 2024-04-12T08:45:07.306 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-12T08:45:07.316 INFO:tasks.workunit.client.0.smithi112.stdout:SKIPPING 2024-04-12T08:45:07.322 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMigration.MirroringAbort (44 ms) 2024-04-12T08:45:07.322 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMigration.MirroringOtherPoolDisabled 2024-04-12T08:45:07.349 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-12T08:45:07.358 INFO:tasks.workunit.client.0.smithi112.stdout:SKIPPING 2024-04-12T08:45:07.364 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMigration.MirroringOtherPoolDisabled (41 ms) 2024-04-12T08:45:07.364 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMigration.MirroringOtherPoolEnabled 2024-04-12T08:45:07.392 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-12T08:45:07.402 INFO:tasks.workunit.client.0.smithi112.stdout:SKIPPING 2024-04-12T08:45:07.408 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMigration.MirroringOtherPoolEnabled (44 ms) 2024-04-12T08:45:07.408 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMigration.MirroringPool 2024-04-12T08:45:07.438 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-12T08:45:07.447 INFO:tasks.workunit.client.0.smithi112.stdout:SKIPPING 2024-04-12T08:45:07.453 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMigration.MirroringPool (46 ms) 2024-04-12T08:45:07.454 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMigration.Group 2024-04-12T08:45:07.482 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-12T08:45:07.502 INFO:tasks.workunit.client.0.smithi112.stdout:migration_prepare 2024-04-12T08:45:07.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:07 smithi175 ceph-mon[32523]: pgmap v158: 137 pgs: 137 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 60 KiB/s rd, 6.2 KiB/s wr, 84 op/s 2024-04-12T08:45:07.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:07 smithi175 ceph-mon[32523]: osdmap e114: 8 total, 8 up, 8 in 2024-04-12T08:45:07.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:07 smithi112 ceph-mon[40233]: pgmap v158: 137 pgs: 137 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 60 KiB/s rd, 6.2 KiB/s wr, 84 op/s 2024-04-12T08:45:07.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:07 smithi112 ceph-mon[40233]: osdmap e114: 8 total, 8 up, 8 in 2024-04-12T08:45:07.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:07 smithi112 ceph-mon[29019]: pgmap v158: 137 pgs: 137 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 60 KiB/s rd, 6.2 KiB/s wr, 84 op/s 2024-04-12T08:45:07.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:07 smithi112 ceph-mon[29019]: osdmap e114: 8 total, 8 up, 8 in 2024-04-12T08:45:07.641 INFO:tasks.workunit.client.0.smithi112.stdout:migration_execute 2024-04-12T08:45:07.705 INFO:tasks.workunit.client.0.smithi112.stdout:migration_commit 2024-04-12T08:45:07.792 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMigration.Group (338 ms) 2024-04-12T08:45:07.792 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMigration.GroupAbort 2024-04-12T08:45:07.826 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-12T08:45:07.844 INFO:tasks.workunit.client.0.smithi112.stdout:migration_prepare 2024-04-12T08:45:07.977 INFO:tasks.workunit.client.0.smithi112.stdout:migration_abort 2024-04-12T08:45:08.082 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMigration.GroupAbort (291 ms) 2024-04-12T08:45:08.083 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMigration.NoSnaps 2024-04-12T08:45:08.112 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-12T08:45:08.121 INFO:tasks.workunit.client.0.smithi112.stdout:write: 1 0~8388609 2024-04-12T08:45:08.198 INFO:tasks.workunit.client.0.smithi112.stdout:write: 1 16777218~8388609 2024-04-12T08:45:08.248 INFO:tasks.workunit.client.0.smithi112.stdout:migration_prepare 2024-04-12T08:45:08.434 INFO:tasks.workunit.client.0.smithi112.stdout:migration_execute 2024-04-12T08:45:08.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:08 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/3600680165' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:45:08.547 INFO:tasks.workunit.client.0.smithi112.stdout:migration_commit 2024-04-12T08:45:08.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:08 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/3600680165' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:45:08.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:08 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/3600680165' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:45:08.673 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMigration.NoSnaps (591 ms) 2024-04-12T08:45:08.673 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMigration.NoSnapsOtherPool 2024-04-12T08:45:08.702 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-12T08:45:08.712 INFO:tasks.workunit.client.0.smithi112.stdout:write: 1 0~8388609 2024-04-12T08:45:08.774 INFO:tasks.workunit.client.0.smithi112.stdout:write: 1 16777218~8388609 2024-04-12T08:45:08.832 INFO:tasks.workunit.client.0.smithi112.stdout:write: 1 0~8388609 2024-04-12T08:45:08.836 INFO:tasks.workunit.client.0.smithi112.stdout:write: 1 16777218~8388609 2024-04-12T08:45:08.896 INFO:tasks.workunit.client.0.smithi112.stdout:migration_prepare 2024-04-12T08:45:09.056 INFO:tasks.workunit.client.0.smithi112.stdout:migration_execute 2024-04-12T08:45:09.156 INFO:tasks.workunit.client.0.smithi112.stdout:migration_commit 2024-04-12T08:45:09.279 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMigration.NoSnapsOtherPool (605 ms) 2024-04-12T08:45:09.279 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMigration.NoSnapsDataPool 2024-04-12T08:45:09.307 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-12T08:45:09.316 INFO:tasks.workunit.client.0.smithi112.stdout:write: 1 0~8388609 2024-04-12T08:45:09.365 INFO:tasks.workunit.client.0.smithi112.stdout:write: 1 16777218~8388609 2024-04-12T08:45:09.412 INFO:tasks.workunit.client.0.smithi112.stdout:migration_prepare 2024-04-12T08:45:09.415 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:09 smithi175 ceph-mon[32523]: pgmap v160: 137 pgs: 137 active+clean; 581 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 96 KiB/s wr, 1.87k op/s 2024-04-12T08:45:09.587 INFO:tasks.workunit.client.0.smithi112.stdout:migration_execute 2024-04-12T08:45:09.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:09 smithi112 ceph-mon[29019]: pgmap v160: 137 pgs: 137 active+clean; 581 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 96 KiB/s wr, 1.87k op/s 2024-04-12T08:45:09.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:09 smithi112 ceph-mon[40233]: pgmap v160: 137 pgs: 137 active+clean; 581 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 96 KiB/s wr, 1.87k op/s 2024-04-12T08:45:09.696 INFO:tasks.workunit.client.0.smithi112.stdout:migration_commit 2024-04-12T08:45:09.818 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMigration.NoSnapsDataPool (539 ms) 2024-04-12T08:45:09.818 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMigration.NoSnapsShrinkAfterPrepare 2024-04-12T08:45:09.844 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-12T08:45:09.855 INFO:tasks.workunit.client.0.smithi112.stdout:write: 1 0~8388609 2024-04-12T08:45:09.919 INFO:tasks.workunit.client.0.smithi112.stdout:write: 1 16777218~8388609 2024-04-12T08:45:09.968 INFO:tasks.workunit.client.0.smithi112.stdout:migration_prepare 2024-04-12T08:45:10.150 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 41943040 2024-04-12T08:45:10.157 INFO:tasks.workunit.client.0.smithi112.stdout:migration_execute 2024-04-12T08:45:10.265 INFO:tasks.workunit.client.0.smithi112.stdout:migration_commit 2024-04-12T08:45:10.362 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMigration.NoSnapsShrinkAfterPrepare (544 ms) 2024-04-12T08:45:10.363 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMigration.NoSnapsShrinkToZeroBeforePrepare 2024-04-12T08:45:10.389 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-12T08:45:10.400 INFO:tasks.workunit.client.0.smithi112.stdout:write: 1 0~8388609 2024-04-12T08:45:10.461 INFO:tasks.workunit.client.0.smithi112.stdout:write: 1 16777218~8388609 2024-04-12T08:45:10.510 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 0 2024-04-12T08:45:10.523 INFO:tasks.workunit.client.0.smithi112.stdout:migration_prepare 2024-04-12T08:45:10.625 INFO:tasks.workunit.client.0.smithi112.stdout:migration_execute 2024-04-12T08:45:10.693 INFO:tasks.workunit.client.0.smithi112.stdout:migration_commit 2024-04-12T08:45:10.739 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMigration.NoSnapsShrinkToZeroBeforePrepare (377 ms) 2024-04-12T08:45:10.739 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMigration.NoSnapsShrinkToZeroAfterPrepare 2024-04-12T08:45:10.767 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-12T08:45:10.777 INFO:tasks.workunit.client.0.smithi112.stdout:write: 1 0~8388609 2024-04-12T08:45:10.829 INFO:tasks.workunit.client.0.smithi112.stdout:write: 1 16777218~8388609 2024-04-12T08:45:10.884 INFO:tasks.workunit.client.0.smithi112.stdout:migration_prepare 2024-04-12T08:45:11.068 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 0 2024-04-12T08:45:11.079 INFO:tasks.workunit.client.0.smithi112.stdout:migration_execute 2024-04-12T08:45:11.166 INFO:tasks.workunit.client.0.smithi112.stdout:migration_commit 2024-04-12T08:45:11.216 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMigration.NoSnapsShrinkToZeroAfterPrepare (476 ms) 2024-04-12T08:45:11.216 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMigration.NoSnapsExpandAfterPrepare 2024-04-12T08:45:11.244 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-12T08:45:11.254 INFO:tasks.workunit.client.0.smithi112.stdout:write: 1 0~8388609 2024-04-12T08:45:11.304 INFO:tasks.workunit.client.0.smithi112.stdout:write: 1 16777218~8388609 2024-04-12T08:45:11.354 INFO:tasks.workunit.client.0.smithi112.stdout:migration_prepare 2024-04-12T08:45:11.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:11 smithi175 ceph-mon[32523]: pgmap v161: 137 pgs: 137 active+clean; 581 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 76 KiB/s wr, 1.51k op/s 2024-04-12T08:45:11.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:11 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/1953944240' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:45:11.546 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 167772160 2024-04-12T08:45:11.554 INFO:tasks.workunit.client.0.smithi112.stdout:migration_execute 2024-04-12T08:45:11.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:11 smithi112 ceph-mon[40233]: pgmap v161: 137 pgs: 137 active+clean; 581 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 76 KiB/s wr, 1.51k op/s 2024-04-12T08:45:11.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:11 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/1953944240' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:45:11.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:11 smithi112 ceph-mon[29019]: pgmap v161: 137 pgs: 137 active+clean; 581 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 76 KiB/s wr, 1.51k op/s 2024-04-12T08:45:11.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:11 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/1953944240' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:45:11.671 INFO:tasks.workunit.client.0.smithi112.stdout:migration_commit 2024-04-12T08:45:11.799 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMigration.NoSnapsExpandAfterPrepare (584 ms) 2024-04-12T08:45:11.799 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMigration.NoSnapsSnapAfterPrepare 2024-04-12T08:45:11.829 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-12T08:45:11.839 INFO:tasks.workunit.client.0.smithi112.stdout:write: 1 0~8388609 2024-04-12T08:45:11.896 INFO:tasks.workunit.client.0.smithi112.stdout:write: 1 16777218~8388609 2024-04-12T08:45:11.954 INFO:tasks.workunit.client.0.smithi112.stdout:migration_prepare 2024-04-12T08:45:12.139 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: after_prepare_snap 2024-04-12T08:45:12.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:12 smithi175 ceph-mon[32523]: osdmap e115: 8 total, 8 up, 8 in 2024-04-12T08:45:12.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:12 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:45:12.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:12 smithi175 ceph-mon[32523]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:45:12.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:12 smithi112 ceph-mon[29019]: osdmap e115: 8 total, 8 up, 8 in 2024-04-12T08:45:12.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:12 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:45:12.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:12 smithi112 ceph-mon[29019]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:45:12.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:12 smithi112 ceph-mon[40233]: osdmap e115: 8 total, 8 up, 8 in 2024-04-12T08:45:12.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:12 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:45:12.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:12 smithi112 ceph-mon[40233]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:45:13.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:13 smithi175 ceph-mon[32523]: pgmap v163: 137 pgs: 137 active+clean; 581 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1014 KiB/s rd, 66 KiB/s wr, 1.30k op/s 2024-04-12T08:45:13.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:13 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:45:13.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:13 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/2881601769' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:45:13.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:13 smithi112 ceph-mon[40233]: pgmap v163: 137 pgs: 137 active+clean; 581 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1014 KiB/s rd, 66 KiB/s wr, 1.30k op/s 2024-04-12T08:45:13.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:13 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:45:13.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:13 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/2881601769' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:45:13.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:13 smithi112 ceph-mon[29019]: pgmap v163: 137 pgs: 137 active+clean; 581 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1014 KiB/s rd, 66 KiB/s wr, 1.30k op/s 2024-04-12T08:45:13.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:13 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:45:13.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:13 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/2881601769' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:45:14.161 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 41943040 2024-04-12T08:45:14.180 INFO:tasks.workunit.client.0.smithi112.stdout:write: * 0~1000 2024-04-12T08:45:14.185 INFO:tasks.workunit.client.0.smithi112.stdout:migration_execute 2024-04-12T08:45:14.295 INFO:tasks.workunit.client.0.smithi112.stdout:migration_commit 2024-04-12T08:45:14.440 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMigration.NoSnapsSnapAfterPrepare (2640 ms) 2024-04-12T08:45:14.440 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMigration.Snaps 2024-04-12T08:45:14.467 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-12T08:45:14.477 INFO:tasks.workunit.client.0.smithi112.stdout:write: 1 0~8388609 2024-04-12T08:45:14.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:14 smithi175 ceph-mon[32523]: osdmap e116: 8 total, 8 up, 8 in 2024-04-12T08:45:14.514 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:45:14 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[34409]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:45:14] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-12T08:45:14.528 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap1 2024-04-12T08:45:14.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:14 smithi112 ceph-mon[29019]: osdmap e116: 8 total, 8 up, 8 in 2024-04-12T08:45:14.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:14 smithi112 ceph-mon[40233]: osdmap e116: 8 total, 8 up, 8 in 2024-04-12T08:45:14.593 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:45:14 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:45:14] "GET /metrics HTTP/1.1" 200 245147 "" "Prometheus/2.43.0" 2024-04-12T08:45:15.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:15 smithi175 ceph-mon[32523]: pgmap v165: 137 pgs: 137 active+clean; 193 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 60 MiB/s rd, 46 MiB/s wr, 2.22k op/s 2024-04-12T08:45:15.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:15 smithi175 ceph-mon[32523]: osdmap e117: 8 total, 8 up, 8 in 2024-04-12T08:45:15.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:15 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/2608446604' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:45:15.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:15 smithi112 ceph-mon[29019]: pgmap v165: 137 pgs: 137 active+clean; 193 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 60 MiB/s rd, 46 MiB/s wr, 2.22k op/s 2024-04-12T08:45:15.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:15 smithi112 ceph-mon[29019]: osdmap e117: 8 total, 8 up, 8 in 2024-04-12T08:45:15.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:15 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/2608446604' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:45:15.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:15 smithi112 ceph-mon[40233]: pgmap v165: 137 pgs: 137 active+clean; 193 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 60 MiB/s rd, 46 MiB/s wr, 2.22k op/s 2024-04-12T08:45:15.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:15 smithi112 ceph-mon[40233]: osdmap e117: 8 total, 8 up, 8 in 2024-04-12T08:45:15.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:15 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/2608446604' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:45:16.169 INFO:tasks.workunit.client.0.smithi112.stdout:write: 1 8388609~8388609 2024-04-12T08:45:16.182 INFO:tasks.workunit.client.0.smithi112.stdout:write: X 0~1000 2024-04-12T08:45:16.182 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 1010~1000 2024-04-12T08:45:16.182 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap2 2024-04-12T08:45:16.494 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:16 smithi112 ceph-mon[40233]: osdmap e118: 8 total, 8 up, 8 in 2024-04-12T08:45:16.494 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:16 smithi112 ceph-mon[29019]: osdmap e118: 8 total, 8 up, 8 in 2024-04-12T08:45:16.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:16 smithi175 ceph-mon[32523]: osdmap e118: 8 total, 8 up, 8 in 2024-04-12T08:45:17.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:17 smithi175 ceph-mon[32523]: pgmap v168: 137 pgs: 137 active+clean; 193 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 95 MiB/s rd, 74 MiB/s wr, 1.69k op/s 2024-04-12T08:45:17.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:17 smithi175 ceph-mon[32523]: osdmap e119: 8 total, 8 up, 8 in 2024-04-12T08:45:17.517 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:17 smithi112 ceph-mon[40233]: pgmap v168: 137 pgs: 137 active+clean; 193 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 95 MiB/s rd, 74 MiB/s wr, 1.69k op/s 2024-04-12T08:45:17.517 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:17 smithi112 ceph-mon[40233]: osdmap e119: 8 total, 8 up, 8 in 2024-04-12T08:45:17.517 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:17 smithi112 ceph-mon[29019]: pgmap v168: 137 pgs: 137 active+clean; 193 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 95 MiB/s rd, 74 MiB/s wr, 1.69k op/s 2024-04-12T08:45:17.517 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:17 smithi112 ceph-mon[29019]: osdmap e119: 8 total, 8 up, 8 in 2024-04-12T08:45:18.180 INFO:tasks.workunit.client.0.smithi112.stdout:write: X 8388609~1000 2024-04-12T08:45:18.185 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 16777228~1000 2024-04-12T08:45:18.185 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 167772160 2024-04-12T08:45:18.193 INFO:tasks.workunit.client.0.smithi112.stdout:write: 2 83886079~8388609 2024-04-12T08:45:18.206 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap3 2024-04-12T08:45:18.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:18 smithi112 ceph-mon[40233]: osdmap e120: 8 total, 8 up, 8 in 2024-04-12T08:45:18.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:18 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/402677795' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:45:18.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:18 smithi112 ceph-mon[29019]: osdmap e120: 8 total, 8 up, 8 in 2024-04-12T08:45:18.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:18 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/402677795' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:45:18.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:18 smithi175 ceph-mon[32523]: osdmap e120: 8 total, 8 up, 8 in 2024-04-12T08:45:18.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:18 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/402677795' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:45:19.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:19 smithi175 ceph-mon[32523]: pgmap v171: 137 pgs: 137 active+clean; 225 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 12 MiB/s wr, 295 op/s 2024-04-12T08:45:19.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:19 smithi175 ceph-mon[32523]: osdmap e121: 8 total, 8 up, 8 in 2024-04-12T08:45:19.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:19 smithi112 ceph-mon[29019]: pgmap v171: 137 pgs: 137 active+clean; 225 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 12 MiB/s wr, 295 op/s 2024-04-12T08:45:19.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:19 smithi112 ceph-mon[29019]: osdmap e121: 8 total, 8 up, 8 in 2024-04-12T08:45:19.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:19 smithi112 ceph-mon[40233]: pgmap v171: 137 pgs: 137 active+clean; 225 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 12 MiB/s wr, 295 op/s 2024-04-12T08:45:19.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:19 smithi112 ceph-mon[40233]: osdmap e121: 8 total, 8 up, 8 in 2024-04-12T08:45:20.195 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-12T08:45:20.213 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 83886079~1 2024-04-12T08:45:20.220 INFO:tasks.workunit.client.0.smithi112.stdout:migration_prepare 2024-04-12T08:45:20.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:20 smithi175 ceph-mon[32523]: osdmap e122: 8 total, 8 up, 8 in 2024-04-12T08:45:20.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:20 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/2810724584' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:45:20.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:20 smithi112 ceph-mon[29019]: osdmap e122: 8 total, 8 up, 8 in 2024-04-12T08:45:20.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:20 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/2810724584' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:45:20.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:20 smithi112 ceph-mon[40233]: osdmap e122: 8 total, 8 up, 8 in 2024-04-12T08:45:20.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:20 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/2810724584' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:45:21.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:21 smithi175 ceph-mon[32523]: pgmap v174: 137 pgs: 137 active+clean; 225 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 12 MiB/s wr, 295 op/s 2024-04-12T08:45:21.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:21 smithi175 ceph-mon[32523]: osdmap e123: 8 total, 8 up, 8 in 2024-04-12T08:45:21.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:21 smithi112 ceph-mon[40233]: pgmap v174: 137 pgs: 137 active+clean; 225 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 12 MiB/s wr, 295 op/s 2024-04-12T08:45:21.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:21 smithi112 ceph-mon[40233]: osdmap e123: 8 total, 8 up, 8 in 2024-04-12T08:45:21.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:21 smithi112 ceph-mon[29019]: pgmap v174: 137 pgs: 137 active+clean; 225 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 12 MiB/s wr, 295 op/s 2024-04-12T08:45:21.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:21 smithi112 ceph-mon[29019]: osdmap e123: 8 total, 8 up, 8 in 2024-04-12T08:45:22.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:22 smithi175 ceph-mon[32523]: osdmap e124: 8 total, 8 up, 8 in 2024-04-12T08:45:22.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:22 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/75290917' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:45:22.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:22 smithi112 ceph-mon[40233]: osdmap e124: 8 total, 8 up, 8 in 2024-04-12T08:45:22.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:22 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/75290917' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:45:22.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:22 smithi112 ceph-mon[29019]: osdmap e124: 8 total, 8 up, 8 in 2024-04-12T08:45:22.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:22 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/75290917' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:45:23.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:23 smithi175 ceph-mon[32523]: pgmap v177: 137 pgs: 137 active+clean; 225 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-12T08:45:23.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:23 smithi175 ceph-mon[32523]: osdmap e125: 8 total, 8 up, 8 in 2024-04-12T08:45:23.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:23 smithi112 ceph-mon[29019]: pgmap v177: 137 pgs: 137 active+clean; 225 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-12T08:45:23.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:23 smithi112 ceph-mon[29019]: osdmap e125: 8 total, 8 up, 8 in 2024-04-12T08:45:23.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:23 smithi112 ceph-mon[40233]: pgmap v177: 137 pgs: 137 active+clean; 225 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-12T08:45:23.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:23 smithi112 ceph-mon[40233]: osdmap e125: 8 total, 8 up, 8 in 2024-04-12T08:45:23.619 INFO:tasks.workunit.client.0.smithi112.stdout:migration_execute 2024-04-12T08:45:23.761 INFO:tasks.workunit.client.0.smithi112.stdout:migration_commit 2024-04-12T08:45:24.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:24 smithi175 ceph-mon[32523]: osdmap e126: 8 total, 8 up, 8 in 2024-04-12T08:45:24.515 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:45:24 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[34409]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:45:24] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-12T08:45:24.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:24 smithi112 ceph-mon[29019]: osdmap e126: 8 total, 8 up, 8 in 2024-04-12T08:45:24.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:24 smithi112 ceph-mon[40233]: osdmap e126: 8 total, 8 up, 8 in 2024-04-12T08:45:24.593 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:45:24 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:45:24] "GET /metrics HTTP/1.1" 200 245147 "" "Prometheus/2.43.0" 2024-04-12T08:45:25.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:25 smithi175 ceph-mon[32523]: pgmap v180: 137 pgs: 137 active+clean; 249 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 119 KiB/s rd, 4.0 MiB/s wr, 169 op/s 2024-04-12T08:45:25.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:25 smithi175 ceph-mon[32523]: osdmap e127: 8 total, 8 up, 8 in 2024-04-12T08:45:25.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:25 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/124225363' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:45:25.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:25 smithi112 ceph-mon[29019]: pgmap v180: 137 pgs: 137 active+clean; 249 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 119 KiB/s rd, 4.0 MiB/s wr, 169 op/s 2024-04-12T08:45:25.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:25 smithi112 ceph-mon[29019]: osdmap e127: 8 total, 8 up, 8 in 2024-04-12T08:45:25.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:25 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/124225363' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:45:25.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:25 smithi112 ceph-mon[40233]: pgmap v180: 137 pgs: 137 active+clean; 249 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 119 KiB/s rd, 4.0 MiB/s wr, 169 op/s 2024-04-12T08:45:25.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:25 smithi112 ceph-mon[40233]: osdmap e127: 8 total, 8 up, 8 in 2024-04-12T08:45:25.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:25 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/124225363' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:45:26.499 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMigration.Snaps (12060 ms) 2024-04-12T08:45:26.499 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMigration.SnapsOtherPool 2024-04-12T08:45:26.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:26 smithi175 ceph-mon[32523]: osdmap e128: 8 total, 8 up, 8 in 2024-04-12T08:45:26.528 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-12T08:45:26.538 INFO:tasks.workunit.client.0.smithi112.stdout:write: 1 0~8388609 2024-04-12T08:45:26.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:26 smithi112 ceph-mon[29019]: osdmap e128: 8 total, 8 up, 8 in 2024-04-12T08:45:26.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:26 smithi112 ceph-mon[40233]: osdmap e128: 8 total, 8 up, 8 in 2024-04-12T08:45:26.594 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap1 2024-04-12T08:45:27.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:27 smithi175 ceph-mon[32523]: pgmap v183: 137 pgs: 137 active+clean; 249 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 119 KiB/s rd, 4.0 MiB/s wr, 169 op/s 2024-04-12T08:45:27.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:27 smithi175 ceph-mon[32523]: osdmap e129: 8 total, 8 up, 8 in 2024-04-12T08:45:27.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:27 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/3589827638' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:45:27.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:27 smithi175 ceph-mon[32523]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:45:27.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:27 smithi112 ceph-mon[40233]: pgmap v183: 137 pgs: 137 active+clean; 249 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 119 KiB/s rd, 4.0 MiB/s wr, 169 op/s 2024-04-12T08:45:27.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:27 smithi112 ceph-mon[40233]: osdmap e129: 8 total, 8 up, 8 in 2024-04-12T08:45:27.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:27 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/3589827638' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:45:27.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:27 smithi112 ceph-mon[40233]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:45:27.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:27 smithi112 ceph-mon[29019]: pgmap v183: 137 pgs: 137 active+clean; 249 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 119 KiB/s rd, 4.0 MiB/s wr, 169 op/s 2024-04-12T08:45:27.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:27 smithi112 ceph-mon[29019]: osdmap e129: 8 total, 8 up, 8 in 2024-04-12T08:45:27.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:27 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/3589827638' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:45:27.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:27 smithi112 ceph-mon[29019]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:45:28.237 INFO:tasks.workunit.client.0.smithi112.stdout:write: 1 8388609~8388609 2024-04-12T08:45:28.247 INFO:tasks.workunit.client.0.smithi112.stdout:write: X 0~1000 2024-04-12T08:45:28.247 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 1010~1000 2024-04-12T08:45:28.247 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap2 2024-04-12T08:45:28.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:28 smithi175 ceph-mon[32523]: osdmap e130: 8 total, 8 up, 8 in 2024-04-12T08:45:28.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:28 smithi112 ceph-mon[40233]: osdmap e130: 8 total, 8 up, 8 in 2024-04-12T08:45:28.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:28 smithi112 ceph-mon[29019]: osdmap e130: 8 total, 8 up, 8 in 2024-04-12T08:45:29.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:29 smithi175 ceph-mon[32523]: pgmap v186: 137 pgs: 137 active+clean; 265 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 70 MiB/s rd, 10 MiB/s wr, 490 op/s 2024-04-12T08:45:29.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:29 smithi175 ceph-mon[32523]: osdmap e131: 8 total, 8 up, 8 in 2024-04-12T08:45:29.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:29 smithi112 ceph-mon[40233]: pgmap v186: 137 pgs: 137 active+clean; 265 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 70 MiB/s rd, 10 MiB/s wr, 490 op/s 2024-04-12T08:45:29.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:29 smithi112 ceph-mon[40233]: osdmap e131: 8 total, 8 up, 8 in 2024-04-12T08:45:29.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:29 smithi112 ceph-mon[29019]: pgmap v186: 137 pgs: 137 active+clean; 265 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 70 MiB/s rd, 10 MiB/s wr, 490 op/s 2024-04-12T08:45:29.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:29 smithi112 ceph-mon[29019]: osdmap e131: 8 total, 8 up, 8 in 2024-04-12T08:45:30.251 INFO:tasks.workunit.client.0.smithi112.stdout:write: X 8388609~1000 2024-04-12T08:45:30.258 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 16777228~1000 2024-04-12T08:45:30.258 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 167772160 2024-04-12T08:45:30.266 INFO:tasks.workunit.client.0.smithi112.stdout:write: 2 83886079~8388609 2024-04-12T08:45:30.281 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap3 2024-04-12T08:45:30.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:30 smithi175 ceph-mon[32523]: osdmap e132: 8 total, 8 up, 8 in 2024-04-12T08:45:30.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:30 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/4195359403' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:45:30.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:30 smithi112 ceph-mon[29019]: osdmap e132: 8 total, 8 up, 8 in 2024-04-12T08:45:30.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:30 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/4195359403' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:45:30.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:30 smithi112 ceph-mon[40233]: osdmap e132: 8 total, 8 up, 8 in 2024-04-12T08:45:30.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:30 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/4195359403' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:45:31.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:31 smithi175 ceph-mon[32523]: pgmap v189: 137 pgs: 137 active+clean; 265 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 70 MiB/s rd, 10 MiB/s wr, 490 op/s 2024-04-12T08:45:31.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:31 smithi175 ceph-mon[32523]: osdmap e133: 8 total, 8 up, 8 in 2024-04-12T08:45:31.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:31 smithi175 ceph-mon[32523]: osdmap e134: 8 total, 8 up, 8 in 2024-04-12T08:45:31.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:31 smithi112 ceph-mon[29019]: pgmap v189: 137 pgs: 137 active+clean; 265 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 70 MiB/s rd, 10 MiB/s wr, 490 op/s 2024-04-12T08:45:31.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:31 smithi112 ceph-mon[29019]: osdmap e133: 8 total, 8 up, 8 in 2024-04-12T08:45:31.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:31 smithi112 ceph-mon[29019]: osdmap e134: 8 total, 8 up, 8 in 2024-04-12T08:45:31.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:31 smithi112 ceph-mon[40233]: pgmap v189: 137 pgs: 137 active+clean; 265 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 70 MiB/s rd, 10 MiB/s wr, 490 op/s 2024-04-12T08:45:31.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:31 smithi112 ceph-mon[40233]: osdmap e133: 8 total, 8 up, 8 in 2024-04-12T08:45:31.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:31 smithi112 ceph-mon[40233]: osdmap e134: 8 total, 8 up, 8 in 2024-04-12T08:45:32.113 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-12T08:45:32.131 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 83886079~1 2024-04-12T08:45:32.138 INFO:tasks.workunit.client.0.smithi112.stdout:write: 1 0~8388609 2024-04-12T08:45:32.145 INFO:tasks.workunit.client.0.smithi112.stdout:write: 1 16777218~8388609 2024-04-12T08:45:32.201 INFO:tasks.workunit.client.0.smithi112.stdout:migration_prepare 2024-04-12T08:45:32.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:32 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/1734291754' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:45:32.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:32 smithi175 ceph-mon[32523]: osdmap e135: 8 total, 8 up, 8 in 2024-04-12T08:45:32.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:32 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/1734291754' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:45:32.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:32 smithi112 ceph-mon[29019]: osdmap e135: 8 total, 8 up, 8 in 2024-04-12T08:45:32.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:32 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/1734291754' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:45:32.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:32 smithi112 ceph-mon[40233]: osdmap e135: 8 total, 8 up, 8 in 2024-04-12T08:45:33.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:33 smithi175 ceph-mon[32523]: pgmap v192: 137 pgs: 137 active+clean; 265 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T08:45:33.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:33 smithi112 ceph-mon[29019]: pgmap v192: 137 pgs: 137 active+clean; 265 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T08:45:33.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:33 smithi112 ceph-mon[40233]: pgmap v192: 137 pgs: 137 active+clean; 265 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-12T08:45:34.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:34 smithi175 ceph-mon[32523]: osdmap e136: 8 total, 8 up, 8 in 2024-04-12T08:45:34.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:34 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/1413074147' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:45:34.515 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:45:34 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[34409]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:45:34] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-12T08:45:34.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:34 smithi112 ceph-mon[40233]: osdmap e136: 8 total, 8 up, 8 in 2024-04-12T08:45:34.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:34 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/1413074147' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:45:34.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:34 smithi112 ceph-mon[29019]: osdmap e136: 8 total, 8 up, 8 in 2024-04-12T08:45:34.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:34 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/1413074147' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:45:34.593 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:45:34 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:45:34] "GET /metrics HTTP/1.1" 200 245555 "" "Prometheus/2.43.0" 2024-04-12T08:45:35.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:35 smithi175 ceph-mon[32523]: pgmap v195: 137 pgs: 137 active+clean; 337 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 155 KiB/s rd, 16 MiB/s wr, 228 op/s 2024-04-12T08:45:35.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:35 smithi175 ceph-mon[32523]: osdmap e137: 8 total, 8 up, 8 in 2024-04-12T08:45:35.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:35 smithi112 ceph-mon[29019]: pgmap v195: 137 pgs: 137 active+clean; 337 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 155 KiB/s rd, 16 MiB/s wr, 228 op/s 2024-04-12T08:45:35.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:35 smithi112 ceph-mon[29019]: osdmap e137: 8 total, 8 up, 8 in 2024-04-12T08:45:35.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:35 smithi112 ceph-mon[40233]: pgmap v195: 137 pgs: 137 active+clean; 337 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 155 KiB/s rd, 16 MiB/s wr, 228 op/s 2024-04-12T08:45:35.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:35 smithi112 ceph-mon[40233]: osdmap e137: 8 total, 8 up, 8 in 2024-04-12T08:45:35.734 INFO:tasks.workunit.client.0.smithi112.stdout:migration_execute 2024-04-12T08:45:35.926 INFO:tasks.workunit.client.0.smithi112.stdout:migration_commit 2024-04-12T08:45:36.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:36 smithi112 ceph-mon[29019]: osdmap e138: 8 total, 8 up, 8 in 2024-04-12T08:45:36.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:36 smithi112 ceph-mon[40233]: osdmap e138: 8 total, 8 up, 8 in 2024-04-12T08:45:36.764 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:36 smithi175 ceph-mon[32523]: osdmap e138: 8 total, 8 up, 8 in 2024-04-12T08:45:37.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:37 smithi112 ceph-mon[29019]: pgmap v198: 137 pgs: 137 active+clean; 337 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 155 KiB/s rd, 16 MiB/s wr, 228 op/s 2024-04-12T08:45:37.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:37 smithi112 ceph-mon[29019]: osdmap e139: 8 total, 8 up, 8 in 2024-04-12T08:45:37.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:37 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/749067724' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:45:37.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:37 smithi112 ceph-mon[40233]: pgmap v198: 137 pgs: 137 active+clean; 337 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 155 KiB/s rd, 16 MiB/s wr, 228 op/s 2024-04-12T08:45:37.594 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:37 smithi112 ceph-mon[40233]: osdmap e139: 8 total, 8 up, 8 in 2024-04-12T08:45:37.594 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:37 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/749067724' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:45:37.764 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:37 smithi175 ceph-mon[32523]: pgmap v198: 137 pgs: 137 active+clean; 337 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 155 KiB/s rd, 16 MiB/s wr, 228 op/s 2024-04-12T08:45:37.764 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:37 smithi175 ceph-mon[32523]: osdmap e139: 8 total, 8 up, 8 in 2024-04-12T08:45:37.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:37 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/749067724' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:45:38.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:38 smithi112 ceph-mon[40233]: osdmap e140: 8 total, 8 up, 8 in 2024-04-12T08:45:38.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:38 smithi112 ceph-mon[29019]: osdmap e140: 8 total, 8 up, 8 in 2024-04-12T08:45:38.613 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMigration.SnapsOtherPool (12113 ms) 2024-04-12T08:45:38.613 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMigration.SnapsDataPool 2024-04-12T08:45:38.645 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-12T08:45:38.655 INFO:tasks.workunit.client.0.smithi112.stdout:write: 1 0~8388609 2024-04-12T08:45:38.720 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap1 2024-04-12T08:45:38.764 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:38 smithi175 ceph-mon[32523]: osdmap e140: 8 total, 8 up, 8 in 2024-04-12T08:45:39.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:39 smithi112 ceph-mon[29019]: pgmap v201: 137 pgs: 137 active+clean; 373 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 46 MiB/s rd, 10 MiB/s wr, 381 op/s 2024-04-12T08:45:39.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:39 smithi112 ceph-mon[29019]: osdmap e141: 8 total, 8 up, 8 in 2024-04-12T08:45:39.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:39 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/2460432168' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:45:39.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:39 smithi112 ceph-mon[40233]: pgmap v201: 137 pgs: 137 active+clean; 373 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 46 MiB/s rd, 10 MiB/s wr, 381 op/s 2024-04-12T08:45:39.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:39 smithi112 ceph-mon[40233]: osdmap e141: 8 total, 8 up, 8 in 2024-04-12T08:45:39.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:39 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/2460432168' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:45:39.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:39 smithi175 ceph-mon[32523]: pgmap v201: 137 pgs: 137 active+clean; 373 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 46 MiB/s rd, 10 MiB/s wr, 381 op/s 2024-04-12T08:45:39.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:39 smithi175 ceph-mon[32523]: osdmap e141: 8 total, 8 up, 8 in 2024-04-12T08:45:39.666 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:39 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/2460432168' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:45:40.310 INFO:tasks.workunit.client.0.smithi112.stdout:write: 1 8388609~8388609 2024-04-12T08:45:40.321 INFO:tasks.workunit.client.0.smithi112.stdout:write: X 0~1000 2024-04-12T08:45:40.321 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 1010~1000 2024-04-12T08:45:40.322 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap2 2024-04-12T08:45:40.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:40 smithi112 ceph-mon[29019]: osdmap e142: 8 total, 8 up, 8 in 2024-04-12T08:45:40.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:40 smithi112 ceph-mon[40233]: osdmap e142: 8 total, 8 up, 8 in 2024-04-12T08:45:40.764 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:40 smithi175 ceph-mon[32523]: osdmap e142: 8 total, 8 up, 8 in 2024-04-12T08:45:41.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:41 smithi112 ceph-mon[29019]: pgmap v204: 137 pgs: 137 active+clean; 373 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 46 MiB/s rd, 10 MiB/s wr, 381 op/s 2024-04-12T08:45:41.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:41 smithi112 ceph-mon[29019]: osdmap e143: 8 total, 8 up, 8 in 2024-04-12T08:45:41.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:41 smithi112 ceph-mon[29019]: osdmap e144: 8 total, 8 up, 8 in 2024-04-12T08:45:41.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:41 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/2546187047' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:45:41.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:41 smithi112 ceph-mon[40233]: pgmap v204: 137 pgs: 137 active+clean; 373 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 46 MiB/s rd, 10 MiB/s wr, 381 op/s 2024-04-12T08:45:41.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:41 smithi112 ceph-mon[40233]: osdmap e143: 8 total, 8 up, 8 in 2024-04-12T08:45:41.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:41 smithi112 ceph-mon[40233]: osdmap e144: 8 total, 8 up, 8 in 2024-04-12T08:45:41.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:41 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/2546187047' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:45:41.764 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:41 smithi175 ceph-mon[32523]: pgmap v204: 137 pgs: 137 active+clean; 373 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 46 MiB/s rd, 10 MiB/s wr, 381 op/s 2024-04-12T08:45:41.764 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:41 smithi175 ceph-mon[32523]: osdmap e143: 8 total, 8 up, 8 in 2024-04-12T08:45:41.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:41 smithi175 ceph-mon[32523]: osdmap e144: 8 total, 8 up, 8 in 2024-04-12T08:45:41.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:41 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/2546187047' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:45:42.113 INFO:tasks.workunit.client.0.smithi112.stdout:write: X 8388609~1000 2024-04-12T08:45:42.119 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 16777228~1000 2024-04-12T08:45:42.119 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 167772160 2024-04-12T08:45:42.128 INFO:tasks.workunit.client.0.smithi112.stdout:write: 2 83886079~8388609 2024-04-12T08:45:42.143 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap3 2024-04-12T08:45:42.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:42 smithi112 ceph-mon[29019]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:45:42.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:42 smithi112 ceph-mon[29019]: osdmap e145: 8 total, 8 up, 8 in 2024-04-12T08:45:42.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:42 smithi112 ceph-mon[40233]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:45:42.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:42 smithi112 ceph-mon[40233]: osdmap e145: 8 total, 8 up, 8 in 2024-04-12T08:45:42.764 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:42 smithi175 ceph-mon[32523]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:45:42.764 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:42 smithi175 ceph-mon[32523]: osdmap e145: 8 total, 8 up, 8 in 2024-04-12T08:45:43.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:43 smithi112 ceph-mon[40233]: pgmap v207: 137 pgs: 137 active+clean; 373 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T08:45:43.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:43 smithi112 ceph-mon[40233]: osdmap e146: 8 total, 8 up, 8 in 2024-04-12T08:45:43.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:43 smithi112 ceph-mon[29019]: pgmap v207: 137 pgs: 137 active+clean; 373 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T08:45:43.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:43 smithi112 ceph-mon[29019]: osdmap e146: 8 total, 8 up, 8 in 2024-04-12T08:45:43.764 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:43 smithi175 ceph-mon[32523]: pgmap v207: 137 pgs: 137 active+clean; 373 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T08:45:43.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:43 smithi175 ceph-mon[32523]: osdmap e146: 8 total, 8 up, 8 in 2024-04-12T08:45:44.114 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-12T08:45:44.135 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 83886079~1 2024-04-12T08:45:44.142 INFO:tasks.workunit.client.0.smithi112.stdout:migration_prepare 2024-04-12T08:45:44.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:44 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/4219524117' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:45:44.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:44 smithi175 ceph-mon[32523]: osdmap e147: 8 total, 8 up, 8 in 2024-04-12T08:45:44.515 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:45:44 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[34409]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:45:44] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-12T08:45:44.592 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:45:44 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:45:44] "GET /metrics HTTP/1.1" 200 245683 "" "Prometheus/2.43.0" 2024-04-12T08:45:44.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:44 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/4219524117' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:45:44.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:44 smithi112 ceph-mon[29019]: osdmap e147: 8 total, 8 up, 8 in 2024-04-12T08:45:44.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:44 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/4219524117' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:45:44.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:44 smithi112 ceph-mon[40233]: osdmap e147: 8 total, 8 up, 8 in 2024-04-12T08:45:45.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:45 smithi112 ceph-mon[29019]: pgmap v210: 137 pgs: 137 active+clean; 393 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 36 MiB/s rd, 12 MiB/s wr, 183 op/s 2024-04-12T08:45:45.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:45 smithi112 ceph-mon[29019]: osdmap e148: 8 total, 8 up, 8 in 2024-04-12T08:45:45.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:45 smithi112 ceph-mon[40233]: pgmap v210: 137 pgs: 137 active+clean; 393 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 36 MiB/s rd, 12 MiB/s wr, 183 op/s 2024-04-12T08:45:45.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:45 smithi112 ceph-mon[40233]: osdmap e148: 8 total, 8 up, 8 in 2024-04-12T08:45:45.764 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:45 smithi175 ceph-mon[32523]: pgmap v210: 137 pgs: 137 active+clean; 393 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 36 MiB/s rd, 12 MiB/s wr, 183 op/s 2024-04-12T08:45:45.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:45 smithi175 ceph-mon[32523]: osdmap e148: 8 total, 8 up, 8 in 2024-04-12T08:45:46.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:46 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/1598589767' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:45:46.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:46 smithi112 ceph-mon[29019]: osdmap e149: 8 total, 8 up, 8 in 2024-04-12T08:45:46.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:46 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/1598589767' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:45:46.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:46 smithi112 ceph-mon[40233]: osdmap e149: 8 total, 8 up, 8 in 2024-04-12T08:45:46.764 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:46 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/1598589767' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:45:46.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:46 smithi175 ceph-mon[32523]: osdmap e149: 8 total, 8 up, 8 in 2024-04-12T08:45:47.549 INFO:tasks.workunit.client.0.smithi112.stdout:migration_execute 2024-04-12T08:45:47.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:47 smithi112 ceph-mon[40233]: pgmap v213: 137 pgs: 137 active+clean; 393 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 36 MiB/s rd, 12 MiB/s wr, 183 op/s 2024-04-12T08:45:47.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:47 smithi112 ceph-mon[40233]: osdmap e150: 8 total, 8 up, 8 in 2024-04-12T08:45:47.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:47 smithi112 ceph-mon[29019]: pgmap v213: 137 pgs: 137 active+clean; 393 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 36 MiB/s rd, 12 MiB/s wr, 183 op/s 2024-04-12T08:45:47.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:47 smithi112 ceph-mon[29019]: osdmap e150: 8 total, 8 up, 8 in 2024-04-12T08:45:47.687 INFO:tasks.workunit.client.0.smithi112.stdout:migration_commit 2024-04-12T08:45:47.764 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:47 smithi175 ceph-mon[32523]: pgmap v213: 137 pgs: 137 active+clean; 393 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 36 MiB/s rd, 12 MiB/s wr, 183 op/s 2024-04-12T08:45:47.764 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:47 smithi175 ceph-mon[32523]: osdmap e150: 8 total, 8 up, 8 in 2024-04-12T08:45:49.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:49 smithi112 ceph-mon[29019]: pgmap v216: 137 pgs: 137 active+clean; 421 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 38 MiB/s rd, 6.0 MiB/s wr, 490 op/s 2024-04-12T08:45:49.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:49 smithi112 ceph-mon[29019]: osdmap e151: 8 total, 8 up, 8 in 2024-04-12T08:45:49.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:49 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/2486128965' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:45:49.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:49 smithi112 ceph-mon[40233]: pgmap v216: 137 pgs: 137 active+clean; 421 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 38 MiB/s rd, 6.0 MiB/s wr, 490 op/s 2024-04-12T08:45:49.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:49 smithi112 ceph-mon[40233]: osdmap e151: 8 total, 8 up, 8 in 2024-04-12T08:45:49.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:49 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/2486128965' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:45:49.764 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:49 smithi175 ceph-mon[32523]: pgmap v216: 137 pgs: 137 active+clean; 421 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 38 MiB/s rd, 6.0 MiB/s wr, 490 op/s 2024-04-12T08:45:49.764 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:49 smithi175 ceph-mon[32523]: osdmap e151: 8 total, 8 up, 8 in 2024-04-12T08:45:49.764 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:49 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/2486128965' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:45:50.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:50 smithi112 ceph-mon[40233]: osdmap e152: 8 total, 8 up, 8 in 2024-04-12T08:45:50.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:50 smithi112 ceph-mon[29019]: osdmap e152: 8 total, 8 up, 8 in 2024-04-12T08:45:50.631 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMigration.SnapsDataPool (12019 ms) 2024-04-12T08:45:50.631 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMigration.SnapsShrinkAfterPrepare 2024-04-12T08:45:50.662 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-12T08:45:50.673 INFO:tasks.workunit.client.0.smithi112.stdout:write: 1 0~8388609 2024-04-12T08:45:50.735 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap1 2024-04-12T08:45:50.764 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:50 smithi175 ceph-mon[32523]: osdmap e152: 8 total, 8 up, 8 in 2024-04-12T08:45:51.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:51 smithi112 ceph-mon[29019]: pgmap v219: 137 pgs: 137 active+clean; 421 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 38 MiB/s rd, 6.0 MiB/s wr, 490 op/s 2024-04-12T08:45:51.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:51 smithi112 ceph-mon[29019]: osdmap e153: 8 total, 8 up, 8 in 2024-04-12T08:45:51.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:51 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/2980456281' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:45:51.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:51 smithi112 ceph-mon[40233]: pgmap v219: 137 pgs: 137 active+clean; 421 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 38 MiB/s rd, 6.0 MiB/s wr, 490 op/s 2024-04-12T08:45:51.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:51 smithi112 ceph-mon[40233]: osdmap e153: 8 total, 8 up, 8 in 2024-04-12T08:45:51.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:51 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/2980456281' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:45:51.764 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:51 smithi175 ceph-mon[32523]: pgmap v219: 137 pgs: 137 active+clean; 421 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 38 MiB/s rd, 6.0 MiB/s wr, 490 op/s 2024-04-12T08:45:51.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:51 smithi175 ceph-mon[32523]: osdmap e153: 8 total, 8 up, 8 in 2024-04-12T08:45:51.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:51 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/2980456281' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:45:52.357 INFO:tasks.workunit.client.0.smithi112.stdout:write: 1 8388609~8388609 2024-04-12T08:45:52.382 INFO:tasks.workunit.client.0.smithi112.stdout:write: X 0~1000 2024-04-12T08:45:52.382 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 1010~1000 2024-04-12T08:45:52.382 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap2 2024-04-12T08:45:52.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:52 smithi112 ceph-mon[29019]: osdmap e154: 8 total, 8 up, 8 in 2024-04-12T08:45:52.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:52 smithi112 ceph-mon[40233]: osdmap e154: 8 total, 8 up, 8 in 2024-04-12T08:45:52.764 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:52 smithi175 ceph-mon[32523]: osdmap e154: 8 total, 8 up, 8 in 2024-04-12T08:45:53.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:53 smithi112 ceph-mon[29019]: pgmap v222: 137 pgs: 137 active+clean; 421 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T08:45:53.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:53 smithi112 ceph-mon[29019]: osdmap e155: 8 total, 8 up, 8 in 2024-04-12T08:45:53.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:53 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/4275531051' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:45:53.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:53 smithi112 ceph-mon[40233]: pgmap v222: 137 pgs: 137 active+clean; 421 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T08:45:53.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:53 smithi112 ceph-mon[40233]: osdmap e155: 8 total, 8 up, 8 in 2024-04-12T08:45:53.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:53 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/4275531051' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:45:53.764 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:53 smithi175 ceph-mon[32523]: pgmap v222: 137 pgs: 137 active+clean; 421 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T08:45:53.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:53 smithi175 ceph-mon[32523]: osdmap e155: 8 total, 8 up, 8 in 2024-04-12T08:45:53.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:53 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/4275531051' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:45:54.369 INFO:tasks.workunit.client.0.smithi112.stdout:write: X 8388609~1000 2024-04-12T08:45:54.378 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 16777228~1000 2024-04-12T08:45:54.378 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 167772160 2024-04-12T08:45:54.387 INFO:tasks.workunit.client.0.smithi112.stdout:write: 2 83886079~8388609 2024-04-12T08:45:54.409 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap3 2024-04-12T08:45:54.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:54 smithi175 ceph-mon[32523]: osdmap e156: 8 total, 8 up, 8 in 2024-04-12T08:45:54.515 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:45:54 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[34409]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:45:54] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-12T08:45:54.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:54 smithi112 ceph-mon[29019]: osdmap e156: 8 total, 8 up, 8 in 2024-04-12T08:45:54.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:54 smithi112 ceph-mon[40233]: osdmap e156: 8 total, 8 up, 8 in 2024-04-12T08:45:54.593 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:45:54 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:45:54] "GET /metrics HTTP/1.1" 200 245683 "" "Prometheus/2.43.0" 2024-04-12T08:45:55.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:55 smithi175 ceph-mon[32523]: pgmap v225: 137 pgs: 137 active+clean; 425 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 32 MiB/s rd, 8.0 MiB/s wr, 144 op/s 2024-04-12T08:45:55.662 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:55 smithi175 ceph-mon[32523]: osdmap e157: 8 total, 8 up, 8 in 2024-04-12T08:45:55.842 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:55 smithi112 ceph-mon[40233]: pgmap v225: 137 pgs: 137 active+clean; 425 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 32 MiB/s rd, 8.0 MiB/s wr, 144 op/s 2024-04-12T08:45:55.842 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:55 smithi112 ceph-mon[40233]: osdmap e157: 8 total, 8 up, 8 in 2024-04-12T08:45:55.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:55 smithi112 ceph-mon[29019]: pgmap v225: 137 pgs: 137 active+clean; 425 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 32 MiB/s rd, 8.0 MiB/s wr, 144 op/s 2024-04-12T08:45:55.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:55 smithi112 ceph-mon[29019]: osdmap e157: 8 total, 8 up, 8 in 2024-04-12T08:45:56.119 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-12T08:45:56.139 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 83886079~1 2024-04-12T08:45:56.147 INFO:tasks.workunit.client.0.smithi112.stdout:migration_prepare 2024-04-12T08:45:56.764 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:56 smithi175 ceph-mon[32523]: osdmap e158: 8 total, 8 up, 8 in 2024-04-12T08:45:56.764 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:56 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/2602920688' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:45:56.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:56 smithi175 ceph-mon[32523]: osdmap e159: 8 total, 8 up, 8 in 2024-04-12T08:45:56.842 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:56 smithi112 ceph-mon[40233]: osdmap e158: 8 total, 8 up, 8 in 2024-04-12T08:45:56.842 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:56 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/2602920688' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:45:56.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:56 smithi112 ceph-mon[40233]: osdmap e159: 8 total, 8 up, 8 in 2024-04-12T08:45:56.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:56 smithi112 ceph-mon[29019]: osdmap e158: 8 total, 8 up, 8 in 2024-04-12T08:45:56.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:56 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/2602920688' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:45:56.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:56 smithi112 ceph-mon[29019]: osdmap e159: 8 total, 8 up, 8 in 2024-04-12T08:45:57.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:57 smithi175 ceph-mon[32523]: pgmap v228: 137 pgs: 137 active+clean; 425 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 32 MiB/s rd, 8.0 MiB/s wr, 144 op/s 2024-04-12T08:45:57.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:57 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:45:57.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:57 smithi175 ceph-mon[32523]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T08:45:57.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:57 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T08:45:57.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:57 smithi175 ceph-mon[32523]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-12T08:45:57.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:57 smithi175 ceph-mon[32523]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:45:57.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:57 smithi175 ceph-mon[32523]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:45:57.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:57 smithi175 ceph-mon[32523]: osdmap e160: 8 total, 8 up, 8 in 2024-04-12T08:45:57.842 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:57 smithi112 ceph-mon[40233]: pgmap v228: 137 pgs: 137 active+clean; 425 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 32 MiB/s rd, 8.0 MiB/s wr, 144 op/s 2024-04-12T08:45:57.842 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:57 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:45:57.842 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:57 smithi112 ceph-mon[40233]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T08:45:57.842 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:57 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T08:45:57.842 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:57 smithi112 ceph-mon[40233]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-12T08:45:57.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:57 smithi112 ceph-mon[40233]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:45:57.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:57 smithi112 ceph-mon[40233]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:45:57.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:57 smithi112 ceph-mon[40233]: osdmap e160: 8 total, 8 up, 8 in 2024-04-12T08:45:57.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:57 smithi112 ceph-mon[29019]: pgmap v228: 137 pgs: 137 active+clean; 425 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 32 MiB/s rd, 8.0 MiB/s wr, 144 op/s 2024-04-12T08:45:57.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:57 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:45:57.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:57 smithi112 ceph-mon[29019]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T08:45:57.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:57 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T08:45:57.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:57 smithi112 ceph-mon[29019]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-12T08:45:57.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:57 smithi112 ceph-mon[29019]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:45:57.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:57 smithi112 ceph-mon[29019]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:45:57.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:57 smithi112 ceph-mon[29019]: osdmap e160: 8 total, 8 up, 8 in 2024-04-12T08:45:58.515 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:45:58 smithi175 systemd[1]: Stopping Ceph mgr.x for 96d9de20-f8a7-11ee-bc8c-c7b262605968... 2024-04-12T08:45:58.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:58 smithi175 ceph-mon[32523]: Upgrade: Updating mgr.x 2024-04-12T08:45:58.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:58 smithi175 ceph-mon[32523]: Deploying daemon mgr.x on smithi175 2024-04-12T08:45:58.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:58 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/1264913968' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:45:58.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:58 smithi175 ceph-mon[32523]: osdmap e161: 8 total, 8 up, 8 in 2024-04-12T08:45:58.842 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:58 smithi112 ceph-mon[40233]: Upgrade: Updating mgr.x 2024-04-12T08:45:58.842 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:58 smithi112 ceph-mon[40233]: Deploying daemon mgr.x on smithi175 2024-04-12T08:45:58.842 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:58 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/1264913968' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:45:58.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:58 smithi112 ceph-mon[40233]: osdmap e161: 8 total, 8 up, 8 in 2024-04-12T08:45:58.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:58 smithi112 ceph-mon[29019]: Upgrade: Updating mgr.x 2024-04-12T08:45:58.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:58 smithi112 ceph-mon[29019]: Deploying daemon mgr.x on smithi175 2024-04-12T08:45:58.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:58 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/1264913968' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:45:58.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:58 smithi112 ceph-mon[29019]: osdmap e161: 8 total, 8 up, 8 in 2024-04-12T08:45:58.967 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:45:58 smithi175 podman[65627]: 2024-04-12 08:45:58.697232199 +0000 UTC m=+0.141602553 container died 74c3566552818cff1cfb2b9d0b0f80a70faf03b08960122878bd6add12903f63 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, RELEASE=quincy-d3b5060, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.33.5) 2024-04-12T08:45:59.264 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:45:59 smithi175 podman[65627]: 2024-04-12 08:45:59.141514451 +0000 UTC m=+0.585884794 container cleanup 74c3566552818cff1cfb2b9d0b0f80a70faf03b08960122878bd6add12903f63 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, RELEASE=quincy-d3b5060, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True) 2024-04-12T08:45:59.265 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:45:59 smithi175 bash[65627]: ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x 2024-04-12T08:45:59.549 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 41943040 2024-04-12T08:45:59.570 INFO:tasks.workunit.client.0.smithi112.stdout:migration_execute 2024-04-12T08:45:59.644 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:59 smithi175 ceph-mon[32523]: pgmap v231: 137 pgs: 137 active+clean; 449 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 119 KiB/s rd, 4.0 MiB/s wr, 170 op/s 2024-04-12T08:45:59.645 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:45:59 smithi175 ceph-mon[32523]: osdmap e162: 8 total, 8 up, 8 in 2024-04-12T08:45:59.645 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:45:59 smithi175 podman[65641]: 2024-04-12 08:45:59.459984079 +0000 UTC m=+0.763897467 container remove 74c3566552818cff1cfb2b9d0b0f80a70faf03b08960122878bd6add12903f63 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x, GIT_BRANCH=HEAD, RELEASE=quincy-d3b5060, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, GIT_CLEAN=True, ceph=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-12T08:45:59.645 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:45:59 smithi175 systemd[1]: ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-04-12T08:45:59.645 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:45:59 smithi175 systemd[1]: ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@mgr.x.service: Failed with result 'exit-code'. 2024-04-12T08:45:59.645 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:45:59 smithi175 systemd[1]: Stopped Ceph mgr.x for 96d9de20-f8a7-11ee-bc8c-c7b262605968. 2024-04-12T08:45:59.645 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:45:59 smithi175 systemd[1]: ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@mgr.x.service: Consumed 17.816s CPU time. 2024-04-12T08:45:59.719 INFO:tasks.workunit.client.0.smithi112.stdout:migration_commit 2024-04-12T08:45:59.842 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:59 smithi112 ceph-mon[40233]: pgmap v231: 137 pgs: 137 active+clean; 449 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 119 KiB/s rd, 4.0 MiB/s wr, 170 op/s 2024-04-12T08:45:59.842 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:45:59 smithi112 ceph-mon[40233]: osdmap e162: 8 total, 8 up, 8 in 2024-04-12T08:45:59.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:59 smithi112 ceph-mon[29019]: pgmap v231: 137 pgs: 137 active+clean; 449 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 119 KiB/s rd, 4.0 MiB/s wr, 170 op/s 2024-04-12T08:45:59.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:45:59 smithi112 ceph-mon[29019]: osdmap e162: 8 total, 8 up, 8 in 2024-04-12T08:46:00.014 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:45:59 smithi175 systemd[1]: Starting Ceph mgr.x for 96d9de20-f8a7-11ee-bc8c-c7b262605968... 2024-04-12T08:46:00.322 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:46:00 smithi175 podman[65772]: 2024-04-12 08:45:59.951327817 +0000 UTC m=+0.018342576 image pull 668895944f0ec64b67a5b7564961d2756f2966e5d4b9338516300dbec9984951 quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec 2024-04-12T08:46:00.322 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:46:00 smithi175 podman[65772]: 2024-04-12 08:46:00.086275417 +0000 UTC m=+0.153290180 container create 6e55d54881bdf7ef595ca193a0406875432d13cb9b03a195be5f6e946611a59a (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, ceph=True, RELEASE=squid-b277feb, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-04-12T08:46:00.322 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:46:00 smithi175 podman[65772]: 2024-04-12 08:46:00.322021076 +0000 UTC m=+0.389035836 container init 6e55d54881bdf7ef595ca193a0406875432d13cb9b03a195be5f6e946611a59a (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240409, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=squid-b277feb, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2024-04-12T08:46:00.764 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:46:00 smithi175 podman[65772]: 2024-04-12 08:46:00.324755374 +0000 UTC m=+0.391770136 container start 6e55d54881bdf7ef595ca193a0406875432d13cb9b03a195be5f6e946611a59a (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x, GIT_CLEAN=True, RELEASE=squid-b277feb, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux ) 2024-04-12T08:46:00.765 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:46:00 smithi175 ceph-mgr[65791]: -- 172.21.15.175:0/1488798147 <== mon.1 v2:172.21.15.175:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x555f41dc25a0 con 0x555f41d96800 2024-04-12T08:46:00.765 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:46:00 smithi175 bash[65772]: 6e55d54881bdf7ef595ca193a0406875432d13cb9b03a195be5f6e946611a59a 2024-04-12T08:46:00.765 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:46:00 smithi175 systemd[1]: Started Ceph mgr.x for 96d9de20-f8a7-11ee-bc8c-c7b262605968. 2024-04-12T08:46:01.232 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:46:00 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[65787]: 2024-04-12T08:46:00.906+0000 7f8c35970200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-12T08:46:01.232 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:46:01 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[65787]: 2024-04-12T08:46:01.008+0000 7f8c35970200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-12T08:46:01.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:01 smithi175 ceph-mon[32523]: pgmap v234: 137 pgs: 137 active+clean; 449 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 119 KiB/s rd, 4.0 MiB/s wr, 170 op/s 2024-04-12T08:46:01.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:01 smithi175 ceph-mon[32523]: osdmap e163: 8 total, 8 up, 8 in 2024-04-12T08:46:01.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:01 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/3109844763' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:46:01.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:01 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:46:01.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:01 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:46:01.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:01 smithi175 ceph-mon[32523]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:46:01.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:01 smithi112 ceph-mon[29019]: pgmap v234: 137 pgs: 137 active+clean; 449 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 119 KiB/s rd, 4.0 MiB/s wr, 170 op/s 2024-04-12T08:46:01.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:01 smithi112 ceph-mon[29019]: osdmap e163: 8 total, 8 up, 8 in 2024-04-12T08:46:01.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:01 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/3109844763' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:46:01.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:01 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:46:01.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:01 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:46:01.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:01 smithi112 ceph-mon[29019]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:46:01.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:01 smithi112 ceph-mon[40233]: pgmap v234: 137 pgs: 137 active+clean; 449 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 119 KiB/s rd, 4.0 MiB/s wr, 170 op/s 2024-04-12T08:46:01.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:01 smithi112 ceph-mon[40233]: osdmap e163: 8 total, 8 up, 8 in 2024-04-12T08:46:01.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:01 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/3109844763' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:46:01.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:01 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:46:01.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:01 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:46:01.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:01 smithi112 ceph-mon[40233]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:46:01.861 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:46:01 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[65787]: 2024-04-12T08:46:01.694+0000 7f8c35970200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-12T08:46:01.861 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:46:01 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[65787]: 2024-04-12T08:46:01.791+0000 7f8c35970200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-12T08:46:02.143 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:46:01 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[65787]: 2024-04-12T08:46:01.949+0000 7f8c35970200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-12T08:46:02.143 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:46:02 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[65787]: 2024-04-12T08:46:02.052+0000 7f8c35970200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-12T08:46:02.437 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:02 smithi175 ceph-mon[32523]: osdmap e164: 8 total, 8 up, 8 in 2024-04-12T08:46:02.437 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:46:02 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[65787]: 2024-04-12T08:46:02.141+0000 7f8c35970200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-12T08:46:02.687 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMigration.SnapsShrinkAfterPrepare (12055 ms) 2024-04-12T08:46:02.687 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMigration.SnapsShrinkToZeroBeforePrepare 2024-04-12T08:46:02.723 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-12T08:46:02.733 INFO:tasks.workunit.client.0.smithi112.stdout:write: 1 0~8388609 2024-04-12T08:46:02.764 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:46:02 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[65787]: 2024-04-12T08:46:02.436+0000 7f8c35970200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-12T08:46:02.764 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:46:02 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[65787]: 2024-04-12T08:46:02.582+0000 7f8c35970200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-12T08:46:02.764 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:46:02 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[65787]: 2024-04-12T08:46:02.682+0000 7f8c35970200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-12T08:46:02.792 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap1 2024-04-12T08:46:02.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:02 smithi112 ceph-mon[29019]: osdmap e164: 8 total, 8 up, 8 in 2024-04-12T08:46:02.842 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:02 smithi112 ceph-mon[40233]: osdmap e164: 8 total, 8 up, 8 in 2024-04-12T08:46:03.058 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:46:02 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[65787]: 2024-04-12T08:46:02.793+0000 7f8c35970200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-12T08:46:03.058 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:46:02 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[65787]: 2024-04-12T08:46:02.982+0000 7f8c35970200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-12T08:46:03.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:03 smithi175 ceph-mon[32523]: pgmap v237: 137 pgs: 137 active+clean; 449 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-12T08:46:03.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:03 smithi175 ceph-mon[32523]: osdmap e165: 8 total, 8 up, 8 in 2024-04-12T08:46:03.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:03 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/119866566' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:46:03.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:03 smithi112 ceph-mon[29019]: pgmap v237: 137 pgs: 137 active+clean; 449 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-12T08:46:03.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:03 smithi112 ceph-mon[29019]: osdmap e165: 8 total, 8 up, 8 in 2024-04-12T08:46:03.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:03 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/119866566' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:46:03.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:03 smithi112 ceph-mon[40233]: pgmap v237: 137 pgs: 137 active+clean; 449 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-12T08:46:03.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:03 smithi112 ceph-mon[40233]: osdmap e165: 8 total, 8 up, 8 in 2024-04-12T08:46:03.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:03 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/119866566' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:46:04.141 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:46:03 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[65787]: 2024-04-12T08:46:03.997+0000 7f8c35970200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-12T08:46:04.141 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:46:04 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[65787]: 2024-04-12T08:46:04.139+0000 7f8c35970200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-12T08:46:04.424 INFO:tasks.workunit.client.0.smithi112.stdout:write: 1 8388609~8388609 2024-04-12T08:46:04.446 INFO:tasks.workunit.client.0.smithi112.stdout:write: X 0~1000 2024-04-12T08:46:04.446 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 1010~1000 2024-04-12T08:46:04.446 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap2 2024-04-12T08:46:04.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:04 smithi112 ceph-mon[40233]: osdmap e166: 8 total, 8 up, 8 in 2024-04-12T08:46:04.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:04 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:46:04.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:04 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:46:04.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:04 smithi112 ceph-mon[29019]: osdmap e166: 8 total, 8 up, 8 in 2024-04-12T08:46:04.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:04 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:46:04.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:04 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:46:04.593 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:46:04 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:46:04] "GET /metrics HTTP/1.1" 200 245753 "" "Prometheus/2.43.0" 2024-04-12T08:46:04.764 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:04 smithi175 ceph-mon[32523]: osdmap e166: 8 total, 8 up, 8 in 2024-04-12T08:46:04.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:04 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:46:04.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:04 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:46:04.765 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:46:04 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[65787]: 2024-04-12T08:46:04.507+0000 7f8c35970200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-12T08:46:04.765 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:46:04 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[65787]: 2024-04-12T08:46:04.598+0000 7f8c35970200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-12T08:46:05.264 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:46:04 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[65787]: 2024-04-12T08:46:04.810+0000 7f8c35970200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-12T08:46:05.265 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:46:05 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[65787]: 2024-04-12T08:46:05.012+0000 7f8c35970200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-12T08:46:05.600 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:46:05 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[65787]: 2024-04-12T08:46:05.318+0000 7f8c35970200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-12T08:46:05.601 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:05 smithi175 ceph-mon[32523]: pgmap v240: 137 pgs: 137 active+clean; 465 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 70 MiB/s rd, 10 MiB/s wr, 523 op/s 2024-04-12T08:46:05.601 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:05 smithi175 ceph-mon[32523]: osdmap e167: 8 total, 8 up, 8 in 2024-04-12T08:46:05.601 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:05 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:46:05.601 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:05 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:46:05.601 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:05 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/1173790189' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:46:05.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:05 smithi112 ceph-mon[29019]: pgmap v240: 137 pgs: 137 active+clean; 465 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 70 MiB/s rd, 10 MiB/s wr, 523 op/s 2024-04-12T08:46:05.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:05 smithi112 ceph-mon[29019]: osdmap e167: 8 total, 8 up, 8 in 2024-04-12T08:46:05.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:05 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:46:05.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:05 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:46:05.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:05 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/1173790189' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:46:05.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:05 smithi112 ceph-mon[40233]: pgmap v240: 137 pgs: 137 active+clean; 465 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 70 MiB/s rd, 10 MiB/s wr, 523 op/s 2024-04-12T08:46:05.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:05 smithi112 ceph-mon[40233]: osdmap e167: 8 total, 8 up, 8 in 2024-04-12T08:46:05.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:05 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:46:05.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:05 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:46:05.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:05 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/1173790189' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:46:06.121 INFO:tasks.workunit.client.0.smithi112.stdout:write: X 8388609~1000 2024-04-12T08:46:06.126 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 16777228~1000 2024-04-12T08:46:06.126 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 167772160 2024-04-12T08:46:06.135 INFO:tasks.workunit.client.0.smithi112.stdout:write: 2 83886079~8388609 2024-04-12T08:46:06.135 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:46:05 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[65787]: 2024-04-12T08:46:05.599+0000 7f8c35970200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-12T08:46:06.135 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:46:05 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[65787]: 2024-04-12T08:46:05.862+0000 7f8c35970200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-12T08:46:06.148 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap3 2024-04-12T08:46:06.721 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:06 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:46:06.721 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:06 smithi175 ceph-mon[32523]: osdmap e168: 8 total, 8 up, 8 in 2024-04-12T08:46:06.721 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:06 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:46:06.721 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:06 smithi175 ceph-mon[32523]: osdmap e169: 8 total, 8 up, 8 in 2024-04-12T08:46:06.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:06 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:46:06.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:06 smithi112 ceph-mon[29019]: osdmap e168: 8 total, 8 up, 8 in 2024-04-12T08:46:06.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:06 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:46:06.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:06 smithi112 ceph-mon[29019]: osdmap e169: 8 total, 8 up, 8 in 2024-04-12T08:46:06.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:06 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:46:06.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:06 smithi112 ceph-mon[40233]: osdmap e168: 8 total, 8 up, 8 in 2024-04-12T08:46:06.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:06 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:46:06.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:06 smithi112 ceph-mon[40233]: osdmap e169: 8 total, 8 up, 8 in 2024-04-12T08:46:07.014 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:46:06 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[65787]: 2024-04-12T08:46:06.720+0000 7f8c35970200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-12T08:46:07.688 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:07 smithi175 ceph-mon[32523]: pgmap v243: 137 pgs: 137 active+clean; 465 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 70 MiB/s rd, 10 MiB/s wr, 523 op/s 2024-04-12T08:46:07.689 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:07 smithi175 ceph-mon[32523]: osdmap e170: 8 total, 8 up, 8 in 2024-04-12T08:46:07.689 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:46:07 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[65787]: 2024-04-12T08:46:07.312+0000 7f8c35970200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-12T08:46:07.689 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:46:07 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[65787]: 2024-04-12T08:46:07.417+0000 7f8c35970200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-12T08:46:07.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:07 smithi112 ceph-mon[29019]: pgmap v243: 137 pgs: 137 active+clean; 465 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 70 MiB/s rd, 10 MiB/s wr, 523 op/s 2024-04-12T08:46:07.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:07 smithi112 ceph-mon[29019]: osdmap e170: 8 total, 8 up, 8 in 2024-04-12T08:46:07.842 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:07 smithi112 ceph-mon[40233]: pgmap v243: 137 pgs: 137 active+clean; 465 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 70 MiB/s rd, 10 MiB/s wr, 523 op/s 2024-04-12T08:46:07.842 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:07 smithi112 ceph-mon[40233]: osdmap e170: 8 total, 8 up, 8 in 2024-04-12T08:46:08.014 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:46:07 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[65787]: 2024-04-12T08:46:07.687+0000 7f8c35970200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-12T08:46:08.015 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:46:07 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[65787]: [12/Apr/2024:08:46:07] ENGINE Bus STARTING 2024-04-12T08:46:08.015 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:46:07 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[65787]: CherryPy Checker: 2024-04-12T08:46:08.015 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:46:07 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[65787]: The Application mounted at '' has an empty config. 2024-04-12T08:46:08.015 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:46:07 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[65787]: 2024-04-12T08:46:08.015 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:46:07 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[65787]: [12/Apr/2024:08:46:07] ENGINE Serving on http://:::9283 2024-04-12T08:46:08.015 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:46:07 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[65787]: [12/Apr/2024:08:46:07] ENGINE Bus STARTED 2024-04-12T08:46:08.123 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-12T08:46:08.143 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 83886079~1 2024-04-12T08:46:08.151 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 0 2024-04-12T08:46:08.166 INFO:tasks.workunit.client.0.smithi112.stdout:migration_prepare 2024-04-12T08:46:08.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:08 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/238166528' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:46:08.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:08 smithi175 ceph-mon[32523]: Standby manager daemon x restarted 2024-04-12T08:46:08.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:08 smithi175 ceph-mon[32523]: Standby manager daemon x started 2024-04-12T08:46:08.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:08 smithi175 ceph-mon[32523]: from='mgr.? 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-12T08:46:08.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:08 smithi175 ceph-mon[32523]: from='mgr.? 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T08:46:08.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:08 smithi175 ceph-mon[32523]: from='mgr.? 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-12T08:46:08.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:08 smithi175 ceph-mon[32523]: from='mgr.? 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T08:46:08.766 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:08 smithi175 ceph-mon[32523]: osdmap e171: 8 total, 8 up, 8 in 2024-04-12T08:46:08.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:08 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/238166528' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:46:08.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:08 smithi112 ceph-mon[29019]: Standby manager daemon x restarted 2024-04-12T08:46:08.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:08 smithi112 ceph-mon[29019]: Standby manager daemon x started 2024-04-12T08:46:08.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:08 smithi112 ceph-mon[29019]: from='mgr.? 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-12T08:46:08.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:08 smithi112 ceph-mon[29019]: from='mgr.? 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T08:46:08.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:08 smithi112 ceph-mon[29019]: from='mgr.? 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-12T08:46:08.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:08 smithi112 ceph-mon[29019]: from='mgr.? 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T08:46:08.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:08 smithi112 ceph-mon[29019]: osdmap e171: 8 total, 8 up, 8 in 2024-04-12T08:46:08.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:08 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/238166528' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:46:08.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:08 smithi112 ceph-mon[40233]: Standby manager daemon x restarted 2024-04-12T08:46:08.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:08 smithi112 ceph-mon[40233]: Standby manager daemon x started 2024-04-12T08:46:08.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:08 smithi112 ceph-mon[40233]: from='mgr.? 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-12T08:46:08.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:08 smithi112 ceph-mon[40233]: from='mgr.? 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T08:46:08.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:08 smithi112 ceph-mon[40233]: from='mgr.? 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-12T08:46:08.844 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:08 smithi112 ceph-mon[40233]: from='mgr.? 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T08:46:08.844 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:08 smithi112 ceph-mon[40233]: osdmap e171: 8 total, 8 up, 8 in 2024-04-12T08:46:09.150 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:46:09 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[65787]: [12/Apr/2024:08:46:09] ENGINE Bus STOPPING 2024-04-12T08:46:09.436 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:46:09 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:46:09.132+0000 7ff6bbcd3700 -1 mgr handle_mgr_map I was active but no longer am 2024-04-12T08:46:09.437 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:46:09 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: ignoring --setuser ceph since I am not root 2024-04-12T08:46:09.437 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:46:09 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: ignoring --setgroup ceph since I am not root 2024-04-12T08:46:09.437 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:46:09 smithi112 ceph-mgr[29259]: -- 172.21.15.112:0/2954982297 <== mon.2 v2:172.21.15.112:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55af30e3e9c0 con 0x55af30e14c00 2024-04-12T08:46:09.437 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:46:09 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[65787]: [12/Apr/2024:08:46:09] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-12T08:46:09.437 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:46:09 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[65787]: [12/Apr/2024:08:46:09] ENGINE Bus STOPPED 2024-04-12T08:46:09.437 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:46:09 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[65787]: [12/Apr/2024:08:46:09] ENGINE Bus STARTING 2024-04-12T08:46:09.437 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:46:09 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[65787]: 2024-04-12T08:46:09.272+0000 7f8b9660a700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T08:46:09.438 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:46:09 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[65787]: 2024-04-12T08:46:09.272+0000 7f8b9660a700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T08:46:09.438 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:46:09 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[65787]: 2024-04-12T08:46:09.272+0000 7f8b9660a700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T08:46:09.438 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:46:09 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[65787]: 2024-04-12T08:46:09.272+0000 7f8b9660a700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T08:46:09.438 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:46:09 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[65787]: 2024-04-12T08:46:09.272+0000 7f8b9660a700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T08:46:09.438 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:46:09 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[65787]: 2024-04-12T08:46:09.272+0000 7f8b93604700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T08:46:09.438 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:46:09 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[65787]: 2024-04-12T08:46:09.272+0000 7f8b93604700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T08:46:09.438 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:46:09 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[65787]: 2024-04-12T08:46:09.272+0000 7f8b93604700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T08:46:09.438 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:46:09 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[65787]: 2024-04-12T08:46:09.272+0000 7f8b93604700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T08:46:09.438 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:46:09 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[65787]: 2024-04-12T08:46:09.272+0000 7f8b93604700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T08:46:09.438 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:46:09 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[65787]: [12/Apr/2024:08:46:09] ENGINE Serving on http://:::9283 2024-04-12T08:46:09.438 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:46:09 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[65787]: [12/Apr/2024:08:46:09] ENGINE Bus STARTED 2024-04-12T08:46:09.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:09 smithi175 ceph-mon[32523]: pgmap v246: 137 pgs: 137 active+clean; 505 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 70 KiB/s rd, 8.0 MiB/s wr, 103 op/s 2024-04-12T08:46:09.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:09 smithi175 ceph-mon[32523]: mgrmap e21: y(active, since 4m), standbys: x 2024-04-12T08:46:09.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:09 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:46:09.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:09 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:46:09.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:09 smithi175 ceph-mon[32523]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:46:09.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:09 smithi175 ceph-mon[32523]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:46:09.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:09 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:46:09.766 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:09 smithi175 ceph-mon[32523]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:46:09.766 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:09 smithi175 ceph-mon[32523]: osdmap e172: 8 total, 8 up, 8 in 2024-04-12T08:46:09.766 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:09 smithi175 ceph-mon[32523]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-04-12T08:46:09.766 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:09 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-04-12T08:46:09.766 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:09 smithi175 ceph-mon[32523]: osdmap e173: 8 total, 8 up, 8 in 2024-04-12T08:46:09.766 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:09 smithi175 ceph-mon[32523]: from='mgr.14445 ' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-04-12T08:46:09.766 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:09 smithi175 ceph-mon[32523]: mgrmap e22: x(active, starting, since 0.00982855s) 2024-04-12T08:46:09.766 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:09 smithi175 ceph-mon[32523]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T08:46:09.766 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:09 smithi175 ceph-mon[32523]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T08:46:09.766 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:09 smithi175 ceph-mon[32523]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T08:46:09.766 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:09 smithi175 ceph-mon[32523]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.smithi175.kcfyhq"}]: dispatch 2024-04-12T08:46:09.766 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:09 smithi175 ceph-mon[32523]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.smithi112.qoyflb"}]: dispatch 2024-04-12T08:46:09.766 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:09 smithi175 ceph-mon[32523]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-12T08:46:09.766 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:09 smithi175 ceph-mon[32523]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T08:46:09.767 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:09 smithi175 ceph-mon[32523]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T08:46:09.767 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:09 smithi175 ceph-mon[32523]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T08:46:09.767 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:09 smithi175 ceph-mon[32523]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T08:46:09.767 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:09 smithi175 ceph-mon[32523]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T08:46:09.767 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:09 smithi175 ceph-mon[32523]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T08:46:09.767 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:09 smithi175 ceph-mon[32523]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T08:46:09.767 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:09 smithi175 ceph-mon[32523]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T08:46:09.767 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:09 smithi175 ceph-mon[32523]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-12T08:46:09.767 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:09 smithi175 ceph-mon[32523]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-12T08:46:09.767 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:09 smithi175 ceph-mon[32523]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-12T08:46:09.767 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:09 smithi175 ceph-mon[32523]: Manager daemon x is now available 2024-04-12T08:46:09.767 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:09 smithi175 ceph-mon[32523]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:46:09.767 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:09 smithi175 ceph-mon[32523]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:46:09.767 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:09 smithi175 ceph-mon[32523]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-12T08:46:09.768 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:09 smithi175 ceph-mon[32523]: from='mgr.15174 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-12T08:46:09.768 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:09 smithi175 ceph-mon[32523]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-12T08:46:09.768 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:09 smithi175 ceph-mon[32523]: from='mgr.15174 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-12T08:46:09.781 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:46:09 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:46:09.681+0000 7f00de2e81c0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-12T08:46:09.781 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:46:09 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:46:09.779+0000 7f00de2e81c0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-12T08:46:09.781 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:09 smithi112 ceph-mon[29019]: pgmap v246: 137 pgs: 137 active+clean; 505 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 70 KiB/s rd, 8.0 MiB/s wr, 103 op/s 2024-04-12T08:46:09.781 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:09 smithi112 ceph-mon[29019]: mgrmap e21: y(active, since 4m), standbys: x 2024-04-12T08:46:09.781 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:09 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:46:09.781 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:09 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:46:09.782 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:09 smithi112 ceph-mon[29019]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:46:09.782 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:09 smithi112 ceph-mon[29019]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:46:09.782 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:09 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:46:09.782 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:09 smithi112 ceph-mon[29019]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:46:09.782 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:09 smithi112 ceph-mon[29019]: osdmap e172: 8 total, 8 up, 8 in 2024-04-12T08:46:09.782 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:09 smithi112 ceph-mon[29019]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-04-12T08:46:09.782 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:09 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-04-12T08:46:09.782 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:09 smithi112 ceph-mon[29019]: osdmap e173: 8 total, 8 up, 8 in 2024-04-12T08:46:09.782 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:09 smithi112 ceph-mon[29019]: from='mgr.14445 ' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-04-12T08:46:09.782 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:09 smithi112 ceph-mon[29019]: mgrmap e22: x(active, starting, since 0.00982855s) 2024-04-12T08:46:09.782 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:09 smithi112 ceph-mon[29019]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T08:46:09.782 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:09 smithi112 ceph-mon[29019]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T08:46:09.782 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:09 smithi112 ceph-mon[29019]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T08:46:09.782 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:09 smithi112 ceph-mon[29019]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.smithi175.kcfyhq"}]: dispatch 2024-04-12T08:46:09.783 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:09 smithi112 ceph-mon[29019]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.smithi112.qoyflb"}]: dispatch 2024-04-12T08:46:09.783 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:09 smithi112 ceph-mon[29019]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-12T08:46:09.783 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:09 smithi112 ceph-mon[29019]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T08:46:09.783 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:09 smithi112 ceph-mon[29019]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T08:46:09.783 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:09 smithi112 ceph-mon[29019]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T08:46:09.783 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:09 smithi112 ceph-mon[29019]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T08:46:09.783 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:09 smithi112 ceph-mon[29019]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T08:46:09.783 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:09 smithi112 ceph-mon[29019]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T08:46:09.783 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:09 smithi112 ceph-mon[29019]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T08:46:09.783 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:09 smithi112 ceph-mon[29019]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T08:46:09.783 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:09 smithi112 ceph-mon[29019]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-12T08:46:09.783 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:09 smithi112 ceph-mon[29019]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-12T08:46:09.783 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:09 smithi112 ceph-mon[29019]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-12T08:46:09.783 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:09 smithi112 ceph-mon[29019]: Manager daemon x is now available 2024-04-12T08:46:09.784 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:09 smithi112 ceph-mon[29019]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:46:09.784 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:09 smithi112 ceph-mon[29019]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:46:09.784 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:09 smithi112 ceph-mon[29019]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-12T08:46:09.784 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:09 smithi112 ceph-mon[29019]: from='mgr.15174 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-12T08:46:09.784 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:09 smithi112 ceph-mon[29019]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-12T08:46:09.784 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:09 smithi112 ceph-mon[29019]: from='mgr.15174 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-12T08:46:09.784 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:09 smithi112 ceph-mon[40233]: pgmap v246: 137 pgs: 137 active+clean; 505 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 70 KiB/s rd, 8.0 MiB/s wr, 103 op/s 2024-04-12T08:46:09.784 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:09 smithi112 ceph-mon[40233]: mgrmap e21: y(active, since 4m), standbys: x 2024-04-12T08:46:09.784 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:09 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:46:09.784 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:09 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:46:09.785 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:09 smithi112 ceph-mon[40233]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:46:09.785 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:09 smithi112 ceph-mon[40233]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:46:09.785 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:09 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' 2024-04-12T08:46:09.785 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:09 smithi112 ceph-mon[40233]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:46:09.785 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:09 smithi112 ceph-mon[40233]: osdmap e172: 8 total, 8 up, 8 in 2024-04-12T08:46:09.785 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:09 smithi112 ceph-mon[40233]: from='mgr.14445 172.21.15.112:0/3663172136' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-04-12T08:46:09.785 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:09 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-04-12T08:46:09.785 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:09 smithi112 ceph-mon[40233]: osdmap e173: 8 total, 8 up, 8 in 2024-04-12T08:46:09.785 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:09 smithi112 ceph-mon[40233]: from='mgr.14445 ' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-04-12T08:46:09.785 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:09 smithi112 ceph-mon[40233]: mgrmap e22: x(active, starting, since 0.00982855s) 2024-04-12T08:46:09.785 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:09 smithi112 ceph-mon[40233]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T08:46:09.785 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:09 smithi112 ceph-mon[40233]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T08:46:09.785 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:09 smithi112 ceph-mon[40233]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T08:46:09.785 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:09 smithi112 ceph-mon[40233]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.smithi175.kcfyhq"}]: dispatch 2024-04-12T08:46:09.786 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:09 smithi112 ceph-mon[40233]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.smithi112.qoyflb"}]: dispatch 2024-04-12T08:46:09.786 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:09 smithi112 ceph-mon[40233]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-12T08:46:09.786 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:09 smithi112 ceph-mon[40233]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T08:46:09.786 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:09 smithi112 ceph-mon[40233]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T08:46:09.786 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:09 smithi112 ceph-mon[40233]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T08:46:09.786 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:09 smithi112 ceph-mon[40233]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T08:46:09.786 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:09 smithi112 ceph-mon[40233]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T08:46:09.786 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:09 smithi112 ceph-mon[40233]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T08:46:09.786 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:09 smithi112 ceph-mon[40233]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T08:46:09.786 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:09 smithi112 ceph-mon[40233]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T08:46:09.786 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:09 smithi112 ceph-mon[40233]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-12T08:46:09.786 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:09 smithi112 ceph-mon[40233]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-12T08:46:09.786 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:09 smithi112 ceph-mon[40233]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-12T08:46:09.786 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:09 smithi112 ceph-mon[40233]: Manager daemon x is now available 2024-04-12T08:46:09.787 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:09 smithi112 ceph-mon[40233]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:46:09.787 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:09 smithi112 ceph-mon[40233]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:46:09.787 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:09 smithi112 ceph-mon[40233]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-12T08:46:09.787 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:09 smithi112 ceph-mon[40233]: from='mgr.15174 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-12T08:46:09.787 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:09 smithi112 ceph-mon[40233]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-12T08:46:09.787 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:09 smithi112 ceph-mon[40233]: from='mgr.15174 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-12T08:46:10.717 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:10 smithi175 ceph-mon[32523]: Deploying cephadm binary to smithi175 2024-04-12T08:46:10.717 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:10 smithi175 ceph-mon[32523]: Deploying cephadm binary to smithi112 2024-04-12T08:46:10.717 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:10 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/4157369704' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:46:10.717 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:10 smithi175 ceph-mon[32523]: osdmap e174: 8 total, 8 up, 8 in 2024-04-12T08:46:10.717 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:10 smithi175 ceph-mon[32523]: mgrmap e23: x(active, since 1.01478s) 2024-04-12T08:46:10.717 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:10 smithi175 ceph-mon[32523]: pgmap v4: 137 pgs: 137 active+clean; 505 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-12T08:46:10.717 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:10 smithi175 ceph-mon[32523]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:46:10.717 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:10 smithi175 ceph-mon[32523]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:46:10.742 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:46:10 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:46:10.414+0000 7f00de2e81c0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-12T08:46:10.742 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:46:10 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:46:10.505+0000 7f00de2e81c0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-12T08:46:10.742 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:46:10 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:46:10.588+0000 7f00de2e81c0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-12T08:46:10.742 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:46:10 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:46:10.740+0000 7f00de2e81c0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-12T08:46:10.742 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:10 smithi112 ceph-mon[29019]: Deploying cephadm binary to smithi175 2024-04-12T08:46:10.743 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:10 smithi112 ceph-mon[29019]: Deploying cephadm binary to smithi112 2024-04-12T08:46:10.743 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:10 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/4157369704' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:46:10.743 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:10 smithi112 ceph-mon[29019]: osdmap e174: 8 total, 8 up, 8 in 2024-04-12T08:46:10.743 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:10 smithi112 ceph-mon[29019]: mgrmap e23: x(active, since 1.01478s) 2024-04-12T08:46:10.743 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:10 smithi112 ceph-mon[29019]: pgmap v4: 137 pgs: 137 active+clean; 505 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-12T08:46:10.743 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:10 smithi112 ceph-mon[29019]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:46:10.743 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:10 smithi112 ceph-mon[29019]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:46:10.743 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:10 smithi112 ceph-mon[40233]: Deploying cephadm binary to smithi175 2024-04-12T08:46:10.743 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:10 smithi112 ceph-mon[40233]: Deploying cephadm binary to smithi112 2024-04-12T08:46:10.743 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:10 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/4157369704' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:46:10.743 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:10 smithi112 ceph-mon[40233]: osdmap e174: 8 total, 8 up, 8 in 2024-04-12T08:46:10.743 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:10 smithi112 ceph-mon[40233]: mgrmap e23: x(active, since 1.01478s) 2024-04-12T08:46:10.744 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:10 smithi112 ceph-mon[40233]: pgmap v4: 137 pgs: 137 active+clean; 505 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-12T08:46:10.744 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:10 smithi112 ceph-mon[40233]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:46:10.744 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:10 smithi112 ceph-mon[40233]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:46:11.092 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:46:10 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:46:10.819+0000 7f00de2e81c0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-12T08:46:11.092 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:46:10 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:46:10.986+0000 7f00de2e81c0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-12T08:46:11.516 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:46:11 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:46:11.173+0000 7f00de2e81c0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-12T08:46:11.516 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:46:11 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:46:11.283+0000 7f00de2e81c0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-12T08:46:11.516 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:46:11 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:46:11.399+0000 7f00de2e81c0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-12T08:46:11.542 INFO:tasks.workunit.client.0.smithi112.stdout:migration_execute 2024-04-12T08:46:11.703 INFO:tasks.workunit.client.0.smithi112.stdout:migration_commit 2024-04-12T08:46:11.842 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:46:11 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:46:11.514+0000 7f00de2e81c0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-12T08:46:12.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:12 smithi175 ceph-mon[32523]: [12/Apr/2024:08:46:10] ENGINE Bus STARTING 2024-04-12T08:46:12.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:12 smithi175 ceph-mon[32523]: [12/Apr/2024:08:46:10] ENGINE Serving on https://172.21.15.175:7150 2024-04-12T08:46:12.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:12 smithi175 ceph-mon[32523]: [12/Apr/2024:08:46:11] ENGINE Serving on http://172.21.15.175:8765 2024-04-12T08:46:12.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:12 smithi175 ceph-mon[32523]: [12/Apr/2024:08:46:11] ENGINE Bus STARTED 2024-04-12T08:46:12.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:12 smithi175 ceph-mon[32523]: pgmap v5: 137 pgs: 137 active+clean; 505 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-12T08:46:12.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:12 smithi175 ceph-mon[32523]: osdmap e175: 8 total, 8 up, 8 in 2024-04-12T08:46:12.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:12 smithi112 ceph-mon[29019]: [12/Apr/2024:08:46:10] ENGINE Bus STARTING 2024-04-12T08:46:12.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:12 smithi112 ceph-mon[29019]: [12/Apr/2024:08:46:10] ENGINE Serving on https://172.21.15.175:7150 2024-04-12T08:46:12.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:12 smithi112 ceph-mon[29019]: [12/Apr/2024:08:46:11] ENGINE Serving on http://172.21.15.175:8765 2024-04-12T08:46:12.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:12 smithi112 ceph-mon[29019]: [12/Apr/2024:08:46:11] ENGINE Bus STARTED 2024-04-12T08:46:12.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:12 smithi112 ceph-mon[29019]: pgmap v5: 137 pgs: 137 active+clean; 505 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-12T08:46:12.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:12 smithi112 ceph-mon[29019]: osdmap e175: 8 total, 8 up, 8 in 2024-04-12T08:46:12.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:12 smithi112 ceph-mon[40233]: [12/Apr/2024:08:46:10] ENGINE Bus STARTING 2024-04-12T08:46:12.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:12 smithi112 ceph-mon[40233]: [12/Apr/2024:08:46:10] ENGINE Serving on https://172.21.15.175:7150 2024-04-12T08:46:12.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:12 smithi112 ceph-mon[40233]: [12/Apr/2024:08:46:11] ENGINE Serving on http://172.21.15.175:8765 2024-04-12T08:46:12.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:12 smithi112 ceph-mon[40233]: [12/Apr/2024:08:46:11] ENGINE Bus STARTED 2024-04-12T08:46:12.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:12 smithi112 ceph-mon[40233]: pgmap v5: 137 pgs: 137 active+clean; 505 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-12T08:46:12.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:12 smithi112 ceph-mon[40233]: osdmap e175: 8 total, 8 up, 8 in 2024-04-12T08:46:12.973 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:46:12 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:46:12.650+0000 7f00de2e81c0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-12T08:46:12.973 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:46:12 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:46:12.780+0000 7f00de2e81c0 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-12T08:46:13.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:13 smithi112 ceph-mon[29019]: mgrmap e24: x(active, since 3s) 2024-04-12T08:46:13.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:13 smithi112 ceph-mon[29019]: osdmap e176: 8 total, 8 up, 8 in 2024-04-12T08:46:13.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:13 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/3065575090' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:46:13.343 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:46:12 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:46:12.971+0000 7f00de2e81c0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-12T08:46:13.343 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:46:13 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:46:13.205+0000 7f00de2e81c0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-12T08:46:13.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:13 smithi112 ceph-mon[40233]: mgrmap e24: x(active, since 3s) 2024-04-12T08:46:13.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:13 smithi112 ceph-mon[40233]: osdmap e176: 8 total, 8 up, 8 in 2024-04-12T08:46:13.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:13 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/3065575090' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:46:13.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:13 smithi175 ceph-mon[32523]: mgrmap e24: x(active, since 3s) 2024-04-12T08:46:13.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:13 smithi175 ceph-mon[32523]: osdmap e176: 8 total, 8 up, 8 in 2024-04-12T08:46:13.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:13 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/3065575090' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:46:13.827 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:46:13 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:46:13.383+0000 7f00de2e81c0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-12T08:46:13.827 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:46:13 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:46:13.564+0000 7f00de2e81c0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-12T08:46:14.092 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:46:13 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:46:13.825+0000 7f00de2e81c0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-12T08:46:14.092 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:46:13 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:46:13.913+0000 7f00de2e81c0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-12T08:46:14.393 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMigration.SnapsShrinkToZeroBeforePrepare (11707 ms) 2024-04-12T08:46:14.394 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMigration.SnapsShrinkToZeroAfterPrepare 2024-04-12T08:46:14.426 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-12T08:46:14.436 INFO:tasks.workunit.client.0.smithi112.stdout:write: 1 0~8388609 2024-04-12T08:46:14.508 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap1 2024-04-12T08:46:14.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:14 smithi175 ceph-mon[32523]: pgmap v8: 137 pgs: 137 active+clean; 505 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-12T08:46:14.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:14 smithi175 ceph-mon[32523]: osdmap e177: 8 total, 8 up, 8 in 2024-04-12T08:46:14.514 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:46:14 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[65787]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:46:14] "GET /metrics HTTP/1.1" 200 35632 "" "Prometheus/2.43.0" 2024-04-12T08:46:14.592 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:46:14 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:46:14.330+0000 7f00de2e81c0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-12T08:46:14.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:14 smithi112 ceph-mon[40233]: pgmap v8: 137 pgs: 137 active+clean; 505 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-12T08:46:14.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:14 smithi112 ceph-mon[40233]: osdmap e177: 8 total, 8 up, 8 in 2024-04-12T08:46:14.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:14 smithi112 ceph-mon[29019]: pgmap v8: 137 pgs: 137 active+clean; 505 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-12T08:46:14.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:14 smithi112 ceph-mon[29019]: osdmap e177: 8 total, 8 up, 8 in 2024-04-12T08:46:15.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:15 smithi175 ceph-mon[32523]: osdmap e178: 8 total, 8 up, 8 in 2024-04-12T08:46:15.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:15 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/1619151627' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:46:15.546 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:15 smithi112 ceph-mon[29019]: osdmap e178: 8 total, 8 up, 8 in 2024-04-12T08:46:15.546 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:15 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/1619151627' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:46:15.546 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:15 smithi112 ceph-mon[40233]: osdmap e178: 8 total, 8 up, 8 in 2024-04-12T08:46:15.547 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:15 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/1619151627' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:46:15.547 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:46:15 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:46:15.244+0000 7f00de2e81c0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-12T08:46:15.842 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:46:15 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:46:15.545+0000 7f00de2e81c0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-12T08:46:16.168 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:46:15 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:46:15.906+0000 7f00de2e81c0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-12T08:46:16.168 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:46:16 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:46:16.120+0000 7f00de2e81c0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-12T08:46:16.168 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:46:16 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: [12/Apr/2024:08:46:16] ENGINE Bus STARTING 2024-04-12T08:46:16.190 INFO:tasks.workunit.client.0.smithi112.stdout:write: 1 8388609~8388609 2024-04-12T08:46:16.208 INFO:tasks.workunit.client.0.smithi112.stdout:write: X 0~1000 2024-04-12T08:46:16.208 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 1010~1000 2024-04-12T08:46:16.208 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap2 2024-04-12T08:46:16.432 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:16 smithi112 ceph-mon[40233]: pgmap v11: 137 pgs: 137 active+clean; 505 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-12T08:46:16.432 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:16 smithi112 ceph-mon[40233]: osdmap e179: 8 total, 8 up, 8 in 2024-04-12T08:46:16.432 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:16 smithi112 ceph-mon[40233]: Standby manager daemon y started 2024-04-12T08:46:16.432 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:16 smithi112 ceph-mon[40233]: from='mgr.? 172.21.15.112:0/2111078604' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-12T08:46:16.432 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:16 smithi112 ceph-mon[40233]: from='mgr.? 172.21.15.112:0/2111078604' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T08:46:16.432 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:16 smithi112 ceph-mon[40233]: from='mgr.? 172.21.15.112:0/2111078604' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-12T08:46:16.432 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:16 smithi112 ceph-mon[40233]: from='mgr.? 172.21.15.112:0/2111078604' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T08:46:16.432 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:16 smithi112 ceph-mon[29019]: pgmap v11: 137 pgs: 137 active+clean; 505 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-12T08:46:16.432 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:16 smithi112 ceph-mon[29019]: osdmap e179: 8 total, 8 up, 8 in 2024-04-12T08:46:16.433 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:16 smithi112 ceph-mon[29019]: Standby manager daemon y started 2024-04-12T08:46:16.433 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:16 smithi112 ceph-mon[29019]: from='mgr.? 172.21.15.112:0/2111078604' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-12T08:46:16.433 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:16 smithi112 ceph-mon[29019]: from='mgr.? 172.21.15.112:0/2111078604' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T08:46:16.433 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:16 smithi112 ceph-mon[29019]: from='mgr.? 172.21.15.112:0/2111078604' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-12T08:46:16.433 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:16 smithi112 ceph-mon[29019]: from='mgr.? 172.21.15.112:0/2111078604' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T08:46:16.433 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:46:16 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: CherryPy Checker: 2024-04-12T08:46:16.433 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:46:16 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: The Application mounted at '' has an empty config. 2024-04-12T08:46:16.433 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:46:16 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: 2024-04-12T08:46:16.433 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:46:16 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: [12/Apr/2024:08:46:16] ENGINE Serving on http://:::9283 2024-04-12T08:46:16.433 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:46:16 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: [12/Apr/2024:08:46:16] ENGINE Bus STARTED 2024-04-12T08:46:16.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:16 smithi175 ceph-mon[32523]: pgmap v11: 137 pgs: 137 active+clean; 505 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-12T08:46:16.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:16 smithi175 ceph-mon[32523]: osdmap e179: 8 total, 8 up, 8 in 2024-04-12T08:46:16.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:16 smithi175 ceph-mon[32523]: Standby manager daemon y started 2024-04-12T08:46:16.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:16 smithi175 ceph-mon[32523]: from='mgr.? 172.21.15.112:0/2111078604' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-12T08:46:16.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:16 smithi175 ceph-mon[32523]: from='mgr.? 172.21.15.112:0/2111078604' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T08:46:16.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:16 smithi175 ceph-mon[32523]: from='mgr.? 172.21.15.112:0/2111078604' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-12T08:46:16.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:16 smithi175 ceph-mon[32523]: from='mgr.? 172.21.15.112:0/2111078604' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T08:46:17.433 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:17 smithi112 ceph-mon[40233]: osdmap e180: 8 total, 8 up, 8 in 2024-04-12T08:46:17.433 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:17 smithi112 ceph-mon[40233]: mgrmap e25: x(active, since 7s), standbys: y 2024-04-12T08:46:17.433 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:17 smithi112 ceph-mon[40233]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-12T08:46:17.433 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:17 smithi112 ceph-mon[29019]: osdmap e180: 8 total, 8 up, 8 in 2024-04-12T08:46:17.434 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:17 smithi112 ceph-mon[29019]: mgrmap e25: x(active, since 7s), standbys: y 2024-04-12T08:46:17.434 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:17 smithi112 ceph-mon[29019]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-12T08:46:17.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:17 smithi175 ceph-mon[32523]: osdmap e180: 8 total, 8 up, 8 in 2024-04-12T08:46:17.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:17 smithi175 ceph-mon[32523]: mgrmap e25: x(active, since 7s), standbys: y 2024-04-12T08:46:17.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:17 smithi175 ceph-mon[32523]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-12T08:46:18.195 INFO:tasks.workunit.client.0.smithi112.stdout:write: X 8388609~1000 2024-04-12T08:46:18.201 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 16777228~1000 2024-04-12T08:46:18.201 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 167772160 2024-04-12T08:46:18.210 INFO:tasks.workunit.client.0.smithi112.stdout:write: 2 83886079~8388609 2024-04-12T08:46:18.231 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap3 2024-04-12T08:46:18.439 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:18 smithi112 ceph-mon[40233]: pgmap v14: 137 pgs: 137 active+clean; 521 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 54 MiB/s rd, 10 MiB/s wr, 499 op/s 2024-04-12T08:46:18.439 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:18 smithi112 ceph-mon[40233]: osdmap e181: 8 total, 8 up, 8 in 2024-04-12T08:46:18.439 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:18 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/2241219726' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:46:18.440 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:18 smithi112 ceph-mon[40233]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:46:18.440 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:18 smithi112 ceph-mon[40233]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:46:18.440 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:18 smithi112 ceph-mon[29019]: pgmap v14: 137 pgs: 137 active+clean; 521 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 54 MiB/s rd, 10 MiB/s wr, 499 op/s 2024-04-12T08:46:18.440 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:18 smithi112 ceph-mon[29019]: osdmap e181: 8 total, 8 up, 8 in 2024-04-12T08:46:18.440 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:18 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/2241219726' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:46:18.440 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:18 smithi112 ceph-mon[29019]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:46:18.440 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:18 smithi112 ceph-mon[29019]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:46:18.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:18 smithi175 ceph-mon[32523]: pgmap v14: 137 pgs: 137 active+clean; 521 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 54 MiB/s rd, 10 MiB/s wr, 499 op/s 2024-04-12T08:46:18.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:18 smithi175 ceph-mon[32523]: osdmap e181: 8 total, 8 up, 8 in 2024-04-12T08:46:18.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:18 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/2241219726' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:46:18.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:18 smithi175 ceph-mon[32523]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:46:18.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:18 smithi175 ceph-mon[32523]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:46:19.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:19 smithi175 ceph-mon[32523]: osdmap e182: 8 total, 8 up, 8 in 2024-04-12T08:46:19.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:19 smithi175 ceph-mon[32523]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:46:19.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:19 smithi175 ceph-mon[32523]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:46:19.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:19 smithi175 ceph-mon[32523]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:46:19.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:19 smithi175 ceph-mon[32523]: from='mgr.15174 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:46:19.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:19 smithi175 ceph-mon[32523]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:46:19.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:19 smithi175 ceph-mon[32523]: from='mgr.15174 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:46:19.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:19 smithi175 ceph-mon[32523]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:46:19.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:19 smithi175 ceph-mon[32523]: from='mgr.15174 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:46:19.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:19 smithi175 ceph-mon[32523]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:46:19.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:19 smithi175 ceph-mon[32523]: from='mgr.15174 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:46:19.516 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:19 smithi175 ceph-mon[32523]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:46:19.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:19 smithi112 ceph-mon[29019]: osdmap e182: 8 total, 8 up, 8 in 2024-04-12T08:46:19.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:19 smithi112 ceph-mon[29019]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:46:19.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:19 smithi112 ceph-mon[29019]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:46:19.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:19 smithi112 ceph-mon[29019]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:46:19.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:19 smithi112 ceph-mon[29019]: from='mgr.15174 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:46:19.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:19 smithi112 ceph-mon[29019]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:46:19.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:19 smithi112 ceph-mon[29019]: from='mgr.15174 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:46:19.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:19 smithi112 ceph-mon[29019]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:46:19.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:19 smithi112 ceph-mon[29019]: from='mgr.15174 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:46:19.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:19 smithi112 ceph-mon[29019]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:46:19.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:19 smithi112 ceph-mon[29019]: from='mgr.15174 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:46:19.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:19 smithi112 ceph-mon[29019]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:46:19.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:19 smithi112 ceph-mon[40233]: osdmap e182: 8 total, 8 up, 8 in 2024-04-12T08:46:19.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:19 smithi112 ceph-mon[40233]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:46:19.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:19 smithi112 ceph-mon[40233]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:46:19.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:19 smithi112 ceph-mon[40233]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:46:19.594 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:19 smithi112 ceph-mon[40233]: from='mgr.15174 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:46:19.594 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:19 smithi112 ceph-mon[40233]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:46:19.594 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:19 smithi112 ceph-mon[40233]: from='mgr.15174 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:46:19.594 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:19 smithi112 ceph-mon[40233]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:46:19.594 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:19 smithi112 ceph-mon[40233]: from='mgr.15174 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:46:19.594 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:19 smithi112 ceph-mon[40233]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:46:19.594 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:19 smithi112 ceph-mon[40233]: from='mgr.15174 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:46:19.594 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:19 smithi112 ceph-mon[40233]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:46:20.210 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-12T08:46:20.235 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 83886079~1 2024-04-12T08:46:20.244 INFO:tasks.workunit.client.0.smithi112.stdout:migration_prepare 2024-04-12T08:46:20.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:20 smithi175 ceph-mon[32523]: Adjusting osd_memory_target on smithi112 to 2480M 2024-04-12T08:46:20.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:20 smithi175 ceph-mon[32523]: pgmap v17: 137 pgs: 137 active+clean; 521 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 54 MiB/s rd, 10 MiB/s wr, 499 op/s 2024-04-12T08:46:20.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:20 smithi175 ceph-mon[32523]: osdmap e183: 8 total, 8 up, 8 in 2024-04-12T08:46:20.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:20 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/3076951055' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:46:20.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:20 smithi112 ceph-mon[40233]: Adjusting osd_memory_target on smithi112 to 2480M 2024-04-12T08:46:20.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:20 smithi112 ceph-mon[40233]: pgmap v17: 137 pgs: 137 active+clean; 521 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 54 MiB/s rd, 10 MiB/s wr, 499 op/s 2024-04-12T08:46:20.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:20 smithi112 ceph-mon[40233]: osdmap e183: 8 total, 8 up, 8 in 2024-04-12T08:46:20.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:20 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/3076951055' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:46:20.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:20 smithi112 ceph-mon[29019]: Adjusting osd_memory_target on smithi112 to 2480M 2024-04-12T08:46:20.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:20 smithi112 ceph-mon[29019]: pgmap v17: 137 pgs: 137 active+clean; 521 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 54 MiB/s rd, 10 MiB/s wr, 499 op/s 2024-04-12T08:46:20.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:20 smithi112 ceph-mon[29019]: osdmap e183: 8 total, 8 up, 8 in 2024-04-12T08:46:20.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:20 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/3076951055' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:46:21.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:21 smithi175 ceph-mon[32523]: osdmap e184: 8 total, 8 up, 8 in 2024-04-12T08:46:21.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:21 smithi175 ceph-mon[32523]: osdmap e185: 8 total, 8 up, 8 in 2024-04-12T08:46:21.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:21 smithi112 ceph-mon[29019]: osdmap e184: 8 total, 8 up, 8 in 2024-04-12T08:46:21.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:21 smithi112 ceph-mon[29019]: osdmap e185: 8 total, 8 up, 8 in 2024-04-12T08:46:21.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:21 smithi112 ceph-mon[40233]: osdmap e184: 8 total, 8 up, 8 in 2024-04-12T08:46:21.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:21 smithi112 ceph-mon[40233]: osdmap e185: 8 total, 8 up, 8 in 2024-04-12T08:46:22.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:22 smithi175 ceph-mon[32523]: pgmap v21: 137 pgs: 137 active+clean; 561 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 8.1 MiB/s wr, 105 op/s 2024-04-12T08:46:22.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:22 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/584558530' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:46:22.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:22 smithi175 ceph-mon[32523]: osdmap e186: 8 total, 8 up, 8 in 2024-04-12T08:46:22.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:22 smithi112 ceph-mon[40233]: pgmap v21: 137 pgs: 137 active+clean; 561 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 8.1 MiB/s wr, 105 op/s 2024-04-12T08:46:22.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:22 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/584558530' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:46:22.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:22 smithi112 ceph-mon[40233]: osdmap e186: 8 total, 8 up, 8 in 2024-04-12T08:46:22.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:22 smithi112 ceph-mon[29019]: pgmap v21: 137 pgs: 137 active+clean; 561 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 8.1 MiB/s wr, 105 op/s 2024-04-12T08:46:22.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:22 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/584558530' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:46:22.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:22 smithi112 ceph-mon[29019]: osdmap e186: 8 total, 8 up, 8 in 2024-04-12T08:46:23.596 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 0 2024-04-12T08:46:23.688 INFO:tasks.workunit.client.0.smithi112.stdout:migration_execute 2024-04-12T08:46:23.816 INFO:tasks.workunit.client.0.smithi112.stdout:migration_commit 2024-04-12T08:46:24.515 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:46:24 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[65787]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:46:24] "GET /metrics HTTP/1.1" 200 35632 "" "Prometheus/2.43.0" 2024-04-12T08:46:24.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:24 smithi175 ceph-mon[32523]: osdmap e187: 8 total, 8 up, 8 in 2024-04-12T08:46:24.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:24 smithi175 ceph-mon[32523]: pgmap v24: 137 pgs: 137 active+clean; 561 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 8.1 MiB/s wr, 105 op/s 2024-04-12T08:46:24.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:24 smithi112 ceph-mon[40233]: osdmap e187: 8 total, 8 up, 8 in 2024-04-12T08:46:24.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:24 smithi112 ceph-mon[40233]: pgmap v24: 137 pgs: 137 active+clean; 561 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 8.1 MiB/s wr, 105 op/s 2024-04-12T08:46:24.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:24 smithi112 ceph-mon[29019]: osdmap e187: 8 total, 8 up, 8 in 2024-04-12T08:46:24.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:24 smithi112 ceph-mon[29019]: pgmap v24: 137 pgs: 137 active+clean; 561 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 8.1 MiB/s wr, 105 op/s 2024-04-12T08:46:24.593 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:46:24 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:46:24] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-12T08:46:25.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:25 smithi175 ceph-mon[32523]: osdmap e188: 8 total, 8 up, 8 in 2024-04-12T08:46:25.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:25 smithi175 ceph-mon[32523]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:46:25.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:25 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/2785333217' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:46:25.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:25 smithi112 ceph-mon[40233]: osdmap e188: 8 total, 8 up, 8 in 2024-04-12T08:46:25.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:25 smithi112 ceph-mon[40233]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:46:25.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:25 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/2785333217' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:46:25.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:25 smithi112 ceph-mon[29019]: osdmap e188: 8 total, 8 up, 8 in 2024-04-12T08:46:25.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:25 smithi112 ceph-mon[29019]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:46:25.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:25 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/2785333217' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:46:26.261 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:26 smithi175 ceph-mon[32523]: osdmap e189: 8 total, 8 up, 8 in 2024-04-12T08:46:26.261 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:26 smithi175 ceph-mon[32523]: pgmap v27: 137 pgs: 137 active+clean; 569 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 2.0 MiB/s wr, 13 op/s 2024-04-12T08:46:26.418 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMigration.SnapsShrinkToZeroAfterPrepare (12024 ms) 2024-04-12T08:46:26.418 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMigration.SnapsExpandAfterPrepare 2024-04-12T08:46:26.450 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-12T08:46:26.460 INFO:tasks.workunit.client.0.smithi112.stdout:write: 1 0~8388609 2024-04-12T08:46:26.517 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap1 2024-04-12T08:46:26.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:26 smithi112 ceph-mon[40233]: osdmap e189: 8 total, 8 up, 8 in 2024-04-12T08:46:26.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:26 smithi112 ceph-mon[40233]: pgmap v27: 137 pgs: 137 active+clean; 569 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 2.0 MiB/s wr, 13 op/s 2024-04-12T08:46:26.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:26 smithi112 ceph-mon[29019]: osdmap e189: 8 total, 8 up, 8 in 2024-04-12T08:46:26.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:26 smithi112 ceph-mon[29019]: pgmap v27: 137 pgs: 137 active+clean; 569 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 2.0 MiB/s wr, 13 op/s 2024-04-12T08:46:27.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:27 smithi175 ceph-mon[32523]: osdmap e190: 8 total, 8 up, 8 in 2024-04-12T08:46:27.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:27 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/2526496279' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:46:27.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:27 smithi112 ceph-mon[29019]: osdmap e190: 8 total, 8 up, 8 in 2024-04-12T08:46:27.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:27 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/2526496279' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:46:27.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:27 smithi112 ceph-mon[40233]: osdmap e190: 8 total, 8 up, 8 in 2024-04-12T08:46:27.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:27 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/2526496279' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:46:28.174 INFO:tasks.workunit.client.0.smithi112.stdout:write: 1 8388609~8388609 2024-04-12T08:46:28.184 INFO:tasks.workunit.client.0.smithi112.stdout:write: X 0~1000 2024-04-12T08:46:28.184 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 1010~1000 2024-04-12T08:46:28.184 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap2 2024-04-12T08:46:28.489 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:28 smithi112 ceph-mon[40233]: pgmap v30: 137 pgs: 3 active+clean+snaptrim, 134 active+clean; 581 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 42 MiB/s rd, 6.0 MiB/s wr, 544 op/s 2024-04-12T08:46:28.489 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:28 smithi112 ceph-mon[40233]: osdmap e191: 8 total, 8 up, 8 in 2024-04-12T08:46:28.489 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:28 smithi112 ceph-mon[40233]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:46:28.489 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:28 smithi112 ceph-mon[40233]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:46:28.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:28 smithi112 ceph-mon[29019]: pgmap v30: 137 pgs: 3 active+clean+snaptrim, 134 active+clean; 581 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 42 MiB/s rd, 6.0 MiB/s wr, 544 op/s 2024-04-12T08:46:28.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:28 smithi112 ceph-mon[29019]: osdmap e191: 8 total, 8 up, 8 in 2024-04-12T08:46:28.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:28 smithi112 ceph-mon[29019]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:46:28.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:28 smithi112 ceph-mon[29019]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:46:28.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:28 smithi175 ceph-mon[32523]: pgmap v30: 137 pgs: 3 active+clean+snaptrim, 134 active+clean; 581 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 42 MiB/s rd, 6.0 MiB/s wr, 544 op/s 2024-04-12T08:46:28.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:28 smithi175 ceph-mon[32523]: osdmap e191: 8 total, 8 up, 8 in 2024-04-12T08:46:28.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:28 smithi175 ceph-mon[32523]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:46:28.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:28 smithi175 ceph-mon[32523]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:46:29.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:29 smithi175 ceph-mon[32523]: osdmap e192: 8 total, 8 up, 8 in 2024-04-12T08:46:29.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:29 smithi175 ceph-mon[32523]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:46:29.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:29 smithi175 ceph-mon[32523]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:46:29.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:29 smithi112 ceph-mon[29019]: osdmap e192: 8 total, 8 up, 8 in 2024-04-12T08:46:29.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:29 smithi112 ceph-mon[29019]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:46:29.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:29 smithi112 ceph-mon[29019]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:46:29.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:29 smithi112 ceph-mon[40233]: osdmap e192: 8 total, 8 up, 8 in 2024-04-12T08:46:29.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:29 smithi112 ceph-mon[40233]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:46:29.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:29 smithi112 ceph-mon[40233]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:46:30.185 INFO:tasks.workunit.client.0.smithi112.stdout:write: X 8388609~1000 2024-04-12T08:46:30.191 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 16777228~1000 2024-04-12T08:46:30.191 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 167772160 2024-04-12T08:46:30.199 INFO:tasks.workunit.client.0.smithi112.stdout:write: 2 83886079~8388609 2024-04-12T08:46:30.217 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap3 2024-04-12T08:46:30.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:30 smithi175 ceph-mon[32523]: pgmap v32: 137 pgs: 3 active+clean+snaptrim, 134 active+clean; 581 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 42 MiB/s rd, 6.0 MiB/s wr, 542 op/s 2024-04-12T08:46:30.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:30 smithi175 ceph-mon[32523]: osdmap e193: 8 total, 8 up, 8 in 2024-04-12T08:46:30.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:30 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/175932060' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:46:30.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:30 smithi112 ceph-mon[29019]: pgmap v32: 137 pgs: 3 active+clean+snaptrim, 134 active+clean; 581 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 42 MiB/s rd, 6.0 MiB/s wr, 542 op/s 2024-04-12T08:46:30.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:30 smithi112 ceph-mon[29019]: osdmap e193: 8 total, 8 up, 8 in 2024-04-12T08:46:30.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:30 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/175932060' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:46:30.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:30 smithi112 ceph-mon[40233]: pgmap v32: 137 pgs: 3 active+clean+snaptrim, 134 active+clean; 581 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 42 MiB/s rd, 6.0 MiB/s wr, 542 op/s 2024-04-12T08:46:30.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:30 smithi112 ceph-mon[40233]: osdmap e193: 8 total, 8 up, 8 in 2024-04-12T08:46:30.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:30 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/175932060' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:46:31.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:31 smithi175 ceph-mon[32523]: osdmap e194: 8 total, 8 up, 8 in 2024-04-12T08:46:31.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:31 smithi175 ceph-mon[32523]: osdmap e195: 8 total, 8 up, 8 in 2024-04-12T08:46:31.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:31 smithi112 ceph-mon[29019]: osdmap e194: 8 total, 8 up, 8 in 2024-04-12T08:46:31.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:31 smithi112 ceph-mon[29019]: osdmap e195: 8 total, 8 up, 8 in 2024-04-12T08:46:31.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:31 smithi112 ceph-mon[40233]: osdmap e194: 8 total, 8 up, 8 in 2024-04-12T08:46:31.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:31 smithi112 ceph-mon[40233]: osdmap e195: 8 total, 8 up, 8 in 2024-04-12T08:46:32.128 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-12T08:46:32.148 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 83886079~1 2024-04-12T08:46:32.156 INFO:tasks.workunit.client.0.smithi112.stdout:migration_prepare 2024-04-12T08:46:32.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:32 smithi175 ceph-mon[32523]: pgmap v36: 137 pgs: 137 active+clean; 593 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 24 MiB/s rd, 8.0 MiB/s wr, 137 op/s 2024-04-12T08:46:32.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:32 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/2286760541' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:46:32.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:32 smithi175 ceph-mon[32523]: osdmap e196: 8 total, 8 up, 8 in 2024-04-12T08:46:32.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:32 smithi112 ceph-mon[29019]: pgmap v36: 137 pgs: 137 active+clean; 593 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 24 MiB/s rd, 8.0 MiB/s wr, 137 op/s 2024-04-12T08:46:32.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:32 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/2286760541' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:46:32.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:32 smithi112 ceph-mon[29019]: osdmap e196: 8 total, 8 up, 8 in 2024-04-12T08:46:32.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:32 smithi112 ceph-mon[40233]: pgmap v36: 137 pgs: 137 active+clean; 593 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 24 MiB/s rd, 8.0 MiB/s wr, 137 op/s 2024-04-12T08:46:32.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:32 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/2286760541' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:46:32.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:32 smithi112 ceph-mon[40233]: osdmap e196: 8 total, 8 up, 8 in 2024-04-12T08:46:33.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:33 smithi112 ceph-mon[40233]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:46:33.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:33 smithi112 ceph-mon[40233]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:46:33.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:33 smithi112 ceph-mon[40233]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:46:33.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:33 smithi112 ceph-mon[40233]: from='mgr.15174 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:46:33.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:33 smithi112 ceph-mon[40233]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:46:33.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:33 smithi112 ceph-mon[40233]: from='mgr.15174 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:46:33.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:33 smithi112 ceph-mon[40233]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:46:33.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:33 smithi112 ceph-mon[40233]: from='mgr.15174 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:46:33.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:33 smithi112 ceph-mon[40233]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:46:33.844 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:33 smithi112 ceph-mon[40233]: from='mgr.15174 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:46:33.844 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:33 smithi112 ceph-mon[40233]: Adjusting osd_memory_target on smithi175 to 2480M 2024-04-12T08:46:33.844 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:33 smithi112 ceph-mon[40233]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:46:33.844 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:33 smithi112 ceph-mon[40233]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:46:33.844 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:33 smithi112 ceph-mon[40233]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:46:33.844 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:33 smithi112 ceph-mon[40233]: Updating smithi112:/etc/ceph/ceph.conf 2024-04-12T08:46:33.844 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:33 smithi112 ceph-mon[40233]: Updating smithi175:/etc/ceph/ceph.conf 2024-04-12T08:46:33.844 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:33 smithi112 ceph-mon[40233]: Updating smithi175:/var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/config/ceph.conf 2024-04-12T08:46:33.844 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:33 smithi112 ceph-mon[40233]: Updating smithi112:/var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/config/ceph.conf 2024-04-12T08:46:33.844 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:33 smithi112 ceph-mon[40233]: Updating smithi175:/etc/ceph/ceph.client.admin.keyring 2024-04-12T08:46:33.844 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:33 smithi112 ceph-mon[40233]: Updating smithi112:/etc/ceph/ceph.client.admin.keyring 2024-04-12T08:46:33.844 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:33 smithi112 ceph-mon[40233]: pgmap v38: 137 pgs: 137 active+clean; 593 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 24 MiB/s rd, 8.0 MiB/s wr, 137 op/s 2024-04-12T08:46:33.845 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:33 smithi112 ceph-mon[40233]: osdmap e197: 8 total, 8 up, 8 in 2024-04-12T08:46:33.845 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:33 smithi112 ceph-mon[40233]: Updating smithi175:/var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T08:46:33.845 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:33 smithi112 ceph-mon[40233]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:46:33.845 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:33 smithi112 ceph-mon[40233]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:46:33.845 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:33 smithi112 ceph-mon[29019]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:46:33.845 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:33 smithi112 ceph-mon[29019]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:46:33.845 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:33 smithi112 ceph-mon[29019]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:46:33.845 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:33 smithi112 ceph-mon[29019]: from='mgr.15174 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:46:33.845 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:33 smithi112 ceph-mon[29019]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:46:33.846 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:33 smithi112 ceph-mon[29019]: from='mgr.15174 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:46:33.846 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:33 smithi112 ceph-mon[29019]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:46:33.846 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:33 smithi112 ceph-mon[29019]: from='mgr.15174 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:46:33.846 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:33 smithi112 ceph-mon[29019]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:46:33.846 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:33 smithi112 ceph-mon[29019]: from='mgr.15174 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:46:33.846 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:33 smithi112 ceph-mon[29019]: Adjusting osd_memory_target on smithi175 to 2480M 2024-04-12T08:46:33.846 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:33 smithi112 ceph-mon[29019]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:46:33.846 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:33 smithi112 ceph-mon[29019]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:46:33.846 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:33 smithi112 ceph-mon[29019]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:46:33.846 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:33 smithi112 ceph-mon[29019]: Updating smithi112:/etc/ceph/ceph.conf 2024-04-12T08:46:33.846 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:33 smithi112 ceph-mon[29019]: Updating smithi175:/etc/ceph/ceph.conf 2024-04-12T08:46:33.846 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:33 smithi112 ceph-mon[29019]: Updating smithi175:/var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/config/ceph.conf 2024-04-12T08:46:33.847 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:33 smithi112 ceph-mon[29019]: Updating smithi112:/var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/config/ceph.conf 2024-04-12T08:46:33.847 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:33 smithi112 ceph-mon[29019]: Updating smithi175:/etc/ceph/ceph.client.admin.keyring 2024-04-12T08:46:33.847 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:33 smithi112 ceph-mon[29019]: Updating smithi112:/etc/ceph/ceph.client.admin.keyring 2024-04-12T08:46:33.847 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:33 smithi112 ceph-mon[29019]: pgmap v38: 137 pgs: 137 active+clean; 593 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 24 MiB/s rd, 8.0 MiB/s wr, 137 op/s 2024-04-12T08:46:33.847 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:33 smithi112 ceph-mon[29019]: osdmap e197: 8 total, 8 up, 8 in 2024-04-12T08:46:33.847 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:33 smithi112 ceph-mon[29019]: Updating smithi175:/var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T08:46:33.847 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:33 smithi112 ceph-mon[29019]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:46:33.847 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:33 smithi112 ceph-mon[29019]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:46:34.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:33 smithi175 ceph-mon[32523]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:46:34.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:33 smithi175 ceph-mon[32523]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:46:34.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:33 smithi175 ceph-mon[32523]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:46:34.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:33 smithi175 ceph-mon[32523]: from='mgr.15174 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:46:34.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:33 smithi175 ceph-mon[32523]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:46:34.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:33 smithi175 ceph-mon[32523]: from='mgr.15174 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:46:34.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:33 smithi175 ceph-mon[32523]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:46:34.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:33 smithi175 ceph-mon[32523]: from='mgr.15174 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:46:34.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:33 smithi175 ceph-mon[32523]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:46:34.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:33 smithi175 ceph-mon[32523]: from='mgr.15174 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-12T08:46:34.016 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:33 smithi175 ceph-mon[32523]: Adjusting osd_memory_target on smithi175 to 2480M 2024-04-12T08:46:34.016 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:33 smithi175 ceph-mon[32523]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:46:34.016 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:33 smithi175 ceph-mon[32523]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:46:34.016 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:33 smithi175 ceph-mon[32523]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:46:34.016 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:33 smithi175 ceph-mon[32523]: Updating smithi112:/etc/ceph/ceph.conf 2024-04-12T08:46:34.016 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:33 smithi175 ceph-mon[32523]: Updating smithi175:/etc/ceph/ceph.conf 2024-04-12T08:46:34.016 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:33 smithi175 ceph-mon[32523]: Updating smithi175:/var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/config/ceph.conf 2024-04-12T08:46:34.016 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:33 smithi175 ceph-mon[32523]: Updating smithi112:/var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/config/ceph.conf 2024-04-12T08:46:34.016 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:33 smithi175 ceph-mon[32523]: Updating smithi175:/etc/ceph/ceph.client.admin.keyring 2024-04-12T08:46:34.016 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:33 smithi175 ceph-mon[32523]: Updating smithi112:/etc/ceph/ceph.client.admin.keyring 2024-04-12T08:46:34.016 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:33 smithi175 ceph-mon[32523]: pgmap v38: 137 pgs: 137 active+clean; 593 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 24 MiB/s rd, 8.0 MiB/s wr, 137 op/s 2024-04-12T08:46:34.016 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:33 smithi175 ceph-mon[32523]: osdmap e197: 8 total, 8 up, 8 in 2024-04-12T08:46:34.016 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:33 smithi175 ceph-mon[32523]: Updating smithi175:/var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T08:46:34.016 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:33 smithi175 ceph-mon[32523]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:46:34.016 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:33 smithi175 ceph-mon[32523]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:46:34.514 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:46:34 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[65787]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:46:34] "GET /metrics HTTP/1.1" 200 38657 "" "Prometheus/2.43.0" 2024-04-12T08:46:34.532 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:46:34 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:46:34] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-12T08:46:34.842 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:34 smithi112 ceph-mon[40233]: Updating smithi112:/var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T08:46:34.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:34 smithi112 ceph-mon[40233]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:46:34.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:34 smithi112 ceph-mon[40233]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:46:34.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:34 smithi112 ceph-mon[40233]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:46:34.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:34 smithi112 ceph-mon[40233]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:46:34.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:34 smithi112 ceph-mon[40233]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:46:34.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:34 smithi112 ceph-mon[40233]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:46:34.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:34 smithi112 ceph-mon[40233]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:46:34.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:34 smithi112 ceph-mon[40233]: Reconfiguring alertmanager.a (dependencies changed)... 2024-04-12T08:46:34.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:34 smithi112 ceph-mon[40233]: Reconfiguring daemon alertmanager.a on smithi112 2024-04-12T08:46:34.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:34 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/558329601' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:46:34.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:34 smithi112 ceph-mon[40233]: osdmap e198: 8 total, 8 up, 8 in 2024-04-12T08:46:34.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:34 smithi112 ceph-mon[29019]: Updating smithi112:/var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T08:46:34.844 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:34 smithi112 ceph-mon[29019]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:46:34.844 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:34 smithi112 ceph-mon[29019]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:46:34.844 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:34 smithi112 ceph-mon[29019]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:46:34.844 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:34 smithi112 ceph-mon[29019]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:46:34.844 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:34 smithi112 ceph-mon[29019]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:46:34.844 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:34 smithi112 ceph-mon[29019]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:46:34.844 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:34 smithi112 ceph-mon[29019]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:46:34.844 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:34 smithi112 ceph-mon[29019]: Reconfiguring alertmanager.a (dependencies changed)... 2024-04-12T08:46:34.844 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:34 smithi112 ceph-mon[29019]: Reconfiguring daemon alertmanager.a on smithi112 2024-04-12T08:46:34.844 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:34 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/558329601' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:46:34.844 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:34 smithi112 ceph-mon[29019]: osdmap e198: 8 total, 8 up, 8 in 2024-04-12T08:46:35.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:34 smithi175 ceph-mon[32523]: Updating smithi112:/var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T08:46:35.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:34 smithi175 ceph-mon[32523]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:46:35.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:34 smithi175 ceph-mon[32523]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:46:35.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:34 smithi175 ceph-mon[32523]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:46:35.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:34 smithi175 ceph-mon[32523]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:46:35.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:34 smithi175 ceph-mon[32523]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:46:35.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:34 smithi175 ceph-mon[32523]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:46:35.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:34 smithi175 ceph-mon[32523]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:46:35.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:34 smithi175 ceph-mon[32523]: Reconfiguring alertmanager.a (dependencies changed)... 2024-04-12T08:46:35.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:34 smithi175 ceph-mon[32523]: Reconfiguring daemon alertmanager.a on smithi112 2024-04-12T08:46:35.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:34 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/558329601' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:46:35.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:34 smithi175 ceph-mon[32523]: osdmap e198: 8 total, 8 up, 8 in 2024-04-12T08:46:35.630 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 167772160 2024-04-12T08:46:35.641 INFO:tasks.workunit.client.0.smithi112.stdout:write: * 83886080~1000 2024-04-12T08:46:35.671 INFO:tasks.workunit.client.0.smithi112.stdout:migration_execute 2024-04-12T08:46:35.810 INFO:tasks.workunit.client.0.smithi112.stdout:migration_commit 2024-04-12T08:46:36.471 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:36 smithi112 ceph-mon[40233]: pgmap v41: 137 pgs: 137 active+clean; 597 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1017 KiB/s wr, 0 op/s 2024-04-12T08:46:36.471 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:36 smithi112 ceph-mon[40233]: osdmap e199: 8 total, 8 up, 8 in 2024-04-12T08:46:36.471 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:36 smithi112 ceph-mon[40233]: osdmap e200: 8 total, 8 up, 8 in 2024-04-12T08:46:36.471 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:36 smithi112 ceph-mon[29019]: pgmap v41: 137 pgs: 137 active+clean; 597 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1017 KiB/s wr, 0 op/s 2024-04-12T08:46:36.471 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:36 smithi112 ceph-mon[29019]: osdmap e199: 8 total, 8 up, 8 in 2024-04-12T08:46:36.472 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:36 smithi112 ceph-mon[29019]: osdmap e200: 8 total, 8 up, 8 in 2024-04-12T08:46:36.518 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:36 smithi175 ceph-mon[32523]: pgmap v41: 137 pgs: 137 active+clean; 597 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1017 KiB/s wr, 0 op/s 2024-04-12T08:46:36.518 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:36 smithi175 ceph-mon[32523]: osdmap e199: 8 total, 8 up, 8 in 2024-04-12T08:46:36.518 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:36 smithi175 ceph-mon[32523]: osdmap e200: 8 total, 8 up, 8 in 2024-04-12T08:46:37.437 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:37 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/3283167150' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:46:37.437 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:37 smithi112 ceph-mon[29019]: osdmap e201: 8 total, 8 up, 8 in 2024-04-12T08:46:37.438 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:37 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/3283167150' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:46:37.438 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:37 smithi112 ceph-mon[40233]: osdmap e201: 8 total, 8 up, 8 in 2024-04-12T08:46:37.438 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 08:46:37 smithi112 systemd[1]: Stopping Ceph alertmanager.a for 96d9de20-f8a7-11ee-bc8c-c7b262605968... 2024-04-12T08:46:37.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:37 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/3283167150' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:46:37.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:37 smithi175 ceph-mon[32523]: osdmap e201: 8 total, 8 up, 8 in 2024-04-12T08:46:37.805 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 08:46:37 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-alertmanager-a[73543]: ts=2024-04-12T08:46:37.436Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-04-12T08:46:37.805 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 08:46:37 smithi112 podman[85140]: 2024-04-12 08:46:37.539180305 +0000 UTC m=+0.225702060 container died 5454f79c48f8eb4c570f5d27628cb30e0685200c01429663721b97fe4c990fe4 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-12T08:46:38.475 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMigration.SnapsExpandAfterPrepare (12057 ms) 2024-04-12T08:46:38.475 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMigration.SnapsExpandAfterPrepare2 2024-04-12T08:46:38.507 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:38 smithi112 ceph-mon[40233]: pgmap v45: 137 pgs: 137 active+clean; 617 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 120 KiB/s rd, 4.1 MiB/s wr, 170 op/s 2024-04-12T08:46:38.507 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:38 smithi112 ceph-mon[40233]: osdmap e202: 8 total, 8 up, 8 in 2024-04-12T08:46:38.507 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:38 smithi112 ceph-mon[29019]: pgmap v45: 137 pgs: 137 active+clean; 617 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 120 KiB/s rd, 4.1 MiB/s wr, 170 op/s 2024-04-12T08:46:38.507 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:38 smithi112 ceph-mon[29019]: osdmap e202: 8 total, 8 up, 8 in 2024-04-12T08:46:38.507 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 08:46:38 smithi112 podman[85140]: 2024-04-12 08:46:38.221473354 +0000 UTC m=+0.907995106 container cleanup 5454f79c48f8eb4c570f5d27628cb30e0685200c01429663721b97fe4c990fe4 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-12T08:46:38.507 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 08:46:38 smithi112 bash[85140]: ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-alertmanager-a 2024-04-12T08:46:38.508 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-12T08:46:38.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:38 smithi175 ceph-mon[32523]: pgmap v45: 137 pgs: 137 active+clean; 617 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 120 KiB/s rd, 4.1 MiB/s wr, 170 op/s 2024-04-12T08:46:38.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:38 smithi175 ceph-mon[32523]: osdmap e202: 8 total, 8 up, 8 in 2024-04-12T08:46:38.517 INFO:tasks.workunit.client.0.smithi112.stdout:write: X 41943040~10 2024-04-12T08:46:38.525 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap1 2024-04-12T08:46:38.797 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 08:46:38 smithi112 podman[85154]: 2024-04-12 08:46:38.506705238 +0000 UTC m=+0.964188398 container remove 5454f79c48f8eb4c570f5d27628cb30e0685200c01429663721b97fe4c990fe4 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-12T08:46:38.798 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 08:46:38 smithi112 podman[85154]: 2024-04-12 08:46:38.607701187 +0000 UTC m=+1.065184345 volume remove 19170851e5ed80bd4edbd73dd845fccb11aece276e1a1780c92ab337e6cb1aa3 2024-04-12T08:46:39.092 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 08:46:38 smithi112 systemd[1]: ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-04-12T08:46:39.092 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 08:46:38 smithi112 systemd[1]: Stopped Ceph alertmanager.a for 96d9de20-f8a7-11ee-bc8c-c7b262605968. 2024-04-12T08:46:39.092 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 08:46:38 smithi112 systemd[1]: ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@alertmanager.a.service: Consumed 1.045s CPU time. 2024-04-12T08:46:39.093 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 08:46:38 smithi112 systemd[1]: Starting Ceph alertmanager.a for 96d9de20-f8a7-11ee-bc8c-c7b262605968... 2024-04-12T08:46:39.093 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 08:46:39 smithi112 podman[85271]: 2024-04-12 08:46:38.927491306 +0000 UTC m=+0.018070038 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-04-12T08:46:39.093 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 08:46:39 smithi112 podman[85271]: 2024-04-12 08:46:39.025245012 +0000 UTC m=+0.115823721 volume create 3ad490bbfeda5b724f73fb665651fa692ffd25382e825e0205b1748d7f9fca52 2024-04-12T08:46:39.395 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:39 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/607854588' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:46:39.396 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:39 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/607854588' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:46:39.396 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 08:46:39 smithi112 podman[85271]: 2024-04-12 08:46:39.109046025 +0000 UTC m=+0.199624734 container create b276bf831cc743f5d0bc446b63711f7dd22b6a306975033420c4de70adf26866 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-12T08:46:39.396 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 08:46:39 smithi112 podman[85271]: 2024-04-12 08:46:39.395504239 +0000 UTC m=+0.486082970 container init b276bf831cc743f5d0bc446b63711f7dd22b6a306975033420c4de70adf26866 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-12T08:46:39.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:39 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/607854588' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:46:39.775 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 08:46:39 smithi112 podman[85271]: 2024-04-12 08:46:39.398212674 +0000 UTC m=+0.488791381 container start b276bf831cc743f5d0bc446b63711f7dd22b6a306975033420c4de70adf26866 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-12T08:46:39.775 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 08:46:39 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-alertmanager-a[85290]: ts=2024-04-12T08:46:39.409Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-04-12T08:46:39.775 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 08:46:39 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-alertmanager-a[85290]: ts=2024-04-12T08:46:39.409Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-04-12T08:46:39.775 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 08:46:39 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-alertmanager-a[85290]: ts=2024-04-12T08:46:39.410Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.112 port=9094 2024-04-12T08:46:39.775 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 08:46:39 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-alertmanager-a[85290]: ts=2024-04-12T08:46:39.411Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-04-12T08:46:39.775 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 08:46:39 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-alertmanager-a[85290]: ts=2024-04-12T08:46:39.433Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-12T08:46:39.776 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 08:46:39 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-alertmanager-a[85290]: ts=2024-04-12T08:46:39.433Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-12T08:46:39.776 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 08:46:39 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-alertmanager-a[85290]: ts=2024-04-12T08:46:39.436Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-04-12T08:46:39.776 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 08:46:39 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-alertmanager-a[85290]: ts=2024-04-12T08:46:39.436Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-04-12T08:46:39.776 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 08:46:39 smithi112 bash[85271]: b276bf831cc743f5d0bc446b63711f7dd22b6a306975033420c4de70adf26866 2024-04-12T08:46:39.776 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 08:46:39 smithi112 systemd[1]: Started Ceph alertmanager.a for 96d9de20-f8a7-11ee-bc8c-c7b262605968. 2024-04-12T08:46:40.212 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 41943040 2024-04-12T08:46:40.232 INFO:tasks.workunit.client.0.smithi112.stdout:migration_prepare 2024-04-12T08:46:40.342 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:46:40 smithi112 systemd[1]: Stopping Ceph node-exporter.a for 96d9de20-f8a7-11ee-bc8c-c7b262605968... 2024-04-12T08:46:40.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:40 smithi112 ceph-mon[29019]: pgmap v47: 137 pgs: 137 active+clean; 617 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 119 KiB/s rd, 3.0 MiB/s wr, 168 op/s 2024-04-12T08:46:40.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:40 smithi112 ceph-mon[29019]: osdmap e203: 8 total, 8 up, 8 in 2024-04-12T08:46:40.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:40 smithi112 ceph-mon[29019]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:46:40.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:40 smithi112 ceph-mon[29019]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:46:40.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:40 smithi112 ceph-mon[29019]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:46:40.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:40 smithi112 ceph-mon[40233]: pgmap v47: 137 pgs: 137 active+clean; 617 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 119 KiB/s rd, 3.0 MiB/s wr, 168 op/s 2024-04-12T08:46:40.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:40 smithi112 ceph-mon[40233]: osdmap e203: 8 total, 8 up, 8 in 2024-04-12T08:46:40.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:40 smithi112 ceph-mon[40233]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:46:40.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:40 smithi112 ceph-mon[40233]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:46:40.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:40 smithi112 ceph-mon[40233]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:46:40.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:40 smithi175 ceph-mon[32523]: pgmap v47: 137 pgs: 137 active+clean; 617 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 119 KiB/s rd, 3.0 MiB/s wr, 168 op/s 2024-04-12T08:46:40.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:40 smithi175 ceph-mon[32523]: osdmap e203: 8 total, 8 up, 8 in 2024-04-12T08:46:40.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:40 smithi175 ceph-mon[32523]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:46:40.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:40 smithi175 ceph-mon[32523]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:46:40.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:40 smithi175 ceph-mon[32523]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:46:40.726 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:46:40 smithi112 podman[85434]: 2024-04-12 08:46:40.434756229 +0000 UTC m=+0.187477941 container died ad276ac04f752b9a123c1c5757f6a2d9d2565511f9a7457d2c03c0ec42ae35bd (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-12T08:46:41.042 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:46:40 smithi112 podman[85434]: 2024-04-12 08:46:40.833039313 +0000 UTC m=+0.585761011 container cleanup ad276ac04f752b9a123c1c5757f6a2d9d2565511f9a7457d2c03c0ec42ae35bd (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-12T08:46:41.042 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:46:40 smithi112 bash[85434]: ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a 2024-04-12T08:46:41.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:41 smithi112 ceph-mon[40233]: Reconfiguring node-exporter.a (dependencies changed)... 2024-04-12T08:46:41.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:41 smithi112 ceph-mon[40233]: Reconfiguring daemon node-exporter.a on smithi112 2024-04-12T08:46:41.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:41 smithi112 ceph-mon[40233]: osdmap e204: 8 total, 8 up, 8 in 2024-04-12T08:46:41.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:41 smithi112 ceph-mon[29019]: Reconfiguring node-exporter.a (dependencies changed)... 2024-04-12T08:46:41.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:41 smithi112 ceph-mon[29019]: Reconfiguring daemon node-exporter.a on smithi112 2024-04-12T08:46:41.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:41 smithi112 ceph-mon[29019]: osdmap e204: 8 total, 8 up, 8 in 2024-04-12T08:46:41.343 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:46:41 smithi112 podman[85448]: 2024-04-12 08:46:41.042301578 +0000 UTC m=+0.611879611 container remove ad276ac04f752b9a123c1c5757f6a2d9d2565511f9a7457d2c03c0ec42ae35bd (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-12T08:46:41.343 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:46:41 smithi112 systemd[1]: ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-04-12T08:46:41.343 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:46:41 smithi112 systemd[1]: ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@node-exporter.a.service: Failed with result 'exit-code'. 2024-04-12T08:46:41.343 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:46:41 smithi112 systemd[1]: Stopped Ceph node-exporter.a for 96d9de20-f8a7-11ee-bc8c-c7b262605968. 2024-04-12T08:46:41.344 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:46:41 smithi112 systemd[1]: ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@node-exporter.a.service: Consumed 2.103s CPU time. 2024-04-12T08:46:41.344 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:46:41 smithi112 systemd[1]: Starting Ceph node-exporter.a for 96d9de20-f8a7-11ee-bc8c-c7b262605968... 2024-04-12T08:46:41.372 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-12T08:46:41.385 INFO:tasks.workunit.client.0.smithi112.stdout:write: Y 41943040~5 2024-04-12T08:46:41.496 INFO:tasks.workunit.client.0.smithi112.stdout:migration_execute 2024-04-12T08:46:41.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:41 smithi175 ceph-mon[32523]: Reconfiguring node-exporter.a (dependencies changed)... 2024-04-12T08:46:41.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:41 smithi175 ceph-mon[32523]: Reconfiguring daemon node-exporter.a on smithi112 2024-04-12T08:46:41.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:41 smithi175 ceph-mon[32523]: osdmap e204: 8 total, 8 up, 8 in 2024-04-12T08:46:41.572 INFO:tasks.workunit.client.0.smithi112.stdout:migration_commit 2024-04-12T08:46:41.788 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 08:46:41 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-alertmanager-a[85290]: ts=2024-04-12T08:46:41.412Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000746879s 2024-04-12T08:46:41.789 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:46:41 smithi112 podman[85564]: 2024-04-12 08:46:41.417699108 +0000 UTC m=+0.019507822 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-04-12T08:46:41.789 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:46:41 smithi112 podman[85564]: 2024-04-12 08:46:41.535210456 +0000 UTC m=+0.137019154 container create 4621a7e584390db1038db535442904958d4c3d239356c0e77e0a3e8207874b43 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-12T08:46:41.789 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:46:41 smithi112 podman[85564]: 2024-04-12 08:46:41.788803792 +0000 UTC m=+0.390612491 container init 4621a7e584390db1038db535442904958d4c3d239356c0e77e0a3e8207874b43 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-12T08:46:42.092 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:46:41 smithi112 podman[85564]: 2024-04-12 08:46:41.791651672 +0000 UTC m=+0.393460379 container start 4621a7e584390db1038db535442904958d4c3d239356c0e77e0a3e8207874b43 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-12T08:46:42.093 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:46:41 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a[85579]: ts=2024-04-12T08:46:41.795Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-04-12T08:46:42.093 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:46:41 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a[85579]: ts=2024-04-12T08:46:41.795Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-04-12T08:46:42.093 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:46:41 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a[85579]: ts=2024-04-12T08:46:41.795Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-04-12T08:46:42.093 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:46:41 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a[85579]: ts=2024-04-12T08:46:41.795Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-04-12T08:46:42.093 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:46:41 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a[85579]: ts=2024-04-12T08:46:41.795Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-04-12T08:46:42.093 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:46:41 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a[85579]: ts=2024-04-12T08:46:41.796Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-04-12T08:46:42.093 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:46:41 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a[85579]: ts=2024-04-12T08:46:41.796Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-04-12T08:46:42.093 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:46:41 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a[85579]: ts=2024-04-12T08:46:41.796Z caller=node_exporter.go:117 level=info collector=arp 2024-04-12T08:46:42.093 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:46:41 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a[85579]: ts=2024-04-12T08:46:41.796Z caller=node_exporter.go:117 level=info collector=bcache 2024-04-12T08:46:42.093 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:46:41 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a[85579]: ts=2024-04-12T08:46:41.796Z caller=node_exporter.go:117 level=info collector=bonding 2024-04-12T08:46:42.093 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:46:41 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a[85579]: ts=2024-04-12T08:46:41.796Z caller=node_exporter.go:117 level=info collector=btrfs 2024-04-12T08:46:42.094 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:46:41 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a[85579]: ts=2024-04-12T08:46:41.796Z caller=node_exporter.go:117 level=info collector=conntrack 2024-04-12T08:46:42.094 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:46:41 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a[85579]: ts=2024-04-12T08:46:41.796Z caller=node_exporter.go:117 level=info collector=cpu 2024-04-12T08:46:42.094 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:46:41 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a[85579]: ts=2024-04-12T08:46:41.796Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-04-12T08:46:42.094 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:46:41 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a[85579]: ts=2024-04-12T08:46:41.796Z caller=node_exporter.go:117 level=info collector=diskstats 2024-04-12T08:46:42.094 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:46:41 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a[85579]: ts=2024-04-12T08:46:41.796Z caller=node_exporter.go:117 level=info collector=dmi 2024-04-12T08:46:42.094 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:46:41 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a[85579]: ts=2024-04-12T08:46:41.796Z caller=node_exporter.go:117 level=info collector=edac 2024-04-12T08:46:42.095 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:46:41 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a[85579]: ts=2024-04-12T08:46:41.796Z caller=node_exporter.go:117 level=info collector=entropy 2024-04-12T08:46:42.095 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:46:41 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a[85579]: ts=2024-04-12T08:46:41.796Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-04-12T08:46:42.095 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:46:41 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a[85579]: ts=2024-04-12T08:46:41.796Z caller=node_exporter.go:117 level=info collector=filefd 2024-04-12T08:46:42.095 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:46:41 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a[85579]: ts=2024-04-12T08:46:41.796Z caller=node_exporter.go:117 level=info collector=filesystem 2024-04-12T08:46:42.095 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:46:41 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a[85579]: ts=2024-04-12T08:46:41.796Z caller=node_exporter.go:117 level=info collector=hwmon 2024-04-12T08:46:42.095 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:46:41 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a[85579]: ts=2024-04-12T08:46:41.796Z caller=node_exporter.go:117 level=info collector=infiniband 2024-04-12T08:46:42.095 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:46:41 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a[85579]: ts=2024-04-12T08:46:41.796Z caller=node_exporter.go:117 level=info collector=ipvs 2024-04-12T08:46:42.095 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:46:41 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a[85579]: ts=2024-04-12T08:46:41.796Z caller=node_exporter.go:117 level=info collector=loadavg 2024-04-12T08:46:42.095 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:46:41 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a[85579]: ts=2024-04-12T08:46:41.796Z caller=node_exporter.go:117 level=info collector=mdadm 2024-04-12T08:46:42.095 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:46:41 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a[85579]: ts=2024-04-12T08:46:41.796Z caller=node_exporter.go:117 level=info collector=meminfo 2024-04-12T08:46:42.095 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:46:41 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a[85579]: ts=2024-04-12T08:46:41.796Z caller=node_exporter.go:117 level=info collector=netclass 2024-04-12T08:46:42.095 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:46:41 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a[85579]: ts=2024-04-12T08:46:41.796Z caller=node_exporter.go:117 level=info collector=netdev 2024-04-12T08:46:42.095 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:46:41 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a[85579]: ts=2024-04-12T08:46:41.796Z caller=node_exporter.go:117 level=info collector=netstat 2024-04-12T08:46:42.095 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:46:41 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a[85579]: ts=2024-04-12T08:46:41.796Z caller=node_exporter.go:117 level=info collector=nfs 2024-04-12T08:46:42.096 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:46:41 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a[85579]: ts=2024-04-12T08:46:41.796Z caller=node_exporter.go:117 level=info collector=nfsd 2024-04-12T08:46:42.096 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:46:41 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a[85579]: ts=2024-04-12T08:46:41.796Z caller=node_exporter.go:117 level=info collector=nvme 2024-04-12T08:46:42.096 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:46:41 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a[85579]: ts=2024-04-12T08:46:41.796Z caller=node_exporter.go:117 level=info collector=os 2024-04-12T08:46:42.096 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:46:41 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a[85579]: ts=2024-04-12T08:46:41.796Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-04-12T08:46:42.096 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:46:41 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a[85579]: ts=2024-04-12T08:46:41.796Z caller=node_exporter.go:117 level=info collector=pressure 2024-04-12T08:46:42.096 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:46:41 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a[85579]: ts=2024-04-12T08:46:41.796Z caller=node_exporter.go:117 level=info collector=rapl 2024-04-12T08:46:42.096 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:46:41 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a[85579]: ts=2024-04-12T08:46:41.796Z caller=node_exporter.go:117 level=info collector=schedstat 2024-04-12T08:46:42.096 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:46:41 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a[85579]: ts=2024-04-12T08:46:41.796Z caller=node_exporter.go:117 level=info collector=selinux 2024-04-12T08:46:42.096 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:46:41 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a[85579]: ts=2024-04-12T08:46:41.796Z caller=node_exporter.go:117 level=info collector=sockstat 2024-04-12T08:46:42.096 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:46:41 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a[85579]: ts=2024-04-12T08:46:41.796Z caller=node_exporter.go:117 level=info collector=softnet 2024-04-12T08:46:42.096 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:46:41 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a[85579]: ts=2024-04-12T08:46:41.796Z caller=node_exporter.go:117 level=info collector=stat 2024-04-12T08:46:42.096 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:46:41 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a[85579]: ts=2024-04-12T08:46:41.796Z caller=node_exporter.go:117 level=info collector=tapestats 2024-04-12T08:46:42.096 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:46:41 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a[85579]: ts=2024-04-12T08:46:41.796Z caller=node_exporter.go:117 level=info collector=textfile 2024-04-12T08:46:42.096 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:46:41 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a[85579]: ts=2024-04-12T08:46:41.796Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-04-12T08:46:42.096 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:46:41 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a[85579]: ts=2024-04-12T08:46:41.796Z caller=node_exporter.go:117 level=info collector=time 2024-04-12T08:46:42.097 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:46:41 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a[85579]: ts=2024-04-12T08:46:41.796Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-04-12T08:46:42.097 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:46:41 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a[85579]: ts=2024-04-12T08:46:41.796Z caller=node_exporter.go:117 level=info collector=uname 2024-04-12T08:46:42.097 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:46:41 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a[85579]: ts=2024-04-12T08:46:41.796Z caller=node_exporter.go:117 level=info collector=vmstat 2024-04-12T08:46:42.097 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:46:41 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a[85579]: ts=2024-04-12T08:46:41.796Z caller=node_exporter.go:117 level=info collector=xfs 2024-04-12T08:46:42.097 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:46:41 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a[85579]: ts=2024-04-12T08:46:41.796Z caller=node_exporter.go:117 level=info collector=zfs 2024-04-12T08:46:42.097 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:46:41 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a[85579]: ts=2024-04-12T08:46:41.797Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-04-12T08:46:42.097 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:46:41 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a[85579]: ts=2024-04-12T08:46:41.797Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-04-12T08:46:42.097 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:46:41 smithi112 bash[85564]: 4621a7e584390db1038db535442904958d4c3d239356c0e77e0a3e8207874b43 2024-04-12T08:46:42.097 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 08:46:41 smithi112 systemd[1]: Started Ceph node-exporter.a for 96d9de20-f8a7-11ee-bc8c-c7b262605968. 2024-04-12T08:46:42.295 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMigration.SnapsExpandAfterPrepare2 (3820 ms) 2024-04-12T08:46:42.295 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMigration.SnapsSnapAfterPrepare 2024-04-12T08:46:42.328 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-12T08:46:42.338 INFO:tasks.workunit.client.0.smithi112.stdout:write: 1 0~8388609 2024-04-12T08:46:42.396 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap1 2024-04-12T08:46:42.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:42 smithi175 ceph-mon[32523]: pgmap v50: 137 pgs: 137 active+clean; 617 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 70 MiB/s rd, 6.0 MiB/s wr, 511 op/s 2024-04-12T08:46:42.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:42 smithi175 ceph-mon[32523]: osdmap e205: 8 total, 8 up, 8 in 2024-04-12T08:46:42.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:42 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/199954483' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:46:42.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:42 smithi175 ceph-mon[32523]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:46:42.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:42 smithi175 ceph-mon[32523]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:46:42.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:42 smithi112 ceph-mon[29019]: pgmap v50: 137 pgs: 137 active+clean; 617 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 70 MiB/s rd, 6.0 MiB/s wr, 511 op/s 2024-04-12T08:46:42.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:42 smithi112 ceph-mon[29019]: osdmap e205: 8 total, 8 up, 8 in 2024-04-12T08:46:42.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:42 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/199954483' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:46:42.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:42 smithi112 ceph-mon[29019]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:46:42.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:42 smithi112 ceph-mon[29019]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:46:42.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:42 smithi112 ceph-mon[40233]: pgmap v50: 137 pgs: 137 active+clean; 617 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 70 MiB/s rd, 6.0 MiB/s wr, 511 op/s 2024-04-12T08:46:42.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:42 smithi112 ceph-mon[40233]: osdmap e205: 8 total, 8 up, 8 in 2024-04-12T08:46:42.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:42 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/199954483' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:46:42.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:42 smithi112 ceph-mon[40233]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:46:42.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:42 smithi112 ceph-mon[40233]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:46:43.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:43 smithi175 ceph-mon[32523]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-12T08:46:43.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:43 smithi175 ceph-mon[32523]: Reconfiguring daemon prometheus.a on smithi175 2024-04-12T08:46:43.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:43 smithi175 ceph-mon[32523]: osdmap e206: 8 total, 8 up, 8 in 2024-04-12T08:46:43.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:43 smithi112 ceph-mon[29019]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-12T08:46:43.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:43 smithi112 ceph-mon[29019]: Reconfiguring daemon prometheus.a on smithi175 2024-04-12T08:46:43.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:43 smithi112 ceph-mon[29019]: osdmap e206: 8 total, 8 up, 8 in 2024-04-12T08:46:43.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:43 smithi112 ceph-mon[40233]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-12T08:46:43.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:43 smithi112 ceph-mon[40233]: Reconfiguring daemon prometheus.a on smithi175 2024-04-12T08:46:43.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:43 smithi112 ceph-mon[40233]: osdmap e206: 8 total, 8 up, 8 in 2024-04-12T08:46:44.227 INFO:tasks.workunit.client.0.smithi112.stdout:write: 1 8388609~8388609 2024-04-12T08:46:44.239 INFO:tasks.workunit.client.0.smithi112.stdout:write: X 0~1000 2024-04-12T08:46:44.239 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 1010~1000 2024-04-12T08:46:44.239 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap2 2024-04-12T08:46:44.391 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:46:44 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[65787]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:46:44] "GET /metrics HTTP/1.1" 200 38657 "" "Prometheus/2.43.0" 2024-04-12T08:46:44.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:44 smithi175 ceph-mon[32523]: pgmap v53: 137 pgs: 137 active+clean; 617 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 70 MiB/s rd, 6.0 MiB/s wr, 513 op/s 2024-04-12T08:46:44.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:44 smithi175 ceph-mon[32523]: osdmap e207: 8 total, 8 up, 8 in 2024-04-12T08:46:44.391 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:44 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/3474254133' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:46:44.592 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:46:44 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[29255]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:46:44] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-12T08:46:44.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:44 smithi112 ceph-mon[40233]: pgmap v53: 137 pgs: 137 active+clean; 617 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 70 MiB/s rd, 6.0 MiB/s wr, 513 op/s 2024-04-12T08:46:44.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:44 smithi112 ceph-mon[40233]: osdmap e207: 8 total, 8 up, 8 in 2024-04-12T08:46:44.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:44 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/3474254133' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:46:44.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:44 smithi112 ceph-mon[29019]: pgmap v53: 137 pgs: 137 active+clean; 617 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 70 MiB/s rd, 6.0 MiB/s wr, 513 op/s 2024-04-12T08:46:44.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:44 smithi112 ceph-mon[29019]: osdmap e207: 8 total, 8 up, 8 in 2024-04-12T08:46:44.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:44 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/3474254133' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:46:45.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:45 smithi175 ceph-mon[32523]: osdmap e208: 8 total, 8 up, 8 in 2024-04-12T08:46:45.515 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:46:45 smithi175 systemd[1]: Stopping Ceph prometheus.a for 96d9de20-f8a7-11ee-bc8c-c7b262605968... 2024-04-12T08:46:45.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:45 smithi112 ceph-mon[29019]: osdmap e208: 8 total, 8 up, 8 in 2024-04-12T08:46:45.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:45 smithi112 ceph-mon[40233]: osdmap e208: 8 total, 8 up, 8 in 2024-04-12T08:46:45.831 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:46:45 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[62981]: ts=2024-04-12T08:46:45.563Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-12T08:46:45.831 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:46:45 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[62981]: ts=2024-04-12T08:46:45.564Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-04-12T08:46:45.832 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:46:45 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[62981]: ts=2024-04-12T08:46:45.564Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-04-12T08:46:45.832 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:46:45 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[62981]: ts=2024-04-12T08:46:45.564Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-12T08:46:45.832 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:46:45 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[62981]: ts=2024-04-12T08:46:45.564Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-04-12T08:46:45.832 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:46:45 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[62981]: ts=2024-04-12T08:46:45.564Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-04-12T08:46:45.832 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:46:45 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[62981]: ts=2024-04-12T08:46:45.564Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-04-12T08:46:45.832 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:46:45 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[62981]: ts=2024-04-12T08:46:45.564Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-04-12T08:46:45.832 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:46:45 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[62981]: ts=2024-04-12T08:46:45.564Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-04-12T08:46:45.832 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:46:45 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[62981]: ts=2024-04-12T08:46:45.564Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-04-12T08:46:45.832 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:46:45 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[62981]: ts=2024-04-12T08:46:45.564Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-04-12T08:46:45.832 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:46:45 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[62981]: ts=2024-04-12T08:46:45.564Z caller=main.go:1147 level=info msg="See you next time!" 2024-04-12T08:46:45.832 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:46:45 smithi175 podman[73931]: 2024-04-12 08:46:45.574228552 +0000 UTC m=+0.147115429 container died 040ea22c295a7c7139ed4e83a0f2210022726af1f05782b4487d5e893f6a3496 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T08:46:46.130 INFO:tasks.workunit.client.0.smithi112.stdout:write: X 8388609~1000 2024-04-12T08:46:46.137 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 16777228~1000 2024-04-12T08:46:46.137 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 167772160 2024-04-12T08:46:46.147 INFO:tasks.workunit.client.0.smithi112.stdout:write: 2 83886079~8388609 2024-04-12T08:46:46.161 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap3 2024-04-12T08:46:46.198 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:46:45 smithi175 podman[73931]: 2024-04-12 08:46:45.930530533 +0000 UTC m=+0.503417399 container cleanup 040ea22c295a7c7139ed4e83a0f2210022726af1f05782b4487d5e893f6a3496 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T08:46:46.198 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:46:45 smithi175 bash[73931]: ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a 2024-04-12T08:46:46.494 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:46 smithi112 ceph-mon[29019]: pgmap v56: 137 pgs: 137 active+clean; 621 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 1.0 MiB/s wr, 40 op/s 2024-04-12T08:46:46.494 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:46 smithi112 ceph-mon[29019]: osdmap e209: 8 total, 8 up, 8 in 2024-04-12T08:46:46.494 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:46 smithi112 ceph-mon[29019]: osdmap e210: 8 total, 8 up, 8 in 2024-04-12T08:46:46.494 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:46 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/505460241' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:46:46.494 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:46 smithi112 ceph-mon[40233]: pgmap v56: 137 pgs: 137 active+clean; 621 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 1.0 MiB/s wr, 40 op/s 2024-04-12T08:46:46.494 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:46 smithi112 ceph-mon[40233]: osdmap e209: 8 total, 8 up, 8 in 2024-04-12T08:46:46.494 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:46 smithi112 ceph-mon[40233]: osdmap e210: 8 total, 8 up, 8 in 2024-04-12T08:46:46.495 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:46 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/505460241' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:46:46.508 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:46 smithi175 ceph-mon[32523]: pgmap v56: 137 pgs: 137 active+clean; 621 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 1.0 MiB/s wr, 40 op/s 2024-04-12T08:46:46.508 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:46 smithi175 ceph-mon[32523]: osdmap e209: 8 total, 8 up, 8 in 2024-04-12T08:46:46.508 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:46 smithi175 ceph-mon[32523]: osdmap e210: 8 total, 8 up, 8 in 2024-04-12T08:46:46.508 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:46 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/505460241' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:46:46.508 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:46:46 smithi175 podman[73946]: 2024-04-12 08:46:46.198746253 +0000 UTC m=+0.626938774 container remove 040ea22c295a7c7139ed4e83a0f2210022726af1f05782b4487d5e893f6a3496 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T08:46:46.508 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:46:46 smithi175 systemd[1]: ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-04-12T08:46:46.508 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:46:46 smithi175 systemd[1]: Stopped Ceph prometheus.a for 96d9de20-f8a7-11ee-bc8c-c7b262605968. 2024-04-12T08:46:46.508 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:46:46 smithi175 systemd[1]: ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@prometheus.a.service: Consumed 1.687s CPU time. 2024-04-12T08:46:46.509 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:46:46 smithi175 systemd[1]: Starting Ceph prometheus.a for 96d9de20-f8a7-11ee-bc8c-c7b262605968... 2024-04-12T08:46:46.764 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:46:46 smithi175 podman[74045]: 2024-04-12 08:46:46.411510701 +0000 UTC m=+0.018751411 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-04-12T08:46:46.765 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:46:46 smithi175 podman[74045]: 2024-04-12 08:46:46.516171476 +0000 UTC m=+0.123412215 container create 93b9e9ec106f5f65e7aaa9b455622ed936a5f1f3a09609f9947dbe3e16c8fc1f (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T08:46:47.265 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:46:46 smithi175 podman[74045]: 2024-04-12 08:46:46.818546192 +0000 UTC m=+0.425786889 container init 93b9e9ec106f5f65e7aaa9b455622ed936a5f1f3a09609f9947dbe3e16c8fc1f (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T08:46:47.265 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:46:46 smithi175 podman[74045]: 2024-04-12 08:46:46.821015627 +0000 UTC m=+0.428256325 container start 93b9e9ec106f5f65e7aaa9b455622ed936a5f1f3a09609f9947dbe3e16c8fc1f (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T08:46:47.266 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:46:46 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[74060]: ts=2024-04-12T08:46:46.844Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-04-12T08:46:47.266 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:46:46 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[74060]: ts=2024-04-12T08:46:46.844Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-04-12T08:46:47.266 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:46:46 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[74060]: ts=2024-04-12T08:46:46.844Z caller=main.go:570 level=info host_details="(Linux 5.14.0-435.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024 x86_64 smithi175 (none))" 2024-04-12T08:46:47.266 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:46:46 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[74060]: ts=2024-04-12T08:46:46.844Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-04-12T08:46:47.266 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:46:46 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[74060]: ts=2024-04-12T08:46:46.844Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-12T08:46:47.266 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:46:46 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[74060]: ts=2024-04-12T08:46:46.846Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-04-12T08:46:47.266 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:46:46 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[74060]: ts=2024-04-12T08:46:46.846Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-04-12T08:46:47.266 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:46:46 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[74060]: ts=2024-04-12T08:46:46.847Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-04-12T08:46:47.266 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:46:46 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[74060]: ts=2024-04-12T08:46:46.847Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-04-12T08:46:47.266 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:46:46 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[74060]: ts=2024-04-12T08:46:46.849Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-12T08:46:47.266 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:46:46 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[74060]: ts=2024-04-12T08:46:46.849Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=2.244µs 2024-04-12T08:46:47.266 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:46:46 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[74060]: ts=2024-04-12T08:46:46.849Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-04-12T08:46:47.266 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:46:46 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[74060]: ts=2024-04-12T08:46:46.849Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=2 2024-04-12T08:46:47.267 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:46:46 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[74060]: ts=2024-04-12T08:46:46.865Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=2 2024-04-12T08:46:47.267 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:46:46 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[74060]: ts=2024-04-12T08:46:46.865Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=2 2024-04-12T08:46:47.267 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:46:46 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[74060]: ts=2024-04-12T08:46:46.865Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=28.287µs wal_replay_duration=16.416029ms wbl_replay_duration=108ns total_replay_duration=16.468938ms 2024-04-12T08:46:47.267 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:46:46 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[74060]: ts=2024-04-12T08:46:46.868Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-04-12T08:46:47.267 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:46:46 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[74060]: ts=2024-04-12T08:46:46.868Z caller=main.go:1029 level=info msg="TSDB started" 2024-04-12T08:46:47.267 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:46:46 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[74060]: ts=2024-04-12T08:46:46.868Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-12T08:46:47.267 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:46:46 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[74060]: ts=2024-04-12T08:46:46.886Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=17.735403ms db_storage=1.031µs remote_storage=1.243µs web_handler=346ns query_engine=731ns scrape=232.806µs scrape_sd=80.65µs notify=14.659µs notify_sd=22.371µs rules=17.142856ms tracing=5.846µs 2024-04-12T08:46:47.267 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:46:46 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[74060]: ts=2024-04-12T08:46:46.886Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-04-12T08:46:47.267 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:46:46 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[74060]: ts=2024-04-12T08:46:46.886Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-04-12T08:46:47.267 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:46:46 smithi175 bash[74045]: 93b9e9ec106f5f65e7aaa9b455622ed936a5f1f3a09609f9947dbe3e16c8fc1f 2024-04-12T08:46:47.267 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:46:46 smithi175 systemd[1]: Started Ceph prometheus.a for 96d9de20-f8a7-11ee-bc8c-c7b262605968. 2024-04-12T08:46:48.135 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-12T08:46:48.157 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 83886079~1 2024-04-12T08:46:48.166 INFO:tasks.workunit.client.0.smithi112.stdout:migration_prepare 2024-04-12T08:46:48.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:47 smithi175 ceph-mon[32523]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:46:48.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:47 smithi175 ceph-mon[32523]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:46:48.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:47 smithi175 ceph-mon[32523]: Reconfiguring grafana.a (dependencies changed)... 2024-04-12T08:46:48.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:47 smithi175 ceph-mon[32523]: Reconfiguring daemon grafana.a on smithi175 2024-04-12T08:46:48.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:47 smithi175 ceph-mon[32523]: osdmap e211: 8 total, 8 up, 8 in 2024-04-12T08:46:48.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:47 smithi175 ceph-mon[32523]: pgmap v60: 137 pgs: 137 active+clean; 649 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 331 KiB/s rd, 8.2 MiB/s wr, 433 op/s 2024-04-12T08:46:48.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:47 smithi112 ceph-mon[40233]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:46:48.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:47 smithi112 ceph-mon[40233]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:46:48.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:47 smithi112 ceph-mon[40233]: Reconfiguring grafana.a (dependencies changed)... 2024-04-12T08:46:48.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:47 smithi112 ceph-mon[40233]: Reconfiguring daemon grafana.a on smithi175 2024-04-12T08:46:48.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:47 smithi112 ceph-mon[40233]: osdmap e211: 8 total, 8 up, 8 in 2024-04-12T08:46:48.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:47 smithi112 ceph-mon[40233]: pgmap v60: 137 pgs: 137 active+clean; 649 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 331 KiB/s rd, 8.2 MiB/s wr, 433 op/s 2024-04-12T08:46:48.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:47 smithi112 ceph-mon[29019]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:46:48.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:47 smithi112 ceph-mon[29019]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:46:48.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:47 smithi112 ceph-mon[29019]: Reconfiguring grafana.a (dependencies changed)... 2024-04-12T08:46:48.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:47 smithi112 ceph-mon[29019]: Reconfiguring daemon grafana.a on smithi175 2024-04-12T08:46:48.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:47 smithi112 ceph-mon[29019]: osdmap e211: 8 total, 8 up, 8 in 2024-04-12T08:46:48.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:47 smithi112 ceph-mon[29019]: pgmap v60: 137 pgs: 137 active+clean; 649 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 331 KiB/s rd, 8.2 MiB/s wr, 433 op/s 2024-04-12T08:46:49.416 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:49 smithi112 ceph-mon[40233]: osdmap e212: 8 total, 8 up, 8 in 2024-04-12T08:46:49.416 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:49 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/1384478008' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:46:49.416 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:49 smithi112 ceph-mon[29019]: osdmap e212: 8 total, 8 up, 8 in 2024-04-12T08:46:49.416 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:49 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/1384478008' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:46:49.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:49 smithi175 ceph-mon[32523]: osdmap e212: 8 total, 8 up, 8 in 2024-04-12T08:46:49.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:49 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/1384478008' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:46:49.842 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 08:46:49 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-alertmanager-a[85290]: ts=2024-04-12T08:46:49.415Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.004328658s 2024-04-12T08:46:50.460 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:50 smithi175 ceph-mon[32523]: osdmap e213: 8 total, 8 up, 8 in 2024-04-12T08:46:50.460 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:50 smithi175 ceph-mon[32523]: pgmap v63: 137 pgs: 137 active+clean; 649 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-12T08:46:50.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:50 smithi112 ceph-mon[29019]: osdmap e213: 8 total, 8 up, 8 in 2024-04-12T08:46:50.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:50 smithi112 ceph-mon[29019]: pgmap v63: 137 pgs: 137 active+clean; 649 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-12T08:46:50.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:50 smithi112 ceph-mon[40233]: osdmap e213: 8 total, 8 up, 8 in 2024-04-12T08:46:50.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:50 smithi112 ceph-mon[40233]: pgmap v63: 137 pgs: 137 active+clean; 649 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-12T08:46:51.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:51 smithi175 ceph-mon[32523]: osdmap e214: 8 total, 8 up, 8 in 2024-04-12T08:46:51.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:51 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/1634452585' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:46:51.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:51 smithi112 ceph-mon[40233]: osdmap e214: 8 total, 8 up, 8 in 2024-04-12T08:46:51.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:51 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/1634452585' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:46:51.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:51 smithi112 ceph-mon[29019]: osdmap e214: 8 total, 8 up, 8 in 2024-04-12T08:46:51.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:51 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/1634452585' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:46:51.710 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: after_prepare_snap 2024-04-12T08:46:52.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:52 smithi175 ceph-mon[32523]: osdmap e215: 8 total, 8 up, 8 in 2024-04-12T08:46:52.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:52 smithi175 ceph-mon[32523]: pgmap v66: 137 pgs: 137 active+clean; 673 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 121 KiB/s rd, 4.0 MiB/s wr, 172 op/s 2024-04-12T08:46:52.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:52 smithi112 ceph-mon[29019]: osdmap e215: 8 total, 8 up, 8 in 2024-04-12T08:46:52.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:52 smithi112 ceph-mon[29019]: pgmap v66: 137 pgs: 137 active+clean; 673 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 121 KiB/s rd, 4.0 MiB/s wr, 172 op/s 2024-04-12T08:46:52.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:52 smithi112 ceph-mon[40233]: osdmap e215: 8 total, 8 up, 8 in 2024-04-12T08:46:52.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:52 smithi112 ceph-mon[40233]: pgmap v66: 137 pgs: 137 active+clean; 673 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 121 KiB/s rd, 4.0 MiB/s wr, 172 op/s 2024-04-12T08:46:53.163 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 41943040 2024-04-12T08:46:53.194 INFO:tasks.workunit.client.0.smithi112.stdout:write: * 0~1000 2024-04-12T08:46:53.200 INFO:tasks.workunit.client.0.smithi112.stdout:migration_execute 2024-04-12T08:46:53.346 INFO:tasks.workunit.client.0.smithi112.stdout:migration_commit 2024-04-12T08:46:53.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:53 smithi175 ceph-mon[32523]: osdmap e216: 8 total, 8 up, 8 in 2024-04-12T08:46:53.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:53 smithi112 ceph-mon[29019]: osdmap e216: 8 total, 8 up, 8 in 2024-04-12T08:46:53.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:53 smithi112 ceph-mon[40233]: osdmap e216: 8 total, 8 up, 8 in 2024-04-12T08:46:54.250 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:54 smithi175 ceph-mon[32523]: pgmap v68: 137 pgs: 137 active+clean; 673 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 120 KiB/s rd, 4.0 MiB/s wr, 171 op/s 2024-04-12T08:46:54.250 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:54 smithi175 ceph-mon[32523]: osdmap e217: 8 total, 8 up, 8 in 2024-04-12T08:46:54.250 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:54 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/1104759719' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:46:54.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:54 smithi112 ceph-mon[29019]: pgmap v68: 137 pgs: 137 active+clean; 673 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 120 KiB/s rd, 4.0 MiB/s wr, 171 op/s 2024-04-12T08:46:54.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:54 smithi112 ceph-mon[29019]: osdmap e217: 8 total, 8 up, 8 in 2024-04-12T08:46:54.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:54 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/1104759719' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:46:54.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:54 smithi112 ceph-mon[40233]: pgmap v68: 137 pgs: 137 active+clean; 673 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 120 KiB/s rd, 4.0 MiB/s wr, 171 op/s 2024-04-12T08:46:54.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:54 smithi112 ceph-mon[40233]: osdmap e217: 8 total, 8 up, 8 in 2024-04-12T08:46:54.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:54 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/1104759719' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:46:55.398 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:55 smithi175 ceph-mon[32523]: osdmap e218: 8 total, 8 up, 8 in 2024-04-12T08:46:55.398 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:55 smithi175 ceph-mon[32523]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:46:55.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:55 smithi112 ceph-mon[29019]: osdmap e218: 8 total, 8 up, 8 in 2024-04-12T08:46:55.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:55 smithi112 ceph-mon[29019]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:46:55.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:55 smithi112 ceph-mon[40233]: osdmap e218: 8 total, 8 up, 8 in 2024-04-12T08:46:55.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:55 smithi112 ceph-mon[40233]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:46:56.265 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:46:56 smithi175 systemd[1]: Stopping Ceph grafana.a for 96d9de20-f8a7-11ee-bc8c-c7b262605968... 2024-04-12T08:46:56.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:56 smithi175 ceph-mon[32523]: pgmap v71: 137 pgs: 137 active+clean; 677 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 1.0 MiB/s wr, 206 op/s 2024-04-12T08:46:56.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:56 smithi175 ceph-mon[32523]: osdmap e219: 8 total, 8 up, 8 in 2024-04-12T08:46:56.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:56 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/765409426' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:46:56.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:56 smithi175 ceph-mon[32523]: osdmap e220: 8 total, 8 up, 8 in 2024-04-12T08:46:56.458 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMigration.SnapsSnapAfterPrepare (14163 ms) 2024-04-12T08:46:56.458 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMigration.SnapsSnapExpandAfterPrepare 2024-04-12T08:46:56.488 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-12T08:46:56.501 INFO:tasks.workunit.client.0.smithi112.stdout:write: 1 0~8388609 2024-04-12T08:46:56.548 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:56 smithi112 ceph-mon[29019]: pgmap v71: 137 pgs: 137 active+clean; 677 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 1.0 MiB/s wr, 206 op/s 2024-04-12T08:46:56.548 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:56 smithi112 ceph-mon[29019]: osdmap e219: 8 total, 8 up, 8 in 2024-04-12T08:46:56.548 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:56 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/765409426' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:46:56.548 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:56 smithi112 ceph-mon[29019]: osdmap e220: 8 total, 8 up, 8 in 2024-04-12T08:46:56.548 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:56 smithi112 ceph-mon[40233]: pgmap v71: 137 pgs: 137 active+clean; 677 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 1.0 MiB/s wr, 206 op/s 2024-04-12T08:46:56.549 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:56 smithi112 ceph-mon[40233]: osdmap e219: 8 total, 8 up, 8 in 2024-04-12T08:46:56.549 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:56 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/765409426' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:46:56.549 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:56 smithi112 ceph-mon[40233]: osdmap e220: 8 total, 8 up, 8 in 2024-04-12T08:46:56.569 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap1 2024-04-12T08:46:56.798 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:46:56 smithi175 podman[74369]: 2024-04-12 08:46:56.532256709 +0000 UTC m=+0.347129651 container died 62703faa60d23e4619956842742971119fb8a9241e7b26efc99e0fed7bd6f023 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a, maintainer=Paul Cuzner , vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, vendor=Red Hat, Inc., summary=Grafana Container configured for Ceph mgr/dashboard integration, vcs-type=git, description=Ceph Grafana Container, version=8.5, build-date=2022-04-29T11:48:11.055897, io.openshift.tags=base rhel8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, com.redhat.component=ubi8-container, architecture=x86_64, io.openshift.expose-services=, distribution-scope=public, io.buildah.version=1.32.0, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, name=ubi8, io.k8s.display-name=Red Hat Universal Base Image 8, release=239.1651231664) 2024-04-12T08:46:57.056 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:46:56 smithi175 podman[74369]: 2024-04-12 08:46:56.863593053 +0000 UTC m=+0.678465992 container cleanup 62703faa60d23e4619956842742971119fb8a9241e7b26efc99e0fed7bd6f023 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a, distribution-scope=public, io.k8s.display-name=Red Hat Universal Base Image 8, io.openshift.tags=base rhel8, architecture=x86_64, vendor=Red Hat, Inc., vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, version=8.5, description=Ceph Grafana Container, name=ubi8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., release=239.1651231664, io.openshift.expose-services=, summary=Grafana Container configured for Ceph mgr/dashboard integration, com.redhat.component=ubi8-container, maintainer=Paul Cuzner , build-date=2022-04-29T11:48:11.055897, io.buildah.version=1.32.0, vcs-type=git) 2024-04-12T08:46:57.057 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:46:56 smithi175 bash[74369]: ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a 2024-04-12T08:46:57.491 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:46:57 smithi175 podman[74383]: 2024-04-12 08:46:57.056636457 +0000 UTC m=+0.526713907 container remove 62703faa60d23e4619956842742971119fb8a9241e7b26efc99e0fed7bd6f023 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a, io.openshift.expose-services=, vcs-type=git, summary=Grafana Container configured for Ceph mgr/dashboard integration, maintainer=Paul Cuzner , release=239.1651231664, io.k8s.display-name=Red Hat Universal Base Image 8, vendor=Red Hat, Inc., io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., distribution-scope=public, io.openshift.tags=base rhel8, io.buildah.version=1.32.0, architecture=x86_64, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, build-date=2022-04-29T11:48:11.055897, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, version=8.5, name=ubi8, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, com.redhat.component=ubi8-container, description=Ceph Grafana Container, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664) 2024-04-12T08:46:57.491 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:46:57 smithi175 systemd[1]: ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@grafana.a.service: Main process exited, code=exited, status=143/n/a 2024-04-12T08:46:57.491 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:46:57 smithi175 systemd[1]: ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@grafana.a.service: Failed with result 'exit-code'. 2024-04-12T08:46:57.491 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:46:57 smithi175 systemd[1]: Stopped Ceph grafana.a for 96d9de20-f8a7-11ee-bc8c-c7b262605968. 2024-04-12T08:46:57.491 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:46:57 smithi175 systemd[1]: ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@grafana.a.service: Consumed 5.409s CPU time. 2024-04-12T08:46:57.491 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:46:57 smithi175 systemd[1]: Starting Ceph grafana.a for 96d9de20-f8a7-11ee-bc8c-c7b262605968... 2024-04-12T08:46:57.765 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:46:57 smithi175 podman[74479]: 2024-04-12 08:46:57.392924297 +0000 UTC m=+0.017093554 image pull 954c08fa618887fe9a6fe572ae541197c77e625b05f4193df7898f5ac649ada9 quay.io/ceph/ceph-grafana:9.4.7 2024-04-12T08:46:58.192 INFO:tasks.workunit.client.0.smithi112.stdout:write: 1 8388609~8388609 2024-04-12T08:46:58.213 INFO:tasks.workunit.client.0.smithi112.stdout:write: X 0~1000 2024-04-12T08:46:58.213 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 1010~1000 2024-04-12T08:46:58.213 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap2 2024-04-12T08:46:58.494 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:58 smithi175 ceph-mon[32523]: pgmap v74: 137 pgs: 137 active+clean; 693 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 50 MiB/s rd, 6.0 MiB/s wr, 539 op/s 2024-04-12T08:46:58.495 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:58 smithi175 ceph-mon[32523]: osdmap e221: 8 total, 8 up, 8 in 2024-04-12T08:46:58.495 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:46:58 smithi175 podman[74479]: 2024-04-12 08:46:58.384871314 +0000 UTC m=+1.009040561 container create d0d3bf656792418a2f3a4e3f261bae66cc3182c42bd336bdfa55238a88caed74 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a, maintainer=Paul Cuzner , summary=Grafana Container configured for Ceph mgr/dashboard integration, name=ubi8, description=Ceph Grafana Container, distribution-scope=public, io.buildah.version=1.32.0, io.openshift.tags=base rhel8, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, vcs-type=git, io.k8s.display-name=Red Hat Universal Base Image 8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., version=8.5, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.openshift.expose-services=, architecture=x86_64, release=239.1651231664, com.redhat.component=ubi8-container, build-date=2022-04-29T11:48:11.055897, vendor=Red Hat, Inc., url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664) 2024-04-12T08:46:58.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:58 smithi112 ceph-mon[29019]: pgmap v74: 137 pgs: 137 active+clean; 693 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 50 MiB/s rd, 6.0 MiB/s wr, 539 op/s 2024-04-12T08:46:58.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:58 smithi112 ceph-mon[29019]: osdmap e221: 8 total, 8 up, 8 in 2024-04-12T08:46:58.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:58 smithi112 ceph-mon[40233]: pgmap v74: 137 pgs: 137 active+clean; 693 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 50 MiB/s rd, 6.0 MiB/s wr, 539 op/s 2024-04-12T08:46:58.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:58 smithi112 ceph-mon[40233]: osdmap e221: 8 total, 8 up, 8 in 2024-04-12T08:46:59.015 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:46:58 smithi175 podman[74479]: 2024-04-12 08:46:58.59534528 +0000 UTC m=+1.219514525 container init d0d3bf656792418a2f3a4e3f261bae66cc3182c42bd336bdfa55238a88caed74 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a, version=8.5, io.openshift.expose-services=, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, name=ubi8, description=Ceph Grafana Container, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.openshift.tags=base rhel8, io.k8s.display-name=Red Hat Universal Base Image 8, io.buildah.version=1.32.0, vendor=Red Hat, Inc., vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, summary=Grafana Container configured for Ceph mgr/dashboard integration, architecture=x86_64, com.redhat.component=ubi8-container, build-date=2022-04-29T11:48:11.055897, vcs-type=git, maintainer=Paul Cuzner , release=239.1651231664, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, distribution-scope=public) 2024-04-12T08:46:59.015 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:46:58 smithi175 podman[74479]: 2024-04-12 08:46:58.597980598 +0000 UTC m=+1.222149851 container start d0d3bf656792418a2f3a4e3f261bae66cc3182c42bd336bdfa55238a88caed74 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a, io.openshift.tags=base rhel8, build-date=2022-04-29T11:48:11.055897, vcs-type=git, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, summary=Grafana Container configured for Ceph mgr/dashboard integration, architecture=x86_64, name=ubi8, com.redhat.component=ubi8-container, io.k8s.display-name=Red Hat Universal Base Image 8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., release=239.1651231664, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, description=Ceph Grafana Container, distribution-scope=public, vendor=Red Hat, Inc., io.buildah.version=1.32.0, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, version=8.5, io.openshift.expose-services=, maintainer=Paul Cuzner ) 2024-04-12T08:46:59.015 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:46:58 smithi175 bash[74479]: d0d3bf656792418a2f3a4e3f261bae66cc3182c42bd336bdfa55238a88caed74 2024-04-12T08:46:59.015 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:46:58 smithi175 systemd[1]: Started Ceph grafana.a for 96d9de20-f8a7-11ee-bc8c-c7b262605968. 2024-04-12T08:46:59.015 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:46:58 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[74494]: logger=settings t=2024-04-12T08:46:58.750663657Z level=error msg="failed to parse \"/etc/grafana/grafana.ini\": open /etc/grafana/grafana.ini: permission denied" 2024-04-12T08:46:59.015 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:46:58 smithi175 podman[74527]: 2024-04-12 08:46:58.778767808 +0000 UTC m=+0.019857524 container died d0d3bf656792418a2f3a4e3f261bae66cc3182c42bd336bdfa55238a88caed74 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a, distribution-scope=public, io.openshift.tags=base rhel8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, summary=Grafana Container configured for Ceph mgr/dashboard integration, description=Ceph Grafana Container, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., version=8.5, com.redhat.component=ubi8-container, vcs-type=git, vendor=Red Hat, Inc., build-date=2022-04-29T11:48:11.055897, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, name=ubi8, io.openshift.expose-services=, io.buildah.version=1.32.0, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, maintainer=Paul Cuzner , release=239.1651231664, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, architecture=x86_64, io.k8s.display-name=Red Hat Universal Base Image 8) 2024-04-12T08:46:59.290 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:59 smithi175 ceph-mon[32523]: osdmap e222: 8 total, 8 up, 8 in 2024-04-12T08:46:59.291 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:59 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/3907435917' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:46:59.291 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:59 smithi175 ceph-mon[32523]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:46:59.291 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:46:59 smithi175 ceph-mon[32523]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:46:59.544 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:46:59 smithi175 systemd[1]: Stopping Ceph node-exporter.b for 96d9de20-f8a7-11ee-bc8c-c7b262605968... 2024-04-12T08:46:59.544 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:46:59 smithi175 podman[74527]: 2024-04-12 08:46:59.290703192 +0000 UTC m=+0.531792911 container remove d0d3bf656792418a2f3a4e3f261bae66cc3182c42bd336bdfa55238a88caed74 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.openshift.expose-services=, io.openshift.tags=base rhel8, name=ubi8, com.redhat.component=ubi8-container, version=8.5, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., maintainer=Paul Cuzner , summary=Grafana Container configured for Ceph mgr/dashboard integration, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, distribution-scope=public, release=239.1651231664, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, vcs-type=git, vendor=Red Hat, Inc., architecture=x86_64, build-date=2022-04-29T11:48:11.055897, description=Ceph Grafana Container, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.k8s.display-name=Red Hat Universal Base Image 8, io.buildah.version=1.32.0) 2024-04-12T08:46:59.544 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:46:59 smithi175 systemd[1]: ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@grafana.a.service: Main process exited, code=exited, status=1/FAILURE 2024-04-12T08:46:59.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:59 smithi112 ceph-mon[29019]: osdmap e222: 8 total, 8 up, 8 in 2024-04-12T08:46:59.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:59 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/3907435917' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:46:59.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:59 smithi112 ceph-mon[29019]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:46:59.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:46:59 smithi112 ceph-mon[29019]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:46:59.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:59 smithi112 ceph-mon[40233]: osdmap e222: 8 total, 8 up, 8 in 2024-04-12T08:46:59.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:59 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/3907435917' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:46:59.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:59 smithi112 ceph-mon[40233]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:46:59.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:46:59 smithi112 ceph-mon[40233]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:46:59.944 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:46:59 smithi175 systemd[1]: ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@grafana.a.service: Failed with result 'exit-code'. 2024-04-12T08:46:59.944 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:46:59 smithi175 podman[74670]: 2024-04-12 08:46:59.679232679 +0000 UTC m=+0.121096571 container died 93dbcef44c3a8a209370d4bef07d15bd206cdf0bb4eef3bf9c0f51ad105806fe (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-12T08:47:00.204 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:47:00 smithi175 podman[74670]: 2024-04-12 08:47:00.035567364 +0000 UTC m=+0.477431259 container cleanup 93dbcef44c3a8a209370d4bef07d15bd206cdf0bb4eef3bf9c0f51ad105806fe (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-12T08:47:00.204 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:47:00 smithi175 bash[74670]: ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b 2024-04-12T08:47:00.210 INFO:tasks.workunit.client.0.smithi112.stdout:write: X 8388609~1000 2024-04-12T08:47:00.216 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 16777228~1000 2024-04-12T08:47:00.217 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 167772160 2024-04-12T08:47:00.227 INFO:tasks.workunit.client.0.smithi112.stdout:write: 2 83886079~8388609 2024-04-12T08:47:00.242 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap3 2024-04-12T08:47:00.455 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:00 smithi175 ceph-mon[32523]: Reconfiguring node-exporter.b (dependencies changed)... 2024-04-12T08:47:00.455 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:00 smithi175 ceph-mon[32523]: Reconfiguring daemon node-exporter.b on smithi175 2024-04-12T08:47:00.455 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:00 smithi175 ceph-mon[32523]: pgmap v77: 137 pgs: 137 active+clean; 693 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 40 MiB/s rd, 5.0 MiB/s wr, 333 op/s 2024-04-12T08:47:00.455 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:00 smithi175 ceph-mon[32523]: osdmap e223: 8 total, 8 up, 8 in 2024-04-12T08:47:00.455 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:47:00 smithi175 podman[74685]: 2024-04-12 08:47:00.312032967 +0000 UTC m=+0.637390705 container remove 93dbcef44c3a8a209370d4bef07d15bd206cdf0bb4eef3bf9c0f51ad105806fe (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-12T08:47:00.455 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:47:00 smithi175 systemd[1]: ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-04-12T08:47:00.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:00 smithi112 ceph-mon[40233]: Reconfiguring node-exporter.b (dependencies changed)... 2024-04-12T08:47:00.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:00 smithi112 ceph-mon[40233]: Reconfiguring daemon node-exporter.b on smithi175 2024-04-12T08:47:00.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:00 smithi112 ceph-mon[40233]: pgmap v77: 137 pgs: 137 active+clean; 693 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 40 MiB/s rd, 5.0 MiB/s wr, 333 op/s 2024-04-12T08:47:00.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:00 smithi112 ceph-mon[40233]: osdmap e223: 8 total, 8 up, 8 in 2024-04-12T08:47:00.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:00 smithi112 ceph-mon[29019]: Reconfiguring node-exporter.b (dependencies changed)... 2024-04-12T08:47:00.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:00 smithi112 ceph-mon[29019]: Reconfiguring daemon node-exporter.b on smithi175 2024-04-12T08:47:00.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:00 smithi112 ceph-mon[29019]: pgmap v77: 137 pgs: 137 active+clean; 693 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 40 MiB/s rd, 5.0 MiB/s wr, 333 op/s 2024-04-12T08:47:00.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:00 smithi112 ceph-mon[29019]: osdmap e223: 8 total, 8 up, 8 in 2024-04-12T08:47:00.764 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:47:00 smithi175 systemd[1]: ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-04-12T08:47:00.765 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:47:00 smithi175 systemd[1]: Stopped Ceph node-exporter.b for 96d9de20-f8a7-11ee-bc8c-c7b262605968. 2024-04-12T08:47:00.765 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:47:00 smithi175 systemd[1]: ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@node-exporter.b.service: Consumed 2.084s CPU time. 2024-04-12T08:47:00.765 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:47:00 smithi175 systemd[1]: Starting Ceph node-exporter.b for 96d9de20-f8a7-11ee-bc8c-c7b262605968... 2024-04-12T08:47:00.765 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:47:00 smithi175 podman[74779]: 2024-04-12 08:47:00.569852318 +0000 UTC m=+0.017152342 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-04-12T08:47:00.765 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:47:00 smithi175 podman[74779]: 2024-04-12 08:47:00.688248221 +0000 UTC m=+0.135548236 container create 7ebb3edc4f84511c73ee05807323c688cba77bebc452ae93e2cd8087b5ebb9a1 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-12T08:47:01.203 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:47:00 smithi175 podman[74779]: 2024-04-12 08:47:00.899045254 +0000 UTC m=+0.346345272 container init 7ebb3edc4f84511c73ee05807323c688cba77bebc452ae93e2cd8087b5ebb9a1 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-12T08:47:01.203 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:47:00 smithi175 podman[74779]: 2024-04-12 08:47:00.901581372 +0000 UTC m=+0.348881393 container start 7ebb3edc4f84511c73ee05807323c688cba77bebc452ae93e2cd8087b5ebb9a1 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-12T08:47:01.203 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:47:00 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b[74793]: ts=2024-04-12T08:47:00.904Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-04-12T08:47:01.203 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:47:00 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b[74793]: ts=2024-04-12T08:47:00.904Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-04-12T08:47:01.203 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:47:00 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b[74793]: ts=2024-04-12T08:47:00.905Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-04-12T08:47:01.203 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:47:00 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b[74793]: ts=2024-04-12T08:47:00.905Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-04-12T08:47:01.204 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:47:00 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b[74793]: ts=2024-04-12T08:47:00.905Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-04-12T08:47:01.204 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:47:00 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b[74793]: ts=2024-04-12T08:47:00.905Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-04-12T08:47:01.204 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:47:00 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b[74793]: ts=2024-04-12T08:47:00.905Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-04-12T08:47:01.204 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:47:00 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b[74793]: ts=2024-04-12T08:47:00.905Z caller=node_exporter.go:117 level=info collector=arp 2024-04-12T08:47:01.204 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:47:00 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b[74793]: ts=2024-04-12T08:47:00.905Z caller=node_exporter.go:117 level=info collector=bcache 2024-04-12T08:47:01.204 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:47:00 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b[74793]: ts=2024-04-12T08:47:00.905Z caller=node_exporter.go:117 level=info collector=bonding 2024-04-12T08:47:01.204 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:47:00 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b[74793]: ts=2024-04-12T08:47:00.905Z caller=node_exporter.go:117 level=info collector=btrfs 2024-04-12T08:47:01.204 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:47:00 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b[74793]: ts=2024-04-12T08:47:00.905Z caller=node_exporter.go:117 level=info collector=conntrack 2024-04-12T08:47:01.204 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:47:00 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b[74793]: ts=2024-04-12T08:47:00.905Z caller=node_exporter.go:117 level=info collector=cpu 2024-04-12T08:47:01.204 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:47:00 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b[74793]: ts=2024-04-12T08:47:00.905Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-04-12T08:47:01.205 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:47:00 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b[74793]: ts=2024-04-12T08:47:00.905Z caller=node_exporter.go:117 level=info collector=diskstats 2024-04-12T08:47:01.205 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:47:00 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b[74793]: ts=2024-04-12T08:47:00.905Z caller=node_exporter.go:117 level=info collector=dmi 2024-04-12T08:47:01.205 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:47:00 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b[74793]: ts=2024-04-12T08:47:00.905Z caller=node_exporter.go:117 level=info collector=edac 2024-04-12T08:47:01.205 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:47:00 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b[74793]: ts=2024-04-12T08:47:00.906Z caller=node_exporter.go:117 level=info collector=entropy 2024-04-12T08:47:01.205 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:47:00 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b[74793]: ts=2024-04-12T08:47:00.906Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-04-12T08:47:01.205 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:47:00 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b[74793]: ts=2024-04-12T08:47:00.906Z caller=node_exporter.go:117 level=info collector=filefd 2024-04-12T08:47:01.205 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:47:00 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b[74793]: ts=2024-04-12T08:47:00.906Z caller=node_exporter.go:117 level=info collector=filesystem 2024-04-12T08:47:01.205 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:47:00 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b[74793]: ts=2024-04-12T08:47:00.906Z caller=node_exporter.go:117 level=info collector=hwmon 2024-04-12T08:47:01.205 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:47:00 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b[74793]: ts=2024-04-12T08:47:00.906Z caller=node_exporter.go:117 level=info collector=infiniband 2024-04-12T08:47:01.205 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:47:00 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b[74793]: ts=2024-04-12T08:47:00.906Z caller=node_exporter.go:117 level=info collector=ipvs 2024-04-12T08:47:01.205 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:47:00 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b[74793]: ts=2024-04-12T08:47:00.906Z caller=node_exporter.go:117 level=info collector=loadavg 2024-04-12T08:47:01.205 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:47:00 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b[74793]: ts=2024-04-12T08:47:00.906Z caller=node_exporter.go:117 level=info collector=mdadm 2024-04-12T08:47:01.206 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:47:00 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b[74793]: ts=2024-04-12T08:47:00.906Z caller=node_exporter.go:117 level=info collector=meminfo 2024-04-12T08:47:01.206 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:47:00 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b[74793]: ts=2024-04-12T08:47:00.906Z caller=node_exporter.go:117 level=info collector=netclass 2024-04-12T08:47:01.206 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:47:00 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b[74793]: ts=2024-04-12T08:47:00.906Z caller=node_exporter.go:117 level=info collector=netdev 2024-04-12T08:47:01.206 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:47:00 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b[74793]: ts=2024-04-12T08:47:00.906Z caller=node_exporter.go:117 level=info collector=netstat 2024-04-12T08:47:01.206 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:47:00 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b[74793]: ts=2024-04-12T08:47:00.906Z caller=node_exporter.go:117 level=info collector=nfs 2024-04-12T08:47:01.206 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:47:00 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b[74793]: ts=2024-04-12T08:47:00.906Z caller=node_exporter.go:117 level=info collector=nfsd 2024-04-12T08:47:01.206 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:47:00 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b[74793]: ts=2024-04-12T08:47:00.906Z caller=node_exporter.go:117 level=info collector=nvme 2024-04-12T08:47:01.206 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:47:00 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b[74793]: ts=2024-04-12T08:47:00.906Z caller=node_exporter.go:117 level=info collector=os 2024-04-12T08:47:01.206 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:47:00 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b[74793]: ts=2024-04-12T08:47:00.906Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-04-12T08:47:01.206 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:47:00 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b[74793]: ts=2024-04-12T08:47:00.906Z caller=node_exporter.go:117 level=info collector=pressure 2024-04-12T08:47:01.206 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:47:00 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b[74793]: ts=2024-04-12T08:47:00.906Z caller=node_exporter.go:117 level=info collector=rapl 2024-04-12T08:47:01.206 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:47:00 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b[74793]: ts=2024-04-12T08:47:00.906Z caller=node_exporter.go:117 level=info collector=schedstat 2024-04-12T08:47:01.206 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:47:00 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b[74793]: ts=2024-04-12T08:47:00.906Z caller=node_exporter.go:117 level=info collector=selinux 2024-04-12T08:47:01.206 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:47:00 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b[74793]: ts=2024-04-12T08:47:00.906Z caller=node_exporter.go:117 level=info collector=sockstat 2024-04-12T08:47:01.206 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:47:00 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b[74793]: ts=2024-04-12T08:47:00.906Z caller=node_exporter.go:117 level=info collector=softnet 2024-04-12T08:47:01.207 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:47:00 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b[74793]: ts=2024-04-12T08:47:00.906Z caller=node_exporter.go:117 level=info collector=stat 2024-04-12T08:47:01.207 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:47:00 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b[74793]: ts=2024-04-12T08:47:00.906Z caller=node_exporter.go:117 level=info collector=tapestats 2024-04-12T08:47:01.207 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:47:00 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b[74793]: ts=2024-04-12T08:47:00.906Z caller=node_exporter.go:117 level=info collector=textfile 2024-04-12T08:47:01.207 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:47:00 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b[74793]: ts=2024-04-12T08:47:00.906Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-04-12T08:47:01.207 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:47:00 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b[74793]: ts=2024-04-12T08:47:00.906Z caller=node_exporter.go:117 level=info collector=time 2024-04-12T08:47:01.207 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:47:00 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b[74793]: ts=2024-04-12T08:47:00.906Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-04-12T08:47:01.207 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:47:00 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b[74793]: ts=2024-04-12T08:47:00.906Z caller=node_exporter.go:117 level=info collector=uname 2024-04-12T08:47:01.207 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:47:00 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b[74793]: ts=2024-04-12T08:47:00.906Z caller=node_exporter.go:117 level=info collector=vmstat 2024-04-12T08:47:01.207 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:47:00 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b[74793]: ts=2024-04-12T08:47:00.906Z caller=node_exporter.go:117 level=info collector=xfs 2024-04-12T08:47:01.207 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:47:00 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b[74793]: ts=2024-04-12T08:47:00.906Z caller=node_exporter.go:117 level=info collector=zfs 2024-04-12T08:47:01.207 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:47:00 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b[74793]: ts=2024-04-12T08:47:00.906Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-04-12T08:47:01.207 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:47:00 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b[74793]: ts=2024-04-12T08:47:00.906Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-04-12T08:47:01.207 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:47:00 smithi175 bash[74779]: 7ebb3edc4f84511c73ee05807323c688cba77bebc452ae93e2cd8087b5ebb9a1 2024-04-12T08:47:01.207 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 08:47:01 smithi175 systemd[1]: Started Ceph node-exporter.b for 96d9de20-f8a7-11ee-bc8c-c7b262605968. 2024-04-12T08:47:01.514 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:47:01 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[65787]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:47:01] "GET /metrics HTTP/1.1" 200 38652 "" "Prometheus/2.43.0" 2024-04-12T08:47:01.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:01 smithi175 ceph-mon[32523]: osdmap e224: 8 total, 8 up, 8 in 2024-04-12T08:47:01.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:01 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/3466990879' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:47:01.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:01 smithi175 ceph-mon[32523]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:47:01.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:01 smithi175 ceph-mon[32523]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:47:01.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:01 smithi175 ceph-mon[32523]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-12T08:47:01.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:01 smithi175 ceph-mon[32523]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-12T08:47:01.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:01 smithi175 ceph-mon[32523]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-12T08:47:01.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:01 smithi175 ceph-mon[32523]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:47:01.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:01 smithi112 ceph-mon[29019]: osdmap e224: 8 total, 8 up, 8 in 2024-04-12T08:47:01.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:01 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/3466990879' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:47:01.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:01 smithi112 ceph-mon[29019]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:47:01.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:01 smithi112 ceph-mon[29019]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:47:01.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:01 smithi112 ceph-mon[29019]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-12T08:47:01.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:01 smithi112 ceph-mon[29019]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-12T08:47:01.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:01 smithi112 ceph-mon[29019]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-12T08:47:01.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:01 smithi112 ceph-mon[29019]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:47:01.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:01 smithi112 ceph-mon[40233]: osdmap e224: 8 total, 8 up, 8 in 2024-04-12T08:47:01.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:01 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/3466990879' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:47:01.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:01 smithi112 ceph-mon[40233]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:47:01.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:01 smithi112 ceph-mon[40233]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:47:01.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:01 smithi112 ceph-mon[40233]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-12T08:47:01.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:01 smithi112 ceph-mon[40233]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-12T08:47:01.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:01 smithi112 ceph-mon[40233]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-12T08:47:01.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:01 smithi112 ceph-mon[40233]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:47:02.225 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-12T08:47:02.246 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 83886079~1 2024-04-12T08:47:02.254 INFO:tasks.workunit.client.0.smithi112.stdout:migration_prepare 2024-04-12T08:47:02.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:02 smithi112 ceph-mon[29019]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-12T08:47:02.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:02 smithi112 ceph-mon[29019]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-12T08:47:02.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:02 smithi112 ceph-mon[29019]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-12T08:47:02.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:02 smithi112 ceph-mon[29019]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-12T08:47:02.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:02 smithi112 ceph-mon[29019]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-12T08:47:02.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:02 smithi112 ceph-mon[29019]: pgmap v80: 137 pgs: 137 active+clean; 705 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 40 MiB/s rd, 8.0 MiB/s wr, 140 op/s 2024-04-12T08:47:02.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:02 smithi112 ceph-mon[29019]: osdmap e225: 8 total, 8 up, 8 in 2024-04-12T08:47:02.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:02 smithi112 ceph-mon[40233]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-12T08:47:02.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:02 smithi112 ceph-mon[40233]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-12T08:47:02.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:02 smithi112 ceph-mon[40233]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-12T08:47:02.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:02 smithi112 ceph-mon[40233]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-12T08:47:02.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:02 smithi112 ceph-mon[40233]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-12T08:47:02.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:02 smithi112 ceph-mon[40233]: pgmap v80: 137 pgs: 137 active+clean; 705 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 40 MiB/s rd, 8.0 MiB/s wr, 140 op/s 2024-04-12T08:47:02.344 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:02 smithi112 ceph-mon[40233]: osdmap e225: 8 total, 8 up, 8 in 2024-04-12T08:47:02.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:02 smithi175 ceph-mon[32523]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-12T08:47:02.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:02 smithi175 ceph-mon[32523]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-12T08:47:02.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:02 smithi175 ceph-mon[32523]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-12T08:47:02.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:02 smithi175 ceph-mon[32523]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-12T08:47:02.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:02 smithi175 ceph-mon[32523]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-12T08:47:02.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:02 smithi175 ceph-mon[32523]: pgmap v80: 137 pgs: 137 active+clean; 705 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 40 MiB/s rd, 8.0 MiB/s wr, 140 op/s 2024-04-12T08:47:02.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:02 smithi175 ceph-mon[32523]: osdmap e225: 8 total, 8 up, 8 in 2024-04-12T08:47:03.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:03 smithi175 ceph-mon[32523]: osdmap e226: 8 total, 8 up, 8 in 2024-04-12T08:47:03.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:03 smithi175 ceph-mon[32523]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:47:03.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:03 smithi175 ceph-mon[32523]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T08:47:03.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:03 smithi175 ceph-mon[32523]: from='mgr.15174 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T08:47:03.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:03 smithi175 ceph-mon[32523]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-12T08:47:03.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:03 smithi175 ceph-mon[32523]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:47:03.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:03 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/3803951686' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:47:03.539 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:03 smithi112 ceph-mon[40233]: osdmap e226: 8 total, 8 up, 8 in 2024-04-12T08:47:03.539 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:03 smithi112 ceph-mon[40233]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:47:03.539 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:03 smithi112 ceph-mon[40233]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T08:47:03.539 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:03 smithi112 ceph-mon[40233]: from='mgr.15174 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T08:47:03.539 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:03 smithi112 ceph-mon[40233]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-12T08:47:03.539 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:03 smithi112 ceph-mon[40233]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:47:03.539 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:03 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/3803951686' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:47:03.540 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:03 smithi112 ceph-mon[29019]: osdmap e226: 8 total, 8 up, 8 in 2024-04-12T08:47:03.540 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:03 smithi112 ceph-mon[29019]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:47:03.540 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:03 smithi112 ceph-mon[29019]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T08:47:03.540 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:03 smithi112 ceph-mon[29019]: from='mgr.15174 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T08:47:03.540 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:03 smithi112 ceph-mon[29019]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-12T08:47:03.540 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:03 smithi112 ceph-mon[29019]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:47:03.540 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:03 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/3803951686' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:47:04.370 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:04 smithi112 ceph-mon[40233]: Upgrade: Updating mgr.y 2024-04-12T08:47:04.370 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:04 smithi112 ceph-mon[40233]: Deploying daemon mgr.y on smithi112 2024-04-12T08:47:04.370 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:04 smithi112 ceph-mon[40233]: pgmap v83: 137 pgs: 137 active+clean; 705 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 40 MiB/s rd, 8.0 MiB/s wr, 140 op/s 2024-04-12T08:47:04.370 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:04 smithi112 ceph-mon[40233]: osdmap e227: 8 total, 8 up, 8 in 2024-04-12T08:47:04.371 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:04 smithi112 ceph-mon[29019]: Upgrade: Updating mgr.y 2024-04-12T08:47:04.371 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:04 smithi112 ceph-mon[29019]: Deploying daemon mgr.y on smithi112 2024-04-12T08:47:04.371 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:04 smithi112 ceph-mon[29019]: pgmap v83: 137 pgs: 137 active+clean; 705 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 40 MiB/s rd, 8.0 MiB/s wr, 140 op/s 2024-04-12T08:47:04.371 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:04 smithi112 ceph-mon[29019]: osdmap e227: 8 total, 8 up, 8 in 2024-04-12T08:47:04.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:04 smithi175 ceph-mon[32523]: Upgrade: Updating mgr.y 2024-04-12T08:47:04.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:04 smithi175 ceph-mon[32523]: Deploying daemon mgr.y on smithi112 2024-04-12T08:47:04.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:04 smithi175 ceph-mon[32523]: pgmap v83: 137 pgs: 137 active+clean; 705 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 40 MiB/s rd, 8.0 MiB/s wr, 140 op/s 2024-04-12T08:47:04.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:04 smithi175 ceph-mon[32523]: osdmap e227: 8 total, 8 up, 8 in 2024-04-12T08:47:04.955 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:47:04 smithi112 systemd[1]: Stopping Ceph mgr.y for 96d9de20-f8a7-11ee-bc8c-c7b262605968... 2024-04-12T08:47:05.236 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:47:04 smithi112 podman[86124]: 2024-04-12 08:47:04.955179035 +0000 UTC m=+0.148176270 container died da108e8a61febca9ade4db421518f0ec9152abbd9f824e8aa298175c37aa019e (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, RELEASE=quincy-d3b5060, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-04-12T08:47:05.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:05 smithi175 ceph-mon[32523]: osdmap e228: 8 total, 8 up, 8 in 2024-04-12T08:47:05.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:05 smithi112 ceph-mon[29019]: osdmap e228: 8 total, 8 up, 8 in 2024-04-12T08:47:05.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:05 smithi112 ceph-mon[40233]: osdmap e228: 8 total, 8 up, 8 in 2024-04-12T08:47:05.593 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:47:05 smithi112 podman[86124]: 2024-04-12 08:47:05.466917624 +0000 UTC m=+0.659914850 container cleanup da108e8a61febca9ade4db421518f0ec9152abbd9f824e8aa298175c37aa019e (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y, ceph=True, RELEASE=quincy-d3b5060, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-12T08:47:05.593 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:47:05 smithi112 bash[86124]: ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y 2024-04-12T08:47:05.700 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: after_prepare_snap 2024-04-12T08:47:06.092 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:47:05 smithi112 podman[86136]: 2024-04-12 08:47:05.71096452 +0000 UTC m=+0.755733961 container remove da108e8a61febca9ade4db421518f0ec9152abbd9f824e8aa298175c37aa019e (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, ceph=True, RELEASE=quincy-d3b5060, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-12T08:47:06.092 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:47:05 smithi112 systemd[1]: ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@mgr.y.service: Main process exited, code=exited, status=143/n/a 2024-04-12T08:47:06.092 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:47:05 smithi112 systemd[1]: ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@mgr.y.service: Failed with result 'exit-code'. 2024-04-12T08:47:06.092 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:47:05 smithi112 systemd[1]: Stopped Ceph mgr.y for 96d9de20-f8a7-11ee-bc8c-c7b262605968. 2024-04-12T08:47:06.093 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:47:05 smithi112 systemd[1]: ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@mgr.y.service: Consumed 58.472s CPU time. 2024-04-12T08:47:06.460 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:06 smithi112 ceph-mon[40233]: pgmap v86: 137 pgs: 137 active+clean; 705 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-12T08:47:06.460 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:06 smithi112 ceph-mon[40233]: osdmap e229: 8 total, 8 up, 8 in 2024-04-12T08:47:06.460 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:06 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/1470673540' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:47:06.460 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:06 smithi112 ceph-mon[40233]: osdmap e230: 8 total, 8 up, 8 in 2024-04-12T08:47:06.460 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:06 smithi112 ceph-mon[29019]: pgmap v86: 137 pgs: 137 active+clean; 705 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-12T08:47:06.460 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:06 smithi112 ceph-mon[29019]: osdmap e229: 8 total, 8 up, 8 in 2024-04-12T08:47:06.460 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:06 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/1470673540' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:47:06.460 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:06 smithi112 ceph-mon[29019]: osdmap e230: 8 total, 8 up, 8 in 2024-04-12T08:47:06.461 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:47:06 smithi112 systemd[1]: Starting Ceph mgr.y for 96d9de20-f8a7-11ee-bc8c-c7b262605968... 2024-04-12T08:47:06.461 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:47:06 smithi112 podman[86295]: 2024-04-12 08:47:06.337566493 +0000 UTC m=+0.106111014 container create b5f563892d6d435634dad8e71031a868a1aaebc94f94e255c70d5199be77f8c6 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, RELEASE=squid-b277feb, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD) 2024-04-12T08:47:06.461 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:47:06 smithi112 podman[86295]: 2024-04-12 08:47:06.248685038 +0000 UTC m=+0.017229516 image pull 668895944f0ec64b67a5b7564961d2756f2966e5d4b9338516300dbec9984951 quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec 2024-04-12T08:47:06.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:06 smithi175 ceph-mon[32523]: pgmap v86: 137 pgs: 137 active+clean; 705 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-12T08:47:06.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:06 smithi175 ceph-mon[32523]: osdmap e229: 8 total, 8 up, 8 in 2024-04-12T08:47:06.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:06 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/1470673540' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:47:06.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:06 smithi175 ceph-mon[32523]: osdmap e230: 8 total, 8 up, 8 in 2024-04-12T08:47:06.842 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:47:06 smithi112 podman[86295]: 2024-04-12 08:47:06.565062679 +0000 UTC m=+0.333607157 container init b5f563892d6d435634dad8e71031a868a1aaebc94f94e255c70d5199be77f8c6 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, RELEASE=squid-b277feb, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-04-12T08:47:06.843 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:47:06 smithi112 podman[86295]: 2024-04-12 08:47:06.56774253 +0000 UTC m=+0.336287009 container start b5f563892d6d435634dad8e71031a868a1aaebc94f94e255c70d5199be77f8c6 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, RELEASE=squid-b277feb, GIT_BRANCH=HEAD) 2024-04-12T08:47:06.843 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:47:06 smithi112 ceph-mgr[86315]: -- 172.21.15.112:0/2669179239 <== mon.2 v2:172.21.15.112:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x564e190565a0 con 0x564e1902a800 2024-04-12T08:47:06.843 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:47:06 smithi112 bash[86295]: b5f563892d6d435634dad8e71031a868a1aaebc94f94e255c70d5199be77f8c6 2024-04-12T08:47:06.843 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:47:06 smithi112 systemd[1]: Started Ceph mgr.y for 96d9de20-f8a7-11ee-bc8c-c7b262605968. 2024-04-12T08:47:07.135 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 167772160 2024-04-12T08:47:07.148 INFO:tasks.workunit.client.0.smithi112.stdout:write: * 83886080~1000 2024-04-12T08:47:07.154 INFO:tasks.workunit.client.0.smithi112.stdout:migration_execute 2024-04-12T08:47:07.319 INFO:tasks.workunit.client.0.smithi112.stdout:migration_commit 2024-04-12T08:47:07.592 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:47:07 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: 2024-04-12T08:47:07.118+0000 7fb66a155200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-12T08:47:07.592 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:47:07 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: 2024-04-12T08:47:07.249+0000 7fb66a155200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-12T08:47:08.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:07 smithi175 ceph-mon[32523]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:47:08.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:07 smithi175 ceph-mon[32523]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:47:08.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:07 smithi175 ceph-mon[32523]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:47:08.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:07 smithi175 ceph-mon[32523]: osdmap e231: 8 total, 8 up, 8 in 2024-04-12T08:47:08.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:07 smithi175 ceph-mon[32523]: pgmap v90: 137 pgs: 137 active+clean; 729 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 121 KiB/s rd, 4.1 MiB/s wr, 172 op/s 2024-04-12T08:47:08.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:07 smithi175 ceph-mon[32523]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:47:08.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:07 smithi175 ceph-mon[32523]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:47:08.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:07 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/3996710256' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:47:08.231 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:47:07 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: 2024-04-12T08:47:07.958+0000 7fb66a155200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-12T08:47:08.231 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:47:08 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: 2024-04-12T08:47:08.073+0000 7fb66a155200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-12T08:47:08.232 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:07 smithi112 ceph-mon[29019]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:47:08.232 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:07 smithi112 ceph-mon[29019]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:47:08.232 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:07 smithi112 ceph-mon[29019]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:47:08.232 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:07 smithi112 ceph-mon[29019]: osdmap e231: 8 total, 8 up, 8 in 2024-04-12T08:47:08.232 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:07 smithi112 ceph-mon[29019]: pgmap v90: 137 pgs: 137 active+clean; 729 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 121 KiB/s rd, 4.1 MiB/s wr, 172 op/s 2024-04-12T08:47:08.232 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:07 smithi112 ceph-mon[29019]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:47:08.232 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:07 smithi112 ceph-mon[29019]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:47:08.232 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:07 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/3996710256' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:47:08.232 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:07 smithi112 ceph-mon[40233]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:47:08.233 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:07 smithi112 ceph-mon[40233]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:47:08.233 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:07 smithi112 ceph-mon[40233]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:47:08.233 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:07 smithi112 ceph-mon[40233]: osdmap e231: 8 total, 8 up, 8 in 2024-04-12T08:47:08.233 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:07 smithi112 ceph-mon[40233]: pgmap v90: 137 pgs: 137 active+clean; 729 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 121 KiB/s rd, 4.1 MiB/s wr, 172 op/s 2024-04-12T08:47:08.233 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:07 smithi112 ceph-mon[40233]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:47:08.233 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:07 smithi112 ceph-mon[40233]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:47:08.233 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:07 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/3996710256' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:47:08.501 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:47:08 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: 2024-04-12T08:47:08.230+0000 7fb66a155200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-12T08:47:08.502 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:47:08 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: 2024-04-12T08:47:08.327+0000 7fb66a155200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-12T08:47:08.502 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:47:08 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: 2024-04-12T08:47:08.416+0000 7fb66a155200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-12T08:47:08.764 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:47:08 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[74060]: ts=2024-04-12T08:47:08.658Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.112\", device_class=\"ssd\", hostname=\"smithi112\", instance=\"smithi175:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.112\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.112\", device_class=\"ssd\", hostname=\"smithi112\", instance=\"smithi175.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.112\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T08:47:08.798 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:47:08 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: 2024-04-12T08:47:08.687+0000 7fb66a155200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-12T08:47:08.798 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:47:08 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: 2024-04-12T08:47:08.797+0000 7fb66a155200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-12T08:47:09.092 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:47:08 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: 2024-04-12T08:47:08.890+0000 7fb66a155200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-12T08:47:09.092 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:47:08 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: 2024-04-12T08:47:08.989+0000 7fb66a155200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-12T08:47:09.510 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:09 smithi175 ceph-mon[32523]: osdmap e232: 8 total, 8 up, 8 in 2024-04-12T08:47:09.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:09 smithi112 ceph-mon[40233]: osdmap e232: 8 total, 8 up, 8 in 2024-04-12T08:47:09.592 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:47:09 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: 2024-04-12T08:47:09.175+0000 7fb66a155200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-12T08:47:09.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:09 smithi112 ceph-mon[29019]: osdmap e232: 8 total, 8 up, 8 in 2024-04-12T08:47:09.765 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:47:09 smithi175 systemd[1]: ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@grafana.a.service: Scheduled restart job, restart counter is at 1. 2024-04-12T08:47:09.765 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:47:09 smithi175 systemd[1]: Stopped Ceph grafana.a for 96d9de20-f8a7-11ee-bc8c-c7b262605968. 2024-04-12T08:47:09.765 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:47:09 smithi175 systemd[1]: Starting Ceph grafana.a for 96d9de20-f8a7-11ee-bc8c-c7b262605968... 2024-04-12T08:47:10.069 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:47:10 smithi175 podman[75260]: 2024-04-12 08:47:09.935193863 +0000 UTC m=+0.026085937 image pull 954c08fa618887fe9a6fe572ae541197c77e625b05f4193df7898f5ac649ada9 quay.io/ceph/ceph-grafana:9.4.7 2024-04-12T08:47:10.330 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:47:10 smithi175 podman[75260]: 2024-04-12 08:47:10.068731401 +0000 UTC m=+0.159623459 container create 4e39a4c7f3f4597f12eb4aedcf569d7e848d6b78f4d7c98f9a49299505fbf147 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., release=239.1651231664, vendor=Red Hat, Inc., io.openshift.tags=base rhel8, maintainer=Paul Cuzner , version=8.5, summary=Grafana Container configured for Ceph mgr/dashboard integration, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, architecture=x86_64, distribution-scope=public, com.redhat.component=ubi8-container, name=ubi8, io.openshift.expose-services=, io.buildah.version=1.32.0, description=Ceph Grafana Container, io.k8s.display-name=Red Hat Universal Base Image 8, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, build-date=2022-04-29T11:48:11.055897, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, vcs-type=git, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664) 2024-04-12T08:47:10.330 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:10 smithi175 ceph-mon[32523]: osdmap e233: 8 total, 8 up, 8 in 2024-04-12T08:47:10.330 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:10 smithi175 ceph-mon[32523]: pgmap v93: 137 pgs: 137 active+clean; 729 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-12T08:47:10.330 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:10 smithi175 ceph-mon[32523]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:47:10.342 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:47:10 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: 2024-04-12T08:47:10.228+0000 7fb66a155200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-12T08:47:10.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:10 smithi112 ceph-mon[40233]: osdmap e233: 8 total, 8 up, 8 in 2024-04-12T08:47:10.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:10 smithi112 ceph-mon[40233]: pgmap v93: 137 pgs: 137 active+clean; 729 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-12T08:47:10.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:10 smithi112 ceph-mon[40233]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:47:10.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:10 smithi112 ceph-mon[29019]: osdmap e233: 8 total, 8 up, 8 in 2024-04-12T08:47:10.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:10 smithi112 ceph-mon[29019]: pgmap v93: 137 pgs: 137 active+clean; 729 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-12T08:47:10.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:10 smithi112 ceph-mon[29019]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:47:10.602 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMigration.SnapsSnapExpandAfterPrepare (14144 ms) 2024-04-12T08:47:10.602 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMigration.Clone 2024-04-12T08:47:10.636 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-12T08:47:10.648 INFO:tasks.workunit.client.0.smithi112.stdout:write: X 0~8388609 2024-04-12T08:47:10.706 INFO:tasks.workunit.client.0.smithi112.stdout:write: X 16777218~8388609 2024-04-12T08:47:10.752 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap 2024-04-12T08:47:10.764 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:47:10 smithi175 podman[75260]: 2024-04-12 08:47:10.330109318 +0000 UTC m=+0.421001375 container init 4e39a4c7f3f4597f12eb4aedcf569d7e848d6b78f4d7c98f9a49299505fbf147 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a, version=8.5, build-date=2022-04-29T11:48:11.055897, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, architecture=x86_64, io.openshift.tags=base rhel8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, description=Ceph Grafana Container, io.k8s.display-name=Red Hat Universal Base Image 8, vcs-type=git, name=ubi8, io.openshift.expose-services=, vendor=Red Hat, Inc., maintainer=Paul Cuzner , com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., summary=Grafana Container configured for Ceph mgr/dashboard integration, release=239.1651231664, io.buildah.version=1.32.0, distribution-scope=public, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, com.redhat.component=ubi8-container) 2024-04-12T08:47:10.765 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:47:10 smithi175 podman[75260]: 2024-04-12 08:47:10.333996438 +0000 UTC m=+0.424888509 container start 4e39a4c7f3f4597f12eb4aedcf569d7e848d6b78f4d7c98f9a49299505fbf147 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a, architecture=x86_64, io.k8s.display-name=Red Hat Universal Base Image 8, io.openshift.tags=base rhel8, maintainer=Paul Cuzner , url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, release=239.1651231664, io.openshift.expose-services=, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, com.redhat.component=ubi8-container, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, vcs-type=git, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vendor=Red Hat, Inc., description=Ceph Grafana Container, distribution-scope=public, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, summary=Grafana Container configured for Ceph mgr/dashboard integration, version=8.5, io.buildah.version=1.32.0, build-date=2022-04-29T11:48:11.055897, name=ubi8) 2024-04-12T08:47:10.765 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:47:10 smithi175 bash[75260]: 4e39a4c7f3f4597f12eb4aedcf569d7e848d6b78f4d7c98f9a49299505fbf147 2024-04-12T08:47:10.765 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:47:10 smithi175 systemd[1]: Started Ceph grafana.a for 96d9de20-f8a7-11ee-bc8c-c7b262605968. 2024-04-12T08:47:10.765 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:47:10 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[75280]: logger=settings t=2024-04-12T08:47:10.497442072Z level=error msg="failed to parse \"/etc/grafana/grafana.ini\": open /etc/grafana/grafana.ini: permission denied" 2024-04-12T08:47:10.765 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:47:10 smithi175 podman[75313]: 2024-04-12 08:47:10.527846506 +0000 UTC m=+0.019356677 container died 4e39a4c7f3f4597f12eb4aedcf569d7e848d6b78f4d7c98f9a49299505fbf147 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a, summary=Grafana Container configured for Ceph mgr/dashboard integration, io.openshift.tags=base rhel8, distribution-scope=public, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.openshift.expose-services=, name=ubi8, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, maintainer=Paul Cuzner , url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, description=Ceph Grafana Container, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.buildah.version=1.32.0, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, architecture=x86_64, vendor=Red Hat, Inc., build-date=2022-04-29T11:48:11.055897, vcs-type=git, release=239.1651231664, io.k8s.display-name=Red Hat Universal Base Image 8, version=8.5, com.redhat.component=ubi8-container) 2024-04-12T08:47:10.811 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:47:10 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: 2024-04-12T08:47:10.391+0000 7fb66a155200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-12T08:47:11.073 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:47:10 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: 2024-04-12T08:47:10.810+0000 7fb66a155200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-12T08:47:11.073 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:47:10 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: 2024-04-12T08:47:10.913+0000 7fb66a155200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-12T08:47:11.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:11 smithi112 ceph-mon[29019]: osdmap e234: 8 total, 8 up, 8 in 2024-04-12T08:47:11.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:11 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/1467724170' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:47:11.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:11 smithi112 ceph-mon[40233]: osdmap e234: 8 total, 8 up, 8 in 2024-04-12T08:47:11.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:11 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/1467724170' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:47:11.343 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:47:11 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: 2024-04-12T08:47:11.112+0000 7fb66a155200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-12T08:47:11.343 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:47:11 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: 2024-04-12T08:47:11.309+0000 7fb66a155200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-12T08:47:11.381 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:11 smithi175 ceph-mon[32523]: osdmap e234: 8 total, 8 up, 8 in 2024-04-12T08:47:11.381 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:11 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/1467724170' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:47:11.382 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:47:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[65787]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:47:11] "GET /metrics HTTP/1.1" 200 38657 "" "Prometheus/2.43.0" 2024-04-12T08:47:11.382 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:47:11 smithi175 podman[75313]: 2024-04-12 08:47:11.126107212 +0000 UTC m=+0.617617392 container remove 4e39a4c7f3f4597f12eb4aedcf569d7e848d6b78f4d7c98f9a49299505fbf147 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a, summary=Grafana Container configured for Ceph mgr/dashboard integration, io.k8s.display-name=Red Hat Universal Base Image 8, release=239.1651231664, io.openshift.expose-services=, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, version=8.5, com.redhat.component=ubi8-container, maintainer=Paul Cuzner , name=ubi8, vcs-type=git, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.openshift.tags=base rhel8, vendor=Red Hat, Inc., architecture=x86_64, io.buildah.version=1.32.0, description=Ceph Grafana Container, distribution-scope=public, build-date=2022-04-29T11:48:11.055897, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI) 2024-04-12T08:47:11.382 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:47:11 smithi175 systemd[1]: ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@grafana.a.service: Main process exited, code=exited, status=1/FAILURE 2024-04-12T08:47:11.889 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:47:11 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: 2024-04-12T08:47:11.618+0000 7fb66a155200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-12T08:47:12.143 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:47:11 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: 2024-04-12T08:47:11.888+0000 7fb66a155200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-12T08:47:12.174 INFO:tasks.workunit.client.0.smithi112.stdout:snap_protect: snap 2024-04-12T08:47:12.186 INFO:tasks.workunit.client.0.smithi112.stdout:clone image105 -> image108 2024-04-12T08:47:12.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:12 smithi175 ceph-mon[32523]: pgmap v95: 137 pgs: 137 active+clean; 745 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 38 MiB/s rd, 6.0 MiB/s wr, 500 op/s 2024-04-12T08:47:12.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:12 smithi175 ceph-mon[32523]: osdmap e235: 8 total, 8 up, 8 in 2024-04-12T08:47:12.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:12 smithi175 ceph-mon[32523]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:47:12.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:12 smithi175 ceph-mon[32523]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:47:12.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:12 smithi175 ceph-mon[32523]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:47:12.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:12 smithi175 ceph-mon[32523]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:47:12.265 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:47:11 smithi175 systemd[1]: ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@grafana.a.service: Failed with result 'exit-code'. 2024-04-12T08:47:12.287 INFO:tasks.workunit.client.0.smithi112.stdout:write: X 0~1000 2024-04-12T08:47:12.357 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 1010~1000 2024-04-12T08:47:12.359 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap 2024-04-12T08:47:12.592 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:47:12 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: 2024-04-12T08:47:12.143+0000 7fb66a155200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-12T08:47:12.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:12 smithi112 ceph-mon[29019]: pgmap v95: 137 pgs: 137 active+clean; 745 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 38 MiB/s rd, 6.0 MiB/s wr, 500 op/s 2024-04-12T08:47:12.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:12 smithi112 ceph-mon[29019]: osdmap e235: 8 total, 8 up, 8 in 2024-04-12T08:47:12.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:12 smithi112 ceph-mon[29019]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:47:12.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:12 smithi112 ceph-mon[29019]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:47:12.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:12 smithi112 ceph-mon[29019]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:47:12.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:12 smithi112 ceph-mon[29019]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:47:12.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:12 smithi112 ceph-mon[40233]: pgmap v95: 137 pgs: 137 active+clean; 745 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 38 MiB/s rd, 6.0 MiB/s wr, 500 op/s 2024-04-12T08:47:12.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:12 smithi112 ceph-mon[40233]: osdmap e235: 8 total, 8 up, 8 in 2024-04-12T08:47:12.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:12 smithi112 ceph-mon[40233]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:47:12.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:12 smithi112 ceph-mon[40233]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:47:12.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:12 smithi112 ceph-mon[40233]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:47:12.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:12 smithi112 ceph-mon[40233]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:47:13.304 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:47:13 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: 2024-04-12T08:47:13.048+0000 7fb66a155200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-12T08:47:13.304 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:13 smithi112 ceph-mon[29019]: osdmap e236: 8 total, 8 up, 8 in 2024-04-12T08:47:13.304 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:13 smithi112 ceph-mon[29019]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:47:13.304 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:13 smithi112 ceph-mon[29019]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:47:13.304 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:13 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/2880857023' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:47:13.305 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:13 smithi112 ceph-mon[40233]: osdmap e236: 8 total, 8 up, 8 in 2024-04-12T08:47:13.305 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:13 smithi112 ceph-mon[40233]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:47:13.305 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:13 smithi112 ceph-mon[40233]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:47:13.305 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:13 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/2880857023' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:47:13.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:13 smithi175 ceph-mon[32523]: osdmap e236: 8 total, 8 up, 8 in 2024-04-12T08:47:13.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:13 smithi175 ceph-mon[32523]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:47:13.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:13 smithi175 ceph-mon[32523]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:47:13.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:13 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/2880857023' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:47:13.953 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:47:13 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: 2024-04-12T08:47:13.631+0000 7fb66a155200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-12T08:47:13.954 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:47:13 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: 2024-04-12T08:47:13.733+0000 7fb66a155200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-12T08:47:14.184 INFO:tasks.workunit.client.0.smithi112.stdout:snap_protect: snap 2024-04-12T08:47:14.196 INFO:tasks.workunit.client.0.smithi112.stdout:clone image108 -> image110 2024-04-12T08:47:14.271 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:14 smithi112 ceph-mon[29019]: pgmap v98: 137 pgs: 137 active+clean; 745 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 38 MiB/s rd, 6.0 MiB/s wr, 502 op/s 2024-04-12T08:47:14.271 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:14 smithi112 ceph-mon[29019]: osdmap e237: 8 total, 8 up, 8 in 2024-04-12T08:47:14.271 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:14 smithi112 ceph-mon[29019]: Standby manager daemon y restarted 2024-04-12T08:47:14.271 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:14 smithi112 ceph-mon[29019]: Standby manager daemon y started 2024-04-12T08:47:14.271 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:14 smithi112 ceph-mon[29019]: from='mgr.? 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-12T08:47:14.271 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:14 smithi112 ceph-mon[29019]: from='mgr.? 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T08:47:14.271 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:14 smithi112 ceph-mon[29019]: from='mgr.? 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-12T08:47:14.271 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:14 smithi112 ceph-mon[29019]: from='mgr.? 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T08:47:14.272 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:14 smithi112 ceph-mon[40233]: pgmap v98: 137 pgs: 137 active+clean; 745 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 38 MiB/s rd, 6.0 MiB/s wr, 502 op/s 2024-04-12T08:47:14.272 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:14 smithi112 ceph-mon[40233]: osdmap e237: 8 total, 8 up, 8 in 2024-04-12T08:47:14.272 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:14 smithi112 ceph-mon[40233]: Standby manager daemon y restarted 2024-04-12T08:47:14.272 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:14 smithi112 ceph-mon[40233]: Standby manager daemon y started 2024-04-12T08:47:14.272 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:14 smithi112 ceph-mon[40233]: from='mgr.? 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-12T08:47:14.272 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:14 smithi112 ceph-mon[40233]: from='mgr.? 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T08:47:14.272 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:14 smithi112 ceph-mon[40233]: from='mgr.? 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-12T08:47:14.272 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:14 smithi112 ceph-mon[40233]: from='mgr.? 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T08:47:14.272 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:47:13 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: 2024-04-12T08:47:13.953+0000 7fb66a155200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-12T08:47:14.272 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:47:13 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: [12/Apr/2024:08:47:13] ENGINE Bus STARTING 2024-04-12T08:47:14.272 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:47:14 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: CherryPy Checker: 2024-04-12T08:47:14.273 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:47:14 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: The Application mounted at '' has an empty config. 2024-04-12T08:47:14.273 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:47:14 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: 2024-04-12T08:47:14.273 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:47:14 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: [12/Apr/2024:08:47:14] ENGINE Serving on http://:::9283 2024-04-12T08:47:14.273 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:47:14 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: [12/Apr/2024:08:47:14] ENGINE Bus STARTED 2024-04-12T08:47:14.314 INFO:tasks.workunit.client.0.smithi112.stdout:write: X 1000~1000 2024-04-12T08:47:14.386 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 2010~1000 2024-04-12T08:47:14.388 INFO:tasks.workunit.client.0.smithi112.stdout:migration_prepare 2024-04-12T08:47:14.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:14 smithi175 ceph-mon[32523]: pgmap v98: 137 pgs: 137 active+clean; 745 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 38 MiB/s rd, 6.0 MiB/s wr, 502 op/s 2024-04-12T08:47:14.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:14 smithi175 ceph-mon[32523]: osdmap e237: 8 total, 8 up, 8 in 2024-04-12T08:47:14.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:14 smithi175 ceph-mon[32523]: Standby manager daemon y restarted 2024-04-12T08:47:14.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:14 smithi175 ceph-mon[32523]: Standby manager daemon y started 2024-04-12T08:47:14.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:14 smithi175 ceph-mon[32523]: from='mgr.? 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-12T08:47:14.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:14 smithi175 ceph-mon[32523]: from='mgr.? 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T08:47:14.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:14 smithi175 ceph-mon[32523]: from='mgr.? 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-12T08:47:14.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:14 smithi175 ceph-mon[32523]: from='mgr.? 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T08:47:14.684 INFO:tasks.workunit.client.0.smithi112.stdout:migration_execute 2024-04-12T08:47:14.866 INFO:tasks.workunit.client.0.smithi112.stdout:migration_commit 2024-04-12T08:47:15.056 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMigration.Clone (4454 ms) 2024-04-12T08:47:15.056 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMigration.CloneParent 2024-04-12T08:47:15.087 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-12T08:47:15.099 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap 2024-04-12T08:47:15.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:15 smithi175 ceph-mon[32523]: osdmap e238: 8 total, 8 up, 8 in 2024-04-12T08:47:15.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:15 smithi175 ceph-mon[32523]: mgrmap e26: x(active, since 65s), standbys: y 2024-04-12T08:47:15.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:15 smithi112 ceph-mon[29019]: osdmap e238: 8 total, 8 up, 8 in 2024-04-12T08:47:15.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:15 smithi112 ceph-mon[29019]: mgrmap e26: x(active, since 65s), standbys: y 2024-04-12T08:47:15.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:15 smithi112 ceph-mon[40233]: osdmap e238: 8 total, 8 up, 8 in 2024-04-12T08:47:15.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:15 smithi112 ceph-mon[40233]: mgrmap e26: x(active, since 65s), standbys: y 2024-04-12T08:47:16.138 INFO:tasks.workunit.client.0.smithi112.stdout:snap_protect: snap 2024-04-12T08:47:16.148 INFO:tasks.workunit.client.0.smithi112.stdout:clone image111 -> image114 2024-04-12T08:47:16.234 INFO:tasks.workunit.client.0.smithi112.stdout:migration_prepare 2024-04-12T08:47:16.342 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:47:16 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: [12/Apr/2024:08:47:16] ENGINE Bus STOPPING 2024-04-12T08:47:16.342 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:47:16 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: [12/Apr/2024:08:47:16] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-12T08:47:16.342 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:47:16 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: [12/Apr/2024:08:47:16] ENGINE Bus STOPPED 2024-04-12T08:47:16.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:16 smithi112 ceph-mon[29019]: pgmap v101: 137 pgs: 137 active+clean; 761 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 28 MiB/s rd, 7.0 MiB/s wr, 511 op/s 2024-04-12T08:47:16.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:16 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/2432628697' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:47:16.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:16 smithi112 ceph-mon[29019]: osdmap e239: 8 total, 8 up, 8 in 2024-04-12T08:47:16.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:16 smithi112 ceph-mon[29019]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:47:16.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:16 smithi112 ceph-mon[29019]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:47:16.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:16 smithi112 ceph-mon[29019]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:47:16.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:16 smithi112 ceph-mon[29019]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:47:16.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:16 smithi112 ceph-mon[29019]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:47:16.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:16 smithi112 ceph-mon[29019]: osdmap e240: 8 total, 8 up, 8 in 2024-04-12T08:47:16.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:16 smithi112 ceph-mon[40233]: pgmap v101: 137 pgs: 137 active+clean; 761 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 28 MiB/s rd, 7.0 MiB/s wr, 511 op/s 2024-04-12T08:47:16.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:16 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/2432628697' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:47:16.344 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:16 smithi112 ceph-mon[40233]: osdmap e239: 8 total, 8 up, 8 in 2024-04-12T08:47:16.344 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:16 smithi112 ceph-mon[40233]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:47:16.344 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:16 smithi112 ceph-mon[40233]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:47:16.344 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:16 smithi112 ceph-mon[40233]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:47:16.344 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:16 smithi112 ceph-mon[40233]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:47:16.344 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:16 smithi112 ceph-mon[40233]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:47:16.344 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:16 smithi112 ceph-mon[40233]: osdmap e240: 8 total, 8 up, 8 in 2024-04-12T08:47:16.398 INFO:tasks.workunit.client.0.smithi112.stdout:migration_abort 2024-04-12T08:47:16.447 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:47:16 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[65787]: 2024-04-12T08:47:16.273+0000 7f8c28f64700 -1 mgr handle_mgr_map I was active but no longer am 2024-04-12T08:47:16.447 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:47:16 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[65787]: ignoring --setuser ceph since I am not root 2024-04-12T08:47:16.447 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:47:16 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[65787]: ignoring --setgroup ceph since I am not root 2024-04-12T08:47:16.447 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:47:16 smithi175 ceph-mgr[65791]: -- 172.21.15.175:0/1512672517 <== mon.1 v2:172.21.15.175:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5638d077e5a0 con 0x5638d0752800 2024-04-12T08:47:16.447 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:16 smithi175 ceph-mon[32523]: pgmap v101: 137 pgs: 137 active+clean; 761 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 28 MiB/s rd, 7.0 MiB/s wr, 511 op/s 2024-04-12T08:47:16.448 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:16 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/2432628697' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:47:16.448 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:16 smithi175 ceph-mon[32523]: osdmap e239: 8 total, 8 up, 8 in 2024-04-12T08:47:16.448 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:16 smithi175 ceph-mon[32523]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:47:16.448 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:16 smithi175 ceph-mon[32523]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:47:16.448 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:16 smithi175 ceph-mon[32523]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:47:16.448 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:16 smithi175 ceph-mon[32523]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:47:16.448 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:16 smithi175 ceph-mon[32523]: from='mgr.15174 ' entity='mgr.x' 2024-04-12T08:47:16.448 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:16 smithi175 ceph-mon[32523]: osdmap e240: 8 total, 8 up, 8 in 2024-04-12T08:47:16.552 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMigration.CloneParent (1496 ms) 2024-04-12T08:47:16.552 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMigration.CloneUpdateAfterPrepare 2024-04-12T08:47:16.590 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-12T08:47:16.602 INFO:tasks.workunit.client.0.smithi112.stdout:write: X 0~10 2024-04-12T08:47:16.611 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap 2024-04-12T08:47:16.689 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:47:16 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: [12/Apr/2024:08:47:16] ENGINE Bus STARTING 2024-04-12T08:47:16.689 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:47:16 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: 2024-04-12T08:47:16.481+0000 7fb5ca5f1700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T08:47:16.689 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:47:16 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: 2024-04-12T08:47:16.481+0000 7fb5ca5f1700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T08:47:16.690 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:47:16 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: 2024-04-12T08:47:16.481+0000 7fb5ca5f1700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T08:47:16.690 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:47:16 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: 2024-04-12T08:47:16.481+0000 7fb5ca5f1700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T08:47:16.690 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:47:16 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: 2024-04-12T08:47:16.481+0000 7fb5ca5f1700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T08:47:16.690 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:47:16 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: 2024-04-12T08:47:16.481+0000 7fb5c7dec700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T08:47:16.690 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:47:16 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: 2024-04-12T08:47:16.482+0000 7fb5c7dec700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T08:47:16.690 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:47:16 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: 2024-04-12T08:47:16.482+0000 7fb5c7dec700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T08:47:16.690 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:47:16 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: 2024-04-12T08:47:16.482+0000 7fb5c7dec700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T08:47:16.690 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:47:16 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: 2024-04-12T08:47:16.482+0000 7fb5c7dec700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T08:47:16.690 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:47:16 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: [12/Apr/2024:08:47:16] ENGINE Serving on http://:::9283 2024-04-12T08:47:16.690 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:47:16 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: [12/Apr/2024:08:47:16] ENGINE Bus STARTED 2024-04-12T08:47:17.178 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:47:16 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[65787]: 2024-04-12T08:47:16.866+0000 7f574c593200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-12T08:47:17.178 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:47:16 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[65787]: 2024-04-12T08:47:16.963+0000 7f574c593200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-12T08:47:17.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:17 smithi175 ceph-mon[32523]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:47:17.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:17 smithi175 ceph-mon[32523]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-12T08:47:17.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:17 smithi175 ceph-mon[32523]: from='mgr.15174 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-12T08:47:17.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:17 smithi175 ceph-mon[32523]: osdmap e241: 8 total, 8 up, 8 in 2024-04-12T08:47:17.516 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:17 smithi175 ceph-mon[32523]: from='mgr.15174 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-04-12T08:47:17.516 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:17 smithi175 ceph-mon[32523]: mgrmap e27: y(active, starting, since 0.0059365s) 2024-04-12T08:47:17.516 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:17 smithi175 ceph-mon[32523]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T08:47:17.516 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:17 smithi175 ceph-mon[32523]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T08:47:17.516 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:17 smithi175 ceph-mon[32523]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T08:47:17.516 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:17 smithi175 ceph-mon[32523]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi175.kcfyhq"}]: dispatch 2024-04-12T08:47:17.516 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:17 smithi175 ceph-mon[32523]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi112.qoyflb"}]: dispatch 2024-04-12T08:47:17.516 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:17 smithi175 ceph-mon[32523]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-12T08:47:17.516 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:17 smithi175 ceph-mon[32523]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T08:47:17.516 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:17 smithi175 ceph-mon[32523]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T08:47:17.516 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:17 smithi175 ceph-mon[32523]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T08:47:17.516 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:17 smithi175 ceph-mon[32523]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T08:47:17.516 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:17 smithi175 ceph-mon[32523]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T08:47:17.516 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:17 smithi175 ceph-mon[32523]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T08:47:17.516 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:17 smithi175 ceph-mon[32523]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T08:47:17.517 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:17 smithi175 ceph-mon[32523]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T08:47:17.517 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:17 smithi175 ceph-mon[32523]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-12T08:47:17.517 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:17 smithi175 ceph-mon[32523]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-12T08:47:17.517 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:17 smithi175 ceph-mon[32523]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-12T08:47:17.517 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:17 smithi175 ceph-mon[32523]: Manager daemon y is now available 2024-04-12T08:47:17.517 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:17 smithi175 ceph-mon[32523]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:47:17.517 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:17 smithi175 ceph-mon[32523]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:47:17.517 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:17 smithi175 ceph-mon[32523]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-12T08:47:17.517 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:17 smithi175 ceph-mon[32523]: from='mgr.25277 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-12T08:47:17.517 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:17 smithi175 ceph-mon[32523]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-12T08:47:17.517 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:17 smithi175 ceph-mon[32523]: from='mgr.25277 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-12T08:47:17.517 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:17 smithi175 ceph-mon[32523]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-04-12T08:47:17.542 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:17 smithi112 ceph-mon[40233]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:47:17.542 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:17 smithi112 ceph-mon[40233]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-12T08:47:17.542 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:17 smithi112 ceph-mon[40233]: from='mgr.15174 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-12T08:47:17.542 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:17 smithi112 ceph-mon[40233]: osdmap e241: 8 total, 8 up, 8 in 2024-04-12T08:47:17.542 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:17 smithi112 ceph-mon[40233]: from='mgr.15174 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-04-12T08:47:17.542 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:17 smithi112 ceph-mon[40233]: mgrmap e27: y(active, starting, since 0.0059365s) 2024-04-12T08:47:17.542 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:17 smithi112 ceph-mon[40233]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T08:47:17.542 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:17 smithi112 ceph-mon[40233]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T08:47:17.542 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:17 smithi112 ceph-mon[40233]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T08:47:17.542 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:17 smithi112 ceph-mon[40233]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi175.kcfyhq"}]: dispatch 2024-04-12T08:47:17.542 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:17 smithi112 ceph-mon[40233]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi112.qoyflb"}]: dispatch 2024-04-12T08:47:17.542 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:17 smithi112 ceph-mon[40233]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-12T08:47:17.543 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:17 smithi112 ceph-mon[40233]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T08:47:17.543 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:17 smithi112 ceph-mon[40233]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T08:47:17.543 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:17 smithi112 ceph-mon[40233]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T08:47:17.543 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:17 smithi112 ceph-mon[40233]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T08:47:17.543 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:17 smithi112 ceph-mon[40233]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T08:47:17.543 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:17 smithi112 ceph-mon[40233]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T08:47:17.543 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:17 smithi112 ceph-mon[40233]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T08:47:17.543 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:17 smithi112 ceph-mon[40233]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T08:47:17.543 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:17 smithi112 ceph-mon[40233]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-12T08:47:17.543 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:17 smithi112 ceph-mon[40233]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-12T08:47:17.543 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:17 smithi112 ceph-mon[40233]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-12T08:47:17.543 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:17 smithi112 ceph-mon[40233]: Manager daemon y is now available 2024-04-12T08:47:17.543 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:17 smithi112 ceph-mon[40233]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:47:17.543 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:17 smithi112 ceph-mon[40233]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:47:17.543 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:17 smithi112 ceph-mon[40233]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-12T08:47:17.544 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:17 smithi112 ceph-mon[40233]: from='mgr.25277 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-12T08:47:17.544 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:17 smithi112 ceph-mon[40233]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-12T08:47:17.544 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:17 smithi112 ceph-mon[40233]: from='mgr.25277 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-12T08:47:17.544 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:17 smithi112 ceph-mon[40233]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-04-12T08:47:17.544 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:17 smithi112 ceph-mon[29019]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:47:17.544 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:17 smithi112 ceph-mon[29019]: from='mgr.15174 172.21.15.175:0/29359354' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-12T08:47:17.544 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:17 smithi112 ceph-mon[29019]: from='mgr.15174 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-12T08:47:17.544 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:17 smithi112 ceph-mon[29019]: osdmap e241: 8 total, 8 up, 8 in 2024-04-12T08:47:17.544 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:17 smithi112 ceph-mon[29019]: from='mgr.15174 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-04-12T08:47:17.544 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:17 smithi112 ceph-mon[29019]: mgrmap e27: y(active, starting, since 0.0059365s) 2024-04-12T08:47:17.544 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:17 smithi112 ceph-mon[29019]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T08:47:17.544 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:17 smithi112 ceph-mon[29019]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T08:47:17.544 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:17 smithi112 ceph-mon[29019]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T08:47:17.545 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:17 smithi112 ceph-mon[29019]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi175.kcfyhq"}]: dispatch 2024-04-12T08:47:17.545 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:17 smithi112 ceph-mon[29019]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi112.qoyflb"}]: dispatch 2024-04-12T08:47:17.545 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:17 smithi112 ceph-mon[29019]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-12T08:47:17.545 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:17 smithi112 ceph-mon[29019]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T08:47:17.545 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:17 smithi112 ceph-mon[29019]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T08:47:17.545 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:17 smithi112 ceph-mon[29019]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T08:47:17.545 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:17 smithi112 ceph-mon[29019]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T08:47:17.545 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:17 smithi112 ceph-mon[29019]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T08:47:17.545 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:17 smithi112 ceph-mon[29019]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T08:47:17.545 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:17 smithi112 ceph-mon[29019]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T08:47:17.545 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:17 smithi112 ceph-mon[29019]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T08:47:17.545 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:17 smithi112 ceph-mon[29019]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-12T08:47:17.545 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:17 smithi112 ceph-mon[29019]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-12T08:47:17.545 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:17 smithi112 ceph-mon[29019]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-12T08:47:17.545 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:17 smithi112 ceph-mon[29019]: Manager daemon y is now available 2024-04-12T08:47:17.545 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:17 smithi112 ceph-mon[29019]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:47:17.546 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:17 smithi112 ceph-mon[29019]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:47:17.546 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:17 smithi112 ceph-mon[29019]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-12T08:47:17.546 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:17 smithi112 ceph-mon[29019]: from='mgr.25277 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-12T08:47:17.546 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:17 smithi112 ceph-mon[29019]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-12T08:47:17.546 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:17 smithi112 ceph-mon[29019]: from='mgr.25277 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-12T08:47:17.546 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:17 smithi112 ceph-mon[29019]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-04-12T08:47:17.898 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:47:17 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[65787]: 2024-04-12T08:47:17.656+0000 7f574c593200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-12T08:47:17.899 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:47:17 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[65787]: 2024-04-12T08:47:17.752+0000 7f574c593200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-12T08:47:17.899 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:47:17 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[65787]: 2024-04-12T08:47:17.897+0000 7f574c593200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-12T08:47:18.200 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:47:18 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[65787]: 2024-04-12T08:47:18.015+0000 7f574c593200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-12T08:47:18.200 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:47:18 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[65787]: 2024-04-12T08:47:18.098+0000 7f574c593200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-12T08:47:18.302 INFO:tasks.workunit.client.0.smithi112.stdout:snap_protect: snap 2024-04-12T08:47:18.313 INFO:tasks.workunit.client.0.smithi112.stdout:clone image115 -> image118 2024-04-12T08:47:18.408 INFO:tasks.workunit.client.0.smithi112.stdout:migration_prepare 2024-04-12T08:47:18.477 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:47:18 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[65787]: 2024-04-12T08:47:18.380+0000 7f574c593200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-12T08:47:18.477 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:18 smithi175 ceph-mon[32523]: [12/Apr/2024:08:47:16] ENGINE Bus STARTING 2024-04-12T08:47:18.477 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:18 smithi175 ceph-mon[32523]: [12/Apr/2024:08:47:17] ENGINE Serving on https://172.21.15.112:7150 2024-04-12T08:47:18.477 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:18 smithi175 ceph-mon[32523]: [12/Apr/2024:08:47:17] ENGINE Serving on http://172.21.15.112:8765 2024-04-12T08:47:18.477 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:18 smithi175 ceph-mon[32523]: [12/Apr/2024:08:47:17] ENGINE Bus STARTED 2024-04-12T08:47:18.477 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:18 smithi175 ceph-mon[32523]: osdmap e242: 8 total, 8 up, 8 in 2024-04-12T08:47:18.478 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:18 smithi175 ceph-mon[32523]: mgrmap e28: y(active, since 1.01583s) 2024-04-12T08:47:18.478 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:18 smithi175 ceph-mon[32523]: pgmap v4: 137 pgs: 137 active+clean; 777 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T08:47:18.478 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:18 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/2712142203' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:47:18.551 INFO:tasks.workunit.client.0.smithi112.stdout:write: Y 0~1 2024-04-12T08:47:18.578 INFO:tasks.workunit.client.0.smithi112.stdout:migration_execute 2024-04-12T08:47:18.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:18 smithi112 ceph-mon[40233]: [12/Apr/2024:08:47:16] ENGINE Bus STARTING 2024-04-12T08:47:18.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:18 smithi112 ceph-mon[40233]: [12/Apr/2024:08:47:17] ENGINE Serving on https://172.21.15.112:7150 2024-04-12T08:47:18.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:18 smithi112 ceph-mon[40233]: [12/Apr/2024:08:47:17] ENGINE Serving on http://172.21.15.112:8765 2024-04-12T08:47:18.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:18 smithi112 ceph-mon[40233]: [12/Apr/2024:08:47:17] ENGINE Bus STARTED 2024-04-12T08:47:18.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:18 smithi112 ceph-mon[40233]: osdmap e242: 8 total, 8 up, 8 in 2024-04-12T08:47:18.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:18 smithi112 ceph-mon[40233]: mgrmap e28: y(active, since 1.01583s) 2024-04-12T08:47:18.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:18 smithi112 ceph-mon[40233]: pgmap v4: 137 pgs: 137 active+clean; 777 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T08:47:18.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:18 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/2712142203' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:47:18.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:18 smithi112 ceph-mon[29019]: [12/Apr/2024:08:47:16] ENGINE Bus STARTING 2024-04-12T08:47:18.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:18 smithi112 ceph-mon[29019]: [12/Apr/2024:08:47:17] ENGINE Serving on https://172.21.15.112:7150 2024-04-12T08:47:18.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:18 smithi112 ceph-mon[29019]: [12/Apr/2024:08:47:17] ENGINE Serving on http://172.21.15.112:8765 2024-04-12T08:47:18.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:18 smithi112 ceph-mon[29019]: [12/Apr/2024:08:47:17] ENGINE Bus STARTED 2024-04-12T08:47:18.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:18 smithi112 ceph-mon[29019]: osdmap e242: 8 total, 8 up, 8 in 2024-04-12T08:47:18.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:18 smithi112 ceph-mon[29019]: mgrmap e28: y(active, since 1.01583s) 2024-04-12T08:47:18.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:18 smithi112 ceph-mon[29019]: pgmap v4: 137 pgs: 137 active+clean; 777 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T08:47:18.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:18 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/2712142203' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:47:18.646 INFO:tasks.workunit.client.0.smithi112.stdout:migration_commit 2024-04-12T08:47:18.743 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMigration.CloneUpdateAfterPrepare (2191 ms) 2024-04-12T08:47:18.743 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMigration.TriggerAssertSnapcSeq 2024-04-12T08:47:18.764 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:47:18 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[74060]: ts=2024-04-12T08:47:18.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.112\", device_class=\"ssd\", hostname=\"smithi112\", instance=\"smithi175:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.112\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.112\", device_class=\"ssd\", hostname=\"smithi112\", instance=\"smithi175.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.112\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T08:47:18.765 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:47:18 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[65787]: 2024-04-12T08:47:18.501+0000 7f574c593200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-12T08:47:18.765 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:47:18 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[65787]: 2024-04-12T08:47:18.596+0000 7f574c593200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-12T08:47:18.765 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:47:18 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[65787]: 2024-04-12T08:47:18.699+0000 7f574c593200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-12T08:47:18.777 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-12T08:47:18.789 INFO:tasks.workunit.client.0.smithi112.stdout:write: A 41943040~10 2024-04-12T08:47:18.798 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap1 2024-04-12T08:47:19.264 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:47:18 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[65787]: 2024-04-12T08:47:18.906+0000 7f574c593200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-12T08:47:19.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:19 smithi112 ceph-mon[29019]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-04-12T08:47:19.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:19 smithi112 ceph-mon[29019]: pgmap v5: 137 pgs: 137 active+clean; 777 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T08:47:19.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:19 smithi112 ceph-mon[29019]: mgrmap e29: y(active, since 2s) 2024-04-12T08:47:19.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:19 smithi112 ceph-mon[29019]: osdmap e243: 8 total, 8 up, 8 in 2024-04-12T08:47:19.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:19 smithi112 ceph-mon[40233]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-04-12T08:47:19.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:19 smithi112 ceph-mon[40233]: pgmap v5: 137 pgs: 137 active+clean; 777 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T08:47:19.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:19 smithi112 ceph-mon[40233]: mgrmap e29: y(active, since 2s) 2024-04-12T08:47:19.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:19 smithi112 ceph-mon[40233]: osdmap e243: 8 total, 8 up, 8 in 2024-04-12T08:47:19.764 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:19 smithi175 ceph-mon[32523]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-04-12T08:47:19.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:19 smithi175 ceph-mon[32523]: pgmap v5: 137 pgs: 137 active+clean; 777 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T08:47:19.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:19 smithi175 ceph-mon[32523]: mgrmap e29: y(active, since 2s) 2024-04-12T08:47:19.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:19 smithi175 ceph-mon[32523]: osdmap e243: 8 total, 8 up, 8 in 2024-04-12T08:47:20.195 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:47:19 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[65787]: 2024-04-12T08:47:19.937+0000 7f574c593200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-12T08:47:20.221 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:47:20 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[65787]: 2024-04-12T08:47:20.073+0000 7f574c593200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-12T08:47:20.312 INFO:tasks.workunit.client.0.smithi112.stdout:write: B 41943041~10 2024-04-12T08:47:20.319 INFO:tasks.workunit.client.0.smithi112.stdout:migration_prepare 2024-04-12T08:47:20.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:20 smithi112 ceph-mon[40233]: osdmap e244: 8 total, 8 up, 8 in 2024-04-12T08:47:20.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:20 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/4240087732' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:47:20.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:20 smithi112 ceph-mon[29019]: osdmap e244: 8 total, 8 up, 8 in 2024-04-12T08:47:20.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:20 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/4240087732' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:47:20.515 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:47:20 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[65787]: 2024-04-12T08:47:20.428+0000 7f574c593200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-12T08:47:20.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:20 smithi175 ceph-mon[32523]: osdmap e244: 8 total, 8 up, 8 in 2024-04-12T08:47:20.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:20 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/4240087732' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:47:20.895 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:47:20 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[65787]: 2024-04-12T08:47:20.526+0000 7f574c593200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-12T08:47:20.895 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:47:20 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[65787]: 2024-04-12T08:47:20.740+0000 7f574c593200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-12T08:47:21.264 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:47:20 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[65787]: 2024-04-12T08:47:20.946+0000 7f574c593200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-12T08:47:21.270 INFO:tasks.workunit.client.0.smithi112.stdout:write: C 41943042~10 2024-04-12T08:47:21.285 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap2 2024-04-12T08:47:21.546 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:47:21 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[65787]: 2024-04-12T08:47:21.264+0000 7f574c593200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-12T08:47:21.546 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:47:21 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[65787]: 2024-04-12T08:47:21.545+0000 7f574c593200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-12T08:47:21.546 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:21 smithi175 ceph-mon[32523]: pgmap v8: 137 pgs: 137 active+clean; 777 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T08:47:21.546 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:21 smithi175 ceph-mon[32523]: osdmap e245: 8 total, 8 up, 8 in 2024-04-12T08:47:21.546 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:21 smithi175 ceph-mon[32523]: mgrmap e30: y(active, since 4s) 2024-04-12T08:47:21.546 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:21 smithi175 ceph-mon[32523]: from='mgr.25277 ' entity='mgr.y' 2024-04-12T08:47:21.546 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:21 smithi175 ceph-mon[32523]: from='mgr.25277 ' entity='mgr.y' 2024-04-12T08:47:21.547 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:21 smithi175 ceph-mon[32523]: from='mgr.25277 ' entity='mgr.y' 2024-04-12T08:47:21.547 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:21 smithi175 ceph-mon[32523]: from='mgr.25277 ' entity='mgr.y' 2024-04-12T08:47:21.547 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:21 smithi175 ceph-mon[32523]: osdmap e246: 8 total, 8 up, 8 in 2024-04-12T08:47:21.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:21 smithi112 ceph-mon[29019]: pgmap v8: 137 pgs: 137 active+clean; 777 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T08:47:21.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:21 smithi112 ceph-mon[29019]: osdmap e245: 8 total, 8 up, 8 in 2024-04-12T08:47:21.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:21 smithi112 ceph-mon[29019]: mgrmap e30: y(active, since 4s) 2024-04-12T08:47:21.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:21 smithi112 ceph-mon[29019]: from='mgr.25277 ' entity='mgr.y' 2024-04-12T08:47:21.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:21 smithi112 ceph-mon[29019]: from='mgr.25277 ' entity='mgr.y' 2024-04-12T08:47:21.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:21 smithi112 ceph-mon[29019]: from='mgr.25277 ' entity='mgr.y' 2024-04-12T08:47:21.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:21 smithi112 ceph-mon[29019]: from='mgr.25277 ' entity='mgr.y' 2024-04-12T08:47:21.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:21 smithi112 ceph-mon[29019]: osdmap e246: 8 total, 8 up, 8 in 2024-04-12T08:47:21.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:21 smithi112 ceph-mon[40233]: pgmap v8: 137 pgs: 137 active+clean; 777 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T08:47:21.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:21 smithi112 ceph-mon[40233]: osdmap e245: 8 total, 8 up, 8 in 2024-04-12T08:47:21.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:21 smithi112 ceph-mon[40233]: mgrmap e30: y(active, since 4s) 2024-04-12T08:47:21.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:21 smithi112 ceph-mon[40233]: from='mgr.25277 ' entity='mgr.y' 2024-04-12T08:47:21.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:21 smithi112 ceph-mon[40233]: from='mgr.25277 ' entity='mgr.y' 2024-04-12T08:47:21.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:21 smithi112 ceph-mon[40233]: from='mgr.25277 ' entity='mgr.y' 2024-04-12T08:47:21.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:21 smithi112 ceph-mon[40233]: from='mgr.25277 ' entity='mgr.y' 2024-04-12T08:47:21.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:21 smithi112 ceph-mon[40233]: osdmap e246: 8 total, 8 up, 8 in 2024-04-12T08:47:22.249 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:47:21 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[65787]: 2024-04-12T08:47:21.797+0000 7f574c593200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-12T08:47:22.249 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:47:22 smithi175 systemd[1]: ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@grafana.a.service: Scheduled restart job, restart counter is at 2. 2024-04-12T08:47:22.249 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:47:22 smithi175 systemd[1]: Stopped Ceph grafana.a for 96d9de20-f8a7-11ee-bc8c-c7b262605968. 2024-04-12T08:47:22.249 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:47:22 smithi175 systemd[1]: Starting Ceph grafana.a for 96d9de20-f8a7-11ee-bc8c-c7b262605968... 2024-04-12T08:47:22.501 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:47:22 smithi175 podman[76284]: 2024-04-12 08:47:22.151784967 +0000 UTC m=+0.019412143 image pull 954c08fa618887fe9a6fe572ae541197c77e625b05f4193df7898f5ac649ada9 quay.io/ceph/ceph-grafana:9.4.7 2024-04-12T08:47:22.501 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:47:22 smithi175 podman[76284]: 2024-04-12 08:47:22.279129378 +0000 UTC m=+0.146756587 container create 624faccf4830bf6b6d357fb1282a6eba684b618e9c9e9fdd10749821b310c5c0 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a, version=8.5, io.openshift.expose-services=, maintainer=Paul Cuzner , vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, vcs-type=git, io.k8s.display-name=Red Hat Universal Base Image 8, description=Ceph Grafana Container, build-date=2022-04-29T11:48:11.055897, release=239.1651231664, distribution-scope=public, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, name=ubi8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, com.redhat.component=ubi8-container, architecture=x86_64, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vendor=Red Hat, Inc., io.openshift.tags=base rhel8, io.buildah.version=1.32.0, summary=Grafana Container configured for Ceph mgr/dashboard integration) 2024-04-12T08:47:22.501 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:47:22 smithi175 podman[76284]: 2024-04-12 08:47:22.49828946 +0000 UTC m=+0.365916634 container init 624faccf4830bf6b6d357fb1282a6eba684b618e9c9e9fdd10749821b310c5c0 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a, vendor=Red Hat, Inc., architecture=x86_64, build-date=2022-04-29T11:48:11.055897, vcs-type=git, io.buildah.version=1.32.0, name=ubi8, summary=Grafana Container configured for Ceph mgr/dashboard integration, release=239.1651231664, description=Ceph Grafana Container, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, com.redhat.component=ubi8-container, version=8.5, io.k8s.display-name=Red Hat Universal Base Image 8, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.openshift.expose-services=, io.openshift.tags=base rhel8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., distribution-scope=public, maintainer=Paul Cuzner , vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56) 2024-04-12T08:47:22.501 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:47:22 smithi175 podman[76284]: 2024-04-12 08:47:22.501179584 +0000 UTC m=+0.368806755 container start 624faccf4830bf6b6d357fb1282a6eba684b618e9c9e9fdd10749821b310c5c0 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a, io.k8s.display-name=Red Hat Universal Base Image 8, maintainer=Paul Cuzner , io.openshift.tags=base rhel8, version=8.5, release=239.1651231664, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, summary=Grafana Container configured for Ceph mgr/dashboard integration, description=Ceph Grafana Container, com.redhat.component=ubi8-container, vcs-type=git, io.buildah.version=1.32.0, build-date=2022-04-29T11:48:11.055897, distribution-scope=public, io.openshift.expose-services=, vendor=Red Hat, Inc., com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, name=ubi8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, architecture=x86_64, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly.) 2024-04-12T08:47:22.765 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:47:22 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[65787]: 2024-04-12T08:47:22.652+0000 7f574c593200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-12T08:47:22.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:22 smithi175 ceph-mon[32523]: from='mgr.25277 ' entity='mgr.y' 2024-04-12T08:47:22.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:22 smithi175 ceph-mon[32523]: from='mgr.25277 ' entity='mgr.y' 2024-04-12T08:47:22.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:22 smithi175 ceph-mon[32523]: from='mgr.25277 ' entity='mgr.y' 2024-04-12T08:47:22.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:22 smithi175 ceph-mon[32523]: from='mgr.25277 ' entity='mgr.y' 2024-04-12T08:47:22.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:22 smithi175 ceph-mon[32523]: osdmap e247: 8 total, 8 up, 8 in 2024-04-12T08:47:22.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:22 smithi175 ceph-mon[32523]: pgmap v12: 137 pgs: 137 active+clean; 777 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 119 KiB/s rd, 2.8 KiB/s wr, 144 op/s 2024-04-12T08:47:22.766 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:22 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/2244629449' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:47:22.766 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:47:22 smithi175 bash[76284]: 624faccf4830bf6b6d357fb1282a6eba684b618e9c9e9fdd10749821b310c5c0 2024-04-12T08:47:22.766 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:47:22 smithi175 systemd[1]: Started Ceph grafana.a for 96d9de20-f8a7-11ee-bc8c-c7b262605968. 2024-04-12T08:47:22.766 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:47:22 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[76301]: logger=settings t=2024-04-12T08:47:22.651268446Z level=error msg="failed to parse \"/etc/grafana/grafana.ini\": open /etc/grafana/grafana.ini: permission denied" 2024-04-12T08:47:22.766 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:47:22 smithi175 podman[76319]: 2024-04-12 08:47:22.677726107 +0000 UTC m=+0.019499889 container died 624faccf4830bf6b6d357fb1282a6eba684b618e9c9e9fdd10749821b310c5c0 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a, architecture=x86_64, io.buildah.version=1.32.0, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.k8s.display-name=Red Hat Universal Base Image 8, release=239.1651231664, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, build-date=2022-04-29T11:48:11.055897, com.redhat.component=ubi8-container, maintainer=Paul Cuzner , url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, version=8.5, io.openshift.expose-services=, summary=Grafana Container configured for Ceph mgr/dashboard integration, description=Ceph Grafana Container, vendor=Red Hat, Inc., com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, vcs-type=git, io.openshift.tags=base rhel8, distribution-scope=public, name=ubi8) 2024-04-12T08:47:23.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:22 smithi112 ceph-mon[29019]: from='mgr.25277 ' entity='mgr.y' 2024-04-12T08:47:23.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:22 smithi112 ceph-mon[29019]: from='mgr.25277 ' entity='mgr.y' 2024-04-12T08:47:23.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:22 smithi112 ceph-mon[29019]: from='mgr.25277 ' entity='mgr.y' 2024-04-12T08:47:23.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:22 smithi112 ceph-mon[29019]: from='mgr.25277 ' entity='mgr.y' 2024-04-12T08:47:23.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:22 smithi112 ceph-mon[29019]: osdmap e247: 8 total, 8 up, 8 in 2024-04-12T08:47:23.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:22 smithi112 ceph-mon[29019]: pgmap v12: 137 pgs: 137 active+clean; 777 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 119 KiB/s rd, 2.8 KiB/s wr, 144 op/s 2024-04-12T08:47:23.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:22 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/2244629449' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:47:23.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:22 smithi112 ceph-mon[40233]: from='mgr.25277 ' entity='mgr.y' 2024-04-12T08:47:23.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:22 smithi112 ceph-mon[40233]: from='mgr.25277 ' entity='mgr.y' 2024-04-12T08:47:23.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:22 smithi112 ceph-mon[40233]: from='mgr.25277 ' entity='mgr.y' 2024-04-12T08:47:23.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:22 smithi112 ceph-mon[40233]: from='mgr.25277 ' entity='mgr.y' 2024-04-12T08:47:23.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:22 smithi112 ceph-mon[40233]: osdmap e247: 8 total, 8 up, 8 in 2024-04-12T08:47:23.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:22 smithi112 ceph-mon[40233]: pgmap v12: 137 pgs: 137 active+clean; 777 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 119 KiB/s rd, 2.8 KiB/s wr, 144 op/s 2024-04-12T08:47:23.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:22 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/2244629449' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:47:23.149 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 41943040 2024-04-12T08:47:23.178 INFO:tasks.workunit.client.0.smithi112.stdout:migration_execute 2024-04-12T08:47:23.227 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:47:23 smithi175 podman[76319]: 2024-04-12 08:47:23.215705276 +0000 UTC m=+0.557479043 container remove 624faccf4830bf6b6d357fb1282a6eba684b618e9c9e9fdd10749821b310c5c0 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a, vcs-type=git, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.openshift.expose-services=, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.buildah.version=1.32.0, name=ubi8, io.openshift.tags=base rhel8, vendor=Red Hat, Inc., release=239.1651231664, io.k8s.display-name=Red Hat Universal Base Image 8, com.redhat.component=ubi8-container, summary=Grafana Container configured for Ceph mgr/dashboard integration, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, version=8.5, architecture=x86_64, distribution-scope=public, description=Ceph Grafana Container, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., maintainer=Paul Cuzner , build-date=2022-04-29T11:48:11.055897, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664) 2024-04-12T08:47:23.227 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:47:23 smithi175 systemd[1]: ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@grafana.a.service: Main process exited, code=exited, status=1/FAILURE 2024-04-12T08:47:23.231 INFO:tasks.workunit.client.0.smithi112.stdout:migration_commit 2024-04-12T08:47:23.626 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:47:23 smithi175 systemd[1]: ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@grafana.a.service: Failed with result 'exit-code'. 2024-04-12T08:47:23.627 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:47:23 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[65787]: 2024-04-12T08:47:23.267+0000 7f574c593200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-12T08:47:23.627 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:47:23 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[65787]: 2024-04-12T08:47:23.379+0000 7f574c593200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-12T08:47:24.015 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:47:23 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[65787]: 2024-04-12T08:47:23.625+0000 7f574c593200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-12T08:47:24.015 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:47:23 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[65787]: [12/Apr/2024:08:47:23] ENGINE Bus STARTING 2024-04-12T08:47:24.015 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:47:23 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[65787]: CherryPy Checker: 2024-04-12T08:47:24.015 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:47:23 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[65787]: The Application mounted at '' has an empty config. 2024-04-12T08:47:24.015 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:47:23 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[65787]: 2024-04-12T08:47:24.015 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:47:23 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[65787]: [12/Apr/2024:08:47:23] ENGINE Serving on http://:::9283 2024-04-12T08:47:24.015 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:47:23 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[65787]: [12/Apr/2024:08:47:23] ENGINE Bus STARTED 2024-04-12T08:47:24.261 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMigration.TriggerAssertSnapcSeq (5518 ms) 2024-04-12T08:47:24.261 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMigration.SnapTrimBeforePrepare 2024-04-12T08:47:24.291 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-12T08:47:24.301 INFO:tasks.workunit.client.0.smithi112.stdout:write: A 41943040~10 2024-04-12T08:47:24.309 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap1 2024-04-12T08:47:24.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:24 smithi175 ceph-mon[32523]: osdmap e248: 8 total, 8 up, 8 in 2024-04-12T08:47:24.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:24 smithi175 ceph-mon[32523]: Standby manager daemon x started 2024-04-12T08:47:24.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:24 smithi175 ceph-mon[32523]: from='mgr.? 172.21.15.175:0/1425349780' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-12T08:47:24.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:24 smithi175 ceph-mon[32523]: from='mgr.? 172.21.15.175:0/1425349780' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T08:47:24.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:24 smithi175 ceph-mon[32523]: from='mgr.? 172.21.15.175:0/1425349780' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-12T08:47:24.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:24 smithi175 ceph-mon[32523]: from='mgr.? 172.21.15.175:0/1425349780' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T08:47:24.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:24 smithi112 ceph-mon[40233]: osdmap e248: 8 total, 8 up, 8 in 2024-04-12T08:47:24.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:24 smithi112 ceph-mon[40233]: Standby manager daemon x started 2024-04-12T08:47:24.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:24 smithi112 ceph-mon[40233]: from='mgr.? 172.21.15.175:0/1425349780' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-12T08:47:24.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:24 smithi112 ceph-mon[40233]: from='mgr.? 172.21.15.175:0/1425349780' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T08:47:24.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:24 smithi112 ceph-mon[40233]: from='mgr.? 172.21.15.175:0/1425349780' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-12T08:47:24.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:24 smithi112 ceph-mon[40233]: from='mgr.? 172.21.15.175:0/1425349780' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T08:47:24.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:24 smithi112 ceph-mon[29019]: osdmap e248: 8 total, 8 up, 8 in 2024-04-12T08:47:24.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:24 smithi112 ceph-mon[29019]: Standby manager daemon x started 2024-04-12T08:47:24.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:24 smithi112 ceph-mon[29019]: from='mgr.? 172.21.15.175:0/1425349780' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-12T08:47:24.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:24 smithi112 ceph-mon[29019]: from='mgr.? 172.21.15.175:0/1425349780' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T08:47:24.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:24 smithi112 ceph-mon[29019]: from='mgr.? 172.21.15.175:0/1425349780' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-12T08:47:24.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:24 smithi112 ceph-mon[29019]: from='mgr.? 172.21.15.175:0/1425349780' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T08:47:25.263 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:25 smithi112 ceph-mon[29019]: mgrmap e31: y(active, since 7s), standbys: x 2024-04-12T08:47:25.263 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:25 smithi112 ceph-mon[29019]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-12T08:47:25.264 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:25 smithi112 ceph-mon[29019]: osdmap e249: 8 total, 8 up, 8 in 2024-04-12T08:47:25.264 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:25 smithi112 ceph-mon[29019]: pgmap v15: 137 pgs: 137 active+clean; 781 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.0 MiB/s wr, 566 op/s 2024-04-12T08:47:25.264 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:25 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/289548167' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:47:25.264 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:25 smithi112 ceph-mon[40233]: mgrmap e31: y(active, since 7s), standbys: x 2024-04-12T08:47:25.264 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:25 smithi112 ceph-mon[40233]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-12T08:47:25.264 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:25 smithi112 ceph-mon[40233]: osdmap e249: 8 total, 8 up, 8 in 2024-04-12T08:47:25.265 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:25 smithi112 ceph-mon[40233]: pgmap v15: 137 pgs: 137 active+clean; 781 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.0 MiB/s wr, 566 op/s 2024-04-12T08:47:25.265 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:25 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/289548167' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:47:25.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:25 smithi175 ceph-mon[32523]: mgrmap e31: y(active, since 7s), standbys: x 2024-04-12T08:47:25.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:25 smithi175 ceph-mon[32523]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-12T08:47:25.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:25 smithi175 ceph-mon[32523]: osdmap e249: 8 total, 8 up, 8 in 2024-04-12T08:47:25.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:25 smithi175 ceph-mon[32523]: pgmap v15: 137 pgs: 137 active+clean; 781 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.0 MiB/s wr, 566 op/s 2024-04-12T08:47:25.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:25 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/289548167' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:47:26.169 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 41943040 2024-04-12T08:47:26.188 INFO:tasks.workunit.client.0.smithi112.stdout:migration_prepare 2024-04-12T08:47:26.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:26 smithi112 ceph-mon[40233]: osdmap e250: 8 total, 8 up, 8 in 2024-04-12T08:47:26.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:26 smithi112 ceph-mon[40233]: from='mgr.25277 ' entity='mgr.y' 2024-04-12T08:47:26.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:26 smithi112 ceph-mon[40233]: from='mgr.25277 ' entity='mgr.y' 2024-04-12T08:47:26.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:26 smithi112 ceph-mon[40233]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:47:26.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:26 smithi112 ceph-mon[40233]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:47:26.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:26 smithi112 ceph-mon[40233]: Updating smithi112:/etc/ceph/ceph.conf 2024-04-12T08:47:26.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:26 smithi112 ceph-mon[40233]: Updating smithi175:/etc/ceph/ceph.conf 2024-04-12T08:47:26.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:26 smithi112 ceph-mon[40233]: Updating smithi112:/var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/config/ceph.conf 2024-04-12T08:47:26.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:26 smithi112 ceph-mon[40233]: Updating smithi175:/var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/config/ceph.conf 2024-04-12T08:47:26.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:26 smithi112 ceph-mon[29019]: osdmap e250: 8 total, 8 up, 8 in 2024-04-12T08:47:26.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:26 smithi112 ceph-mon[29019]: from='mgr.25277 ' entity='mgr.y' 2024-04-12T08:47:26.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:26 smithi112 ceph-mon[29019]: from='mgr.25277 ' entity='mgr.y' 2024-04-12T08:47:26.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:26 smithi112 ceph-mon[29019]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:47:26.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:26 smithi112 ceph-mon[29019]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:47:26.344 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:26 smithi112 ceph-mon[29019]: Updating smithi112:/etc/ceph/ceph.conf 2024-04-12T08:47:26.344 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:26 smithi112 ceph-mon[29019]: Updating smithi175:/etc/ceph/ceph.conf 2024-04-12T08:47:26.344 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:26 smithi112 ceph-mon[29019]: Updating smithi112:/var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/config/ceph.conf 2024-04-12T08:47:26.344 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:26 smithi112 ceph-mon[29019]: Updating smithi175:/var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/config/ceph.conf 2024-04-12T08:47:26.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:26 smithi175 ceph-mon[32523]: osdmap e250: 8 total, 8 up, 8 in 2024-04-12T08:47:26.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:26 smithi175 ceph-mon[32523]: from='mgr.25277 ' entity='mgr.y' 2024-04-12T08:47:26.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:26 smithi175 ceph-mon[32523]: from='mgr.25277 ' entity='mgr.y' 2024-04-12T08:47:26.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:26 smithi175 ceph-mon[32523]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:47:26.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:26 smithi175 ceph-mon[32523]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:47:26.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:26 smithi175 ceph-mon[32523]: Updating smithi112:/etc/ceph/ceph.conf 2024-04-12T08:47:26.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:26 smithi175 ceph-mon[32523]: Updating smithi175:/etc/ceph/ceph.conf 2024-04-12T08:47:26.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:26 smithi175 ceph-mon[32523]: Updating smithi112:/var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/config/ceph.conf 2024-04-12T08:47:26.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:26 smithi175 ceph-mon[32523]: Updating smithi175:/var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/config/ceph.conf 2024-04-12T08:47:27.358 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-12T08:47:27.368 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap3 2024-04-12T08:47:27.394 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:27 smithi175 ceph-mon[32523]: Updating smithi112:/etc/ceph/ceph.client.admin.keyring 2024-04-12T08:47:27.394 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:27 smithi175 ceph-mon[32523]: Updating smithi175:/etc/ceph/ceph.client.admin.keyring 2024-04-12T08:47:27.394 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:27 smithi175 ceph-mon[32523]: Updating smithi112:/var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T08:47:27.394 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:27 smithi175 ceph-mon[32523]: Updating smithi175:/var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T08:47:27.394 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:27 smithi175 ceph-mon[32523]: osdmap e251: 8 total, 8 up, 8 in 2024-04-12T08:47:27.394 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:27 smithi175 ceph-mon[32523]: from='mgr.25277 ' entity='mgr.y' 2024-04-12T08:47:27.394 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:27 smithi175 ceph-mon[32523]: from='mgr.25277 ' entity='mgr.y' 2024-04-12T08:47:27.395 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:27 smithi175 ceph-mon[32523]: from='mgr.25277 ' entity='mgr.y' 2024-04-12T08:47:27.395 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:27 smithi175 ceph-mon[32523]: from='mgr.25277 ' entity='mgr.y' 2024-04-12T08:47:27.395 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:27 smithi175 ceph-mon[32523]: pgmap v18: 137 pgs: 137 active+clean; 781 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.0 MiB/s wr, 424 op/s 2024-04-12T08:47:27.395 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:27 smithi175 ceph-mon[32523]: from='mgr.25277 ' entity='mgr.y' 2024-04-12T08:47:27.395 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:27 smithi175 ceph-mon[32523]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-12T08:47:27.395 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:27 smithi175 ceph-mon[32523]: Reconfiguring daemon prometheus.a on smithi175 2024-04-12T08:47:27.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:27 smithi112 ceph-mon[29019]: Updating smithi112:/etc/ceph/ceph.client.admin.keyring 2024-04-12T08:47:27.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:27 smithi112 ceph-mon[29019]: Updating smithi175:/etc/ceph/ceph.client.admin.keyring 2024-04-12T08:47:27.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:27 smithi112 ceph-mon[29019]: Updating smithi112:/var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T08:47:27.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:27 smithi112 ceph-mon[29019]: Updating smithi175:/var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T08:47:27.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:27 smithi112 ceph-mon[29019]: osdmap e251: 8 total, 8 up, 8 in 2024-04-12T08:47:27.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:27 smithi112 ceph-mon[29019]: from='mgr.25277 ' entity='mgr.y' 2024-04-12T08:47:27.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:27 smithi112 ceph-mon[29019]: from='mgr.25277 ' entity='mgr.y' 2024-04-12T08:47:27.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:27 smithi112 ceph-mon[29019]: from='mgr.25277 ' entity='mgr.y' 2024-04-12T08:47:27.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:27 smithi112 ceph-mon[29019]: from='mgr.25277 ' entity='mgr.y' 2024-04-12T08:47:27.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:27 smithi112 ceph-mon[29019]: pgmap v18: 137 pgs: 137 active+clean; 781 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.0 MiB/s wr, 424 op/s 2024-04-12T08:47:27.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:27 smithi112 ceph-mon[29019]: from='mgr.25277 ' entity='mgr.y' 2024-04-12T08:47:27.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:27 smithi112 ceph-mon[29019]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-12T08:47:27.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:27 smithi112 ceph-mon[29019]: Reconfiguring daemon prometheus.a on smithi175 2024-04-12T08:47:27.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:27 smithi112 ceph-mon[40233]: Updating smithi112:/etc/ceph/ceph.client.admin.keyring 2024-04-12T08:47:27.594 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:27 smithi112 ceph-mon[40233]: Updating smithi175:/etc/ceph/ceph.client.admin.keyring 2024-04-12T08:47:27.594 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:27 smithi112 ceph-mon[40233]: Updating smithi112:/var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T08:47:27.594 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:27 smithi112 ceph-mon[40233]: Updating smithi175:/var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T08:47:27.594 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:27 smithi112 ceph-mon[40233]: osdmap e251: 8 total, 8 up, 8 in 2024-04-12T08:47:27.594 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:27 smithi112 ceph-mon[40233]: from='mgr.25277 ' entity='mgr.y' 2024-04-12T08:47:27.594 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:27 smithi112 ceph-mon[40233]: from='mgr.25277 ' entity='mgr.y' 2024-04-12T08:47:27.594 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:27 smithi112 ceph-mon[40233]: from='mgr.25277 ' entity='mgr.y' 2024-04-12T08:47:27.594 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:27 smithi112 ceph-mon[40233]: from='mgr.25277 ' entity='mgr.y' 2024-04-12T08:47:27.594 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:27 smithi112 ceph-mon[40233]: pgmap v18: 137 pgs: 137 active+clean; 781 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.0 MiB/s wr, 424 op/s 2024-04-12T08:47:27.594 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:27 smithi112 ceph-mon[40233]: from='mgr.25277 ' entity='mgr.y' 2024-04-12T08:47:27.594 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:27 smithi112 ceph-mon[40233]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-12T08:47:27.594 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:27 smithi112 ceph-mon[40233]: Reconfiguring daemon prometheus.a on smithi175 2024-04-12T08:47:28.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:28 smithi175 ceph-mon[32523]: osdmap e252: 8 total, 8 up, 8 in 2024-04-12T08:47:28.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:28 smithi175 ceph-mon[32523]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-04-12T08:47:28.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:28 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/1572399088' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:47:28.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:28 smithi112 ceph-mon[29019]: osdmap e252: 8 total, 8 up, 8 in 2024-04-12T08:47:28.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:28 smithi112 ceph-mon[29019]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-04-12T08:47:28.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:28 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/1572399088' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:47:28.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:28 smithi112 ceph-mon[40233]: osdmap e252: 8 total, 8 up, 8 in 2024-04-12T08:47:28.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:28 smithi112 ceph-mon[40233]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-04-12T08:47:28.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:28 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/1572399088' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:47:29.274 INFO:tasks.workunit.client.0.smithi112.stdout:write: B 41943040~10 2024-04-12T08:47:29.280 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap4 2024-04-12T08:47:29.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:29 smithi175 ceph-mon[32523]: pgmap v20: 137 pgs: 137 active+clean; 781 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 248 KiB/s rd, 23 KiB/s wr, 335 op/s 2024-04-12T08:47:29.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:29 smithi175 ceph-mon[32523]: osdmap e253: 8 total, 8 up, 8 in 2024-04-12T08:47:29.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:29 smithi112 ceph-mon[29019]: pgmap v20: 137 pgs: 137 active+clean; 781 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 248 KiB/s rd, 23 KiB/s wr, 335 op/s 2024-04-12T08:47:29.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:29 smithi112 ceph-mon[29019]: osdmap e253: 8 total, 8 up, 8 in 2024-04-12T08:47:29.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:29 smithi112 ceph-mon[40233]: pgmap v20: 137 pgs: 137 active+clean; 781 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 248 KiB/s rd, 23 KiB/s wr, 335 op/s 2024-04-12T08:47:29.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:29 smithi112 ceph-mon[40233]: osdmap e253: 8 total, 8 up, 8 in 2024-04-12T08:47:30.331 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:47:30 smithi175 systemd[1]: Stopping Ceph prometheus.a for 96d9de20-f8a7-11ee-bc8c-c7b262605968... 2024-04-12T08:47:30.332 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:30 smithi175 ceph-mon[32523]: osdmap e254: 8 total, 8 up, 8 in 2024-04-12T08:47:30.332 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:30 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/2980838737' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:47:30.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:30 smithi112 ceph-mon[40233]: osdmap e254: 8 total, 8 up, 8 in 2024-04-12T08:47:30.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:30 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/2980838737' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:47:30.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:30 smithi112 ceph-mon[29019]: osdmap e254: 8 total, 8 up, 8 in 2024-04-12T08:47:30.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:30 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/2980838737' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:47:30.599 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:47:30 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[74060]: ts=2024-04-12T08:47:30.331Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-12T08:47:30.599 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:47:30 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[74060]: ts=2024-04-12T08:47:30.331Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-04-12T08:47:30.599 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:47:30 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[74060]: ts=2024-04-12T08:47:30.331Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-04-12T08:47:30.599 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:47:30 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[74060]: ts=2024-04-12T08:47:30.331Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-12T08:47:30.599 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:47:30 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[74060]: ts=2024-04-12T08:47:30.331Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-04-12T08:47:30.599 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:47:30 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[74060]: ts=2024-04-12T08:47:30.331Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-04-12T08:47:30.599 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:47:30 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[74060]: ts=2024-04-12T08:47:30.331Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-04-12T08:47:30.599 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:47:30 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[74060]: ts=2024-04-12T08:47:30.331Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-04-12T08:47:30.599 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:47:30 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[74060]: ts=2024-04-12T08:47:30.331Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-04-12T08:47:30.599 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:47:30 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[74060]: ts=2024-04-12T08:47:30.332Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-04-12T08:47:30.599 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:47:30 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[74060]: ts=2024-04-12T08:47:30.332Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-04-12T08:47:30.600 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:47:30 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[74060]: ts=2024-04-12T08:47:30.332Z caller=main.go:1147 level=info msg="See you next time!" 2024-04-12T08:47:30.600 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:47:30 smithi175 podman[77449]: 2024-04-12 08:47:30.341773616 +0000 UTC m=+0.126333928 container died 93b9e9ec106f5f65e7aaa9b455622ed936a5f1f3a09609f9947dbe3e16c8fc1f (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T08:47:30.932 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:47:30 smithi175 podman[77449]: 2024-04-12 08:47:30.689440267 +0000 UTC m=+0.474000581 container cleanup 93b9e9ec106f5f65e7aaa9b455622ed936a5f1f3a09609f9947dbe3e16c8fc1f (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T08:47:30.932 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:47:30 smithi175 bash[77449]: ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a 2024-04-12T08:47:31.146 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 41943040 2024-04-12T08:47:31.167 INFO:tasks.workunit.client.0.smithi112.stdout:migration_execute 2024-04-12T08:47:31.226 INFO:tasks.workunit.client.0.smithi112.stdout:migration_commit 2024-04-12T08:47:31.263 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:47:30 smithi175 podman[77463]: 2024-04-12 08:47:30.932295604 +0000 UTC m=+0.593824898 container remove 93b9e9ec106f5f65e7aaa9b455622ed936a5f1f3a09609f9947dbe3e16c8fc1f (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T08:47:31.263 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:47:31 smithi175 systemd[1]: ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-04-12T08:47:31.263 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:47:31 smithi175 systemd[1]: Stopped Ceph prometheus.a for 96d9de20-f8a7-11ee-bc8c-c7b262605968. 2024-04-12T08:47:31.263 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:47:31 smithi175 systemd[1]: ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@prometheus.a.service: Consumed 1.096s CPU time. 2024-04-12T08:47:31.263 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:47:31 smithi175 systemd[1]: Starting Ceph prometheus.a for 96d9de20-f8a7-11ee-bc8c-c7b262605968... 2024-04-12T08:47:31.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:31 smithi175 ceph-mon[32523]: pgmap v23: 137 pgs: 137 active+clean; 781 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 248 KiB/s rd, 23 KiB/s wr, 336 op/s 2024-04-12T08:47:31.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:31 smithi175 ceph-mon[32523]: osdmap e255: 8 total, 8 up, 8 in 2024-04-12T08:47:31.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:31 smithi175 ceph-mon[32523]: osdmap e256: 8 total, 8 up, 8 in 2024-04-12T08:47:31.515 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:47:31 smithi175 podman[77560]: 2024-04-12 08:47:31.188289205 +0000 UTC m=+0.019069698 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-04-12T08:47:31.515 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:47:31 smithi175 podman[77560]: 2024-04-12 08:47:31.308488205 +0000 UTC m=+0.139268685 container create ce32c390e55c3fca5e3858c74258aca30b8516ad146e4706499fb084eeec3670 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T08:47:31.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:31 smithi112 ceph-mon[29019]: pgmap v23: 137 pgs: 137 active+clean; 781 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 248 KiB/s rd, 23 KiB/s wr, 336 op/s 2024-04-12T08:47:31.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:31 smithi112 ceph-mon[29019]: osdmap e255: 8 total, 8 up, 8 in 2024-04-12T08:47:31.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:31 smithi112 ceph-mon[29019]: osdmap e256: 8 total, 8 up, 8 in 2024-04-12T08:47:31.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:31 smithi112 ceph-mon[40233]: pgmap v23: 137 pgs: 137 active+clean; 781 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 248 KiB/s rd, 23 KiB/s wr, 336 op/s 2024-04-12T08:47:31.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:31 smithi112 ceph-mon[40233]: osdmap e255: 8 total, 8 up, 8 in 2024-04-12T08:47:31.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:31 smithi112 ceph-mon[40233]: osdmap e256: 8 total, 8 up, 8 in 2024-04-12T08:47:32.015 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:47:31 smithi175 podman[77560]: 2024-04-12 08:47:31.538466594 +0000 UTC m=+0.369247074 container init ce32c390e55c3fca5e3858c74258aca30b8516ad146e4706499fb084eeec3670 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T08:47:32.015 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:47:31 smithi175 podman[77560]: 2024-04-12 08:47:31.540933007 +0000 UTC m=+0.371713487 container start ce32c390e55c3fca5e3858c74258aca30b8516ad146e4706499fb084eeec3670 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T08:47:32.015 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:47:31 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[77574]: ts=2024-04-12T08:47:31.562Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-04-12T08:47:32.015 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:47:31 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[77574]: ts=2024-04-12T08:47:31.562Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-04-12T08:47:32.015 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:47:31 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[77574]: ts=2024-04-12T08:47:31.562Z caller=main.go:570 level=info host_details="(Linux 5.14.0-435.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024 x86_64 smithi175 (none))" 2024-04-12T08:47:32.015 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:47:31 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[77574]: ts=2024-04-12T08:47:31.562Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-04-12T08:47:32.015 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:47:31 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[77574]: ts=2024-04-12T08:47:31.562Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-12T08:47:32.016 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:47:31 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[77574]: ts=2024-04-12T08:47:31.565Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-04-12T08:47:32.016 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:47:31 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[77574]: ts=2024-04-12T08:47:31.565Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-04-12T08:47:32.016 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:47:31 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[77574]: ts=2024-04-12T08:47:31.566Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-04-12T08:47:32.016 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:47:31 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[77574]: ts=2024-04-12T08:47:31.566Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-04-12T08:47:32.016 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:47:31 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[77574]: ts=2024-04-12T08:47:31.567Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-12T08:47:32.016 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:47:31 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[77574]: ts=2024-04-12T08:47:31.567Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.302µs 2024-04-12T08:47:32.016 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:47:31 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[77574]: ts=2024-04-12T08:47:31.567Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-04-12T08:47:32.016 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:47:31 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[77574]: ts=2024-04-12T08:47:31.568Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=3 2024-04-12T08:47:32.016 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:47:31 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[77574]: ts=2024-04-12T08:47:31.586Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=3 2024-04-12T08:47:32.016 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:47:31 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[77574]: ts=2024-04-12T08:47:31.588Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=3 2024-04-12T08:47:32.016 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:47:31 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[77574]: ts=2024-04-12T08:47:31.588Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=3 2024-04-12T08:47:32.016 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:47:31 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[77574]: ts=2024-04-12T08:47:31.588Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=18.249µs wal_replay_duration=21.222387ms wbl_replay_duration=88ns total_replay_duration=21.257812ms 2024-04-12T08:47:32.016 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:47:31 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[77574]: ts=2024-04-12T08:47:31.591Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-04-12T08:47:32.016 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:47:31 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[77574]: ts=2024-04-12T08:47:31.591Z caller=main.go:1029 level=info msg="TSDB started" 2024-04-12T08:47:32.016 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:47:31 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[77574]: ts=2024-04-12T08:47:31.591Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-12T08:47:32.017 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:47:31 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[77574]: ts=2024-04-12T08:47:31.611Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=20.30499ms db_storage=881ns remote_storage=1.152µs web_handler=386ns query_engine=764ns scrape=404.183µs scrape_sd=248.697µs notify=10.248µs notify_sd=8.183µs rules=19.401633ms tracing=6.969µs 2024-04-12T08:47:32.017 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:47:31 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[77574]: ts=2024-04-12T08:47:31.611Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-04-12T08:47:32.017 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:47:31 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[77574]: ts=2024-04-12T08:47:31.611Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-04-12T08:47:32.017 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:47:31 smithi175 bash[77560]: ce32c390e55c3fca5e3858c74258aca30b8516ad146e4706499fb084eeec3670 2024-04-12T08:47:32.017 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:47:31 smithi175 systemd[1]: Started Ceph prometheus.a for 96d9de20-f8a7-11ee-bc8c-c7b262605968. 2024-04-12T08:47:32.248 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMigration.SnapTrimBeforePrepare (7987 ms) 2024-04-12T08:47:32.248 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMigration.AbortInUseImage 2024-04-12T08:47:32.277 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-12T08:47:32.287 INFO:tasks.workunit.client.0.smithi112.stdout:migration_prepare 2024-04-12T08:47:32.457 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMigration.AbortInUseImage (209 ms) 2024-04-12T08:47:32.457 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMigration.AbortWithoutSnapshots 2024-04-12T08:47:32.485 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-12T08:47:32.495 INFO:tasks.workunit.client.0.smithi112.stdout:write: 1 0~8388609 2024-04-12T08:47:32.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:32 smithi175 ceph-mon[32523]: from='mgr.25277 ' entity='mgr.y' 2024-04-12T08:47:32.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:32 smithi175 ceph-mon[32523]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:47:32.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:32 smithi175 ceph-mon[32523]: from='mgr.25277 ' entity='mgr.y' 2024-04-12T08:47:32.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:32 smithi175 ceph-mon[32523]: from='mgr.25277 ' entity='mgr.y' 2024-04-12T08:47:32.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:32 smithi175 ceph-mon[32523]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-12T08:47:32.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:32 smithi175 ceph-mon[32523]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:47:32.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:32 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/1936190115' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:47:32.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:32 smithi175 ceph-mon[32523]: osdmap e257: 8 total, 8 up, 8 in 2024-04-12T08:47:32.555 INFO:tasks.workunit.client.0.smithi112.stdout:write: 1 16777218~8388609 2024-04-12T08:47:32.610 INFO:tasks.workunit.client.0.smithi112.stdout:migration_prepare 2024-04-12T08:47:32.790 INFO:tasks.workunit.client.0.smithi112.stdout:write: 1 0~8388609 2024-04-12T08:47:32.837 INFO:tasks.workunit.client.0.smithi112.stdout:write: 1 16777218~8388609 2024-04-12T08:47:32.842 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:32 smithi112 ceph-mon[40233]: from='mgr.25277 ' entity='mgr.y' 2024-04-12T08:47:32.842 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:32 smithi112 ceph-mon[40233]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:47:32.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:32 smithi112 ceph-mon[40233]: from='mgr.25277 ' entity='mgr.y' 2024-04-12T08:47:32.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:32 smithi112 ceph-mon[40233]: from='mgr.25277 ' entity='mgr.y' 2024-04-12T08:47:32.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:32 smithi112 ceph-mon[40233]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-12T08:47:32.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:32 smithi112 ceph-mon[40233]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:47:32.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:32 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/1936190115' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:47:32.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:32 smithi112 ceph-mon[40233]: osdmap e257: 8 total, 8 up, 8 in 2024-04-12T08:47:32.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:32 smithi112 ceph-mon[29019]: from='mgr.25277 ' entity='mgr.y' 2024-04-12T08:47:32.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:32 smithi112 ceph-mon[29019]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:47:32.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:32 smithi112 ceph-mon[29019]: from='mgr.25277 ' entity='mgr.y' 2024-04-12T08:47:32.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:32 smithi112 ceph-mon[29019]: from='mgr.25277 ' entity='mgr.y' 2024-04-12T08:47:32.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:32 smithi112 ceph-mon[29019]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-12T08:47:32.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:32 smithi112 ceph-mon[29019]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:47:32.844 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:32 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/1936190115' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:47:32.844 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:32 smithi112 ceph-mon[29019]: osdmap e257: 8 total, 8 up, 8 in 2024-04-12T08:47:32.889 INFO:tasks.workunit.client.0.smithi112.stdout:migration_abort 2024-04-12T08:47:33.080 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMigration.AbortWithoutSnapshots (623 ms) 2024-04-12T08:47:33.080 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMigration.AbortWithSnapshots 2024-04-12T08:47:33.113 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-12T08:47:33.123 INFO:tasks.workunit.client.0.smithi112.stdout:write: 1 0~8388609 2024-04-12T08:47:33.188 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap1 2024-04-12T08:47:33.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:33 smithi175 ceph-mon[32523]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-12T08:47:33.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:33 smithi175 ceph-mon[32523]: pgmap v27: 137 pgs: 137 active+clean; 781 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T08:47:33.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:33 smithi175 ceph-mon[32523]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T08:47:33.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:33 smithi175 ceph-mon[32523]: from='mgr.25277 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T08:47:33.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:33 smithi175 ceph-mon[32523]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-12T08:47:33.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:33 smithi175 ceph-mon[32523]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:47:33.779 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:47:33 smithi175 systemd[1]: ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@grafana.a.service: Scheduled restart job, restart counter is at 3. 2024-04-12T08:47:33.779 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:47:33 smithi175 systemd[1]: Stopped Ceph grafana.a for 96d9de20-f8a7-11ee-bc8c-c7b262605968. 2024-04-12T08:47:33.779 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:47:33 smithi175 systemd[1]: Starting Ceph grafana.a for 96d9de20-f8a7-11ee-bc8c-c7b262605968... 2024-04-12T08:47:33.779 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:47:33 smithi175 podman[77837]: 2024-04-12 08:47:33.663320169 +0000 UTC m=+0.017610901 image pull 954c08fa618887fe9a6fe572ae541197c77e625b05f4193df7898f5ac649ada9 quay.io/ceph/ceph-grafana:9.4.7 2024-04-12T08:47:33.779 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:47:33 smithi175 podman[77837]: 2024-04-12 08:47:33.779143485 +0000 UTC m=+0.133434207 container create 2702e427945173d15df8153b8846e86dbd9dc44044d37c293c14f28e4d09cc6b (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, build-date=2022-04-29T11:48:11.055897, io.k8s.display-name=Red Hat Universal Base Image 8, name=ubi8, release=239.1651231664, vcs-type=git, vendor=Red Hat, Inc., version=8.5, architecture=x86_64, distribution-scope=public, io.openshift.tags=base rhel8, description=Ceph Grafana Container, maintainer=Paul Cuzner , vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, summary=Grafana Container configured for Ceph mgr/dashboard integration, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.openshift.expose-services=, com.redhat.component=ubi8-container, io.buildah.version=1.32.0) 2024-04-12T08:47:33.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:33 smithi112 ceph-mon[29019]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-12T08:47:33.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:33 smithi112 ceph-mon[29019]: pgmap v27: 137 pgs: 137 active+clean; 781 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T08:47:33.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:33 smithi112 ceph-mon[29019]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T08:47:33.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:33 smithi112 ceph-mon[29019]: from='mgr.25277 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T08:47:33.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:33 smithi112 ceph-mon[29019]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-12T08:47:33.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:33 smithi112 ceph-mon[29019]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:47:33.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:33 smithi112 ceph-mon[40233]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-12T08:47:33.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:33 smithi112 ceph-mon[40233]: pgmap v27: 137 pgs: 137 active+clean; 781 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-12T08:47:33.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:33 smithi112 ceph-mon[40233]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T08:47:33.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:33 smithi112 ceph-mon[40233]: from='mgr.25277 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T08:47:33.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:33 smithi112 ceph-mon[40233]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-12T08:47:33.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:33 smithi112 ceph-mon[40233]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:47:34.371 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:47:34 smithi175 podman[77837]: 2024-04-12 08:47:34.031449455 +0000 UTC m=+0.385740177 container init 2702e427945173d15df8153b8846e86dbd9dc44044d37c293c14f28e4d09cc6b (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a, io.k8s.display-name=Red Hat Universal Base Image 8, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, release=239.1651231664, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.openshift.expose-services=, distribution-scope=public, maintainer=Paul Cuzner , url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, vendor=Red Hat, Inc., io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, build-date=2022-04-29T11:48:11.055897, name=ubi8, com.redhat.component=ubi8-container, vcs-type=git, architecture=x86_64, summary=Grafana Container configured for Ceph mgr/dashboard integration, io.buildah.version=1.32.0, io.openshift.tags=base rhel8, version=8.5, description=Ceph Grafana Container) 2024-04-12T08:47:34.372 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:47:34 smithi175 podman[77837]: 2024-04-12 08:47:34.034191815 +0000 UTC m=+0.388482537 container start 2702e427945173d15df8153b8846e86dbd9dc44044d37c293c14f28e4d09cc6b (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a, maintainer=Paul Cuzner , name=ubi8, io.buildah.version=1.32.0, architecture=x86_64, description=Ceph Grafana Container, version=8.5, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.openshift.expose-services=, distribution-scope=public, io.openshift.tags=base rhel8, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, vcs-type=git, com.redhat.component=ubi8-container, build-date=2022-04-29T11:48:11.055897, io.k8s.display-name=Red Hat Universal Base Image 8, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, release=239.1651231664, vendor=Red Hat, Inc., summary=Grafana Container configured for Ceph mgr/dashboard integration, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664) 2024-04-12T08:47:34.372 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:47:34 smithi175 bash[77837]: 2702e427945173d15df8153b8846e86dbd9dc44044d37c293c14f28e4d09cc6b 2024-04-12T08:47:34.372 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:47:34 smithi175 systemd[1]: Started Ceph grafana.a for 96d9de20-f8a7-11ee-bc8c-c7b262605968. 2024-04-12T08:47:34.372 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:47:34 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[77867]: logger=settings t=2024-04-12T08:47:34.185617948Z level=error msg="failed to parse \"/etc/grafana/grafana.ini\": open /etc/grafana/grafana.ini: permission denied" 2024-04-12T08:47:34.686 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:34 smithi175 ceph-mon[32523]: Upgrade: Updating mgr.x 2024-04-12T08:47:34.687 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:34 smithi175 ceph-mon[32523]: Deploying daemon mgr.x on smithi175 2024-04-12T08:47:34.687 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:34 smithi175 ceph-mon[32523]: osdmap e258: 8 total, 8 up, 8 in 2024-04-12T08:47:34.687 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:47:34 smithi175 podman[77901]: 2024-04-12 08:47:34.375398726 +0000 UTC m=+0.182660740 container died 2702e427945173d15df8153b8846e86dbd9dc44044d37c293c14f28e4d09cc6b (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, architecture=x86_64, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, description=Ceph Grafana Container, io.openshift.tags=base rhel8, vendor=Red Hat, Inc., maintainer=Paul Cuzner , vcs-type=git, distribution-scope=public, io.buildah.version=1.32.0, version=8.5, build-date=2022-04-29T11:48:11.055897, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.k8s.display-name=Red Hat Universal Base Image 8, summary=Grafana Container configured for Ceph mgr/dashboard integration, com.redhat.component=ubi8-container, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, name=ubi8, io.openshift.expose-services=, release=239.1651231664) 2024-04-12T08:47:34.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:34 smithi112 ceph-mon[29019]: Upgrade: Updating mgr.x 2024-04-12T08:47:34.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:34 smithi112 ceph-mon[29019]: Deploying daemon mgr.x on smithi175 2024-04-12T08:47:34.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:34 smithi112 ceph-mon[29019]: osdmap e258: 8 total, 8 up, 8 in 2024-04-12T08:47:34.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:34 smithi112 ceph-mon[40233]: Upgrade: Updating mgr.x 2024-04-12T08:47:34.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:34 smithi112 ceph-mon[40233]: Deploying daemon mgr.x on smithi175 2024-04-12T08:47:34.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:34 smithi112 ceph-mon[40233]: osdmap e258: 8 total, 8 up, 8 in 2024-04-12T08:47:35.150 INFO:tasks.workunit.client.0.smithi112.stdout:write: 1 8388609~8388609 2024-04-12T08:47:35.174 INFO:tasks.workunit.client.0.smithi112.stdout:write: X 0~1000 2024-04-12T08:47:35.174 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 1010~1000 2024-04-12T08:47:35.174 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap2 2024-04-12T08:47:35.222 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:47:34 smithi175 podman[77901]: 2024-04-12 08:47:34.970525699 +0000 UTC m=+0.777787751 container remove 2702e427945173d15df8153b8846e86dbd9dc44044d37c293c14f28e4d09cc6b (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a, vendor=Red Hat, Inc., com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, name=ubi8, maintainer=Paul Cuzner , com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, architecture=x86_64, com.redhat.component=ubi8-container, release=239.1651231664, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, vcs-type=git, description=Ceph Grafana Container, summary=Grafana Container configured for Ceph mgr/dashboard integration, version=8.5, io.buildah.version=1.32.0, build-date=2022-04-29T11:48:11.055897, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., distribution-scope=public, io.openshift.tags=base rhel8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.openshift.expose-services=, io.k8s.display-name=Red Hat Universal Base Image 8) 2024-04-12T08:47:35.222 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:47:34 smithi175 systemd[1]: ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@grafana.a.service: Main process exited, code=exited, status=1/FAILURE 2024-04-12T08:47:35.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:35 smithi175 ceph-mon[32523]: pgmap v29: 137 pgs: 137 active+clean; 781 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 210 KiB/s rd, 18 KiB/s wr, 281 op/s 2024-04-12T08:47:35.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:35 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/1693189848' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:47:35.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:35 smithi175 ceph-mon[32523]: osdmap e259: 8 total, 8 up, 8 in 2024-04-12T08:47:35.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:35 smithi112 ceph-mon[29019]: pgmap v29: 137 pgs: 137 active+clean; 781 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 210 KiB/s rd, 18 KiB/s wr, 281 op/s 2024-04-12T08:47:35.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:35 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/1693189848' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:47:35.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:35 smithi112 ceph-mon[29019]: osdmap e259: 8 total, 8 up, 8 in 2024-04-12T08:47:35.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:35 smithi112 ceph-mon[40233]: pgmap v29: 137 pgs: 137 active+clean; 781 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 210 KiB/s rd, 18 KiB/s wr, 281 op/s 2024-04-12T08:47:35.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:35 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/1693189848' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:47:35.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:35 smithi112 ceph-mon[40233]: osdmap e259: 8 total, 8 up, 8 in 2024-04-12T08:47:36.166 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:47:35 smithi175 systemd[1]: ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@grafana.a.service: Failed with result 'exit-code'. 2024-04-12T08:47:36.435 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:47:36 smithi175 systemd[1]: Stopping Ceph mgr.x for 96d9de20-f8a7-11ee-bc8c-c7b262605968... 2024-04-12T08:47:36.689 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:47:36 smithi175 podman[78026]: 2024-04-12 08:47:36.435128531 +0000 UTC m=+0.129982249 container died 6e55d54881bdf7ef595ca193a0406875432d13cb9b03a195be5f6e946611a59a (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True, RELEASE=squid-b277feb, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-04-12T08:47:37.014 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:47:36 smithi175 podman[78026]: 2024-04-12 08:47:36.779434275 +0000 UTC m=+0.474287999 container cleanup 6e55d54881bdf7ef595ca193a0406875432d13cb9b03a195be5f6e946611a59a (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, RELEASE=squid-b277feb, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-12T08:47:37.015 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:47:36 smithi175 bash[78026]: ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x 2024-04-12T08:47:37.092 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:47:36 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:47:36] "GET /metrics HTTP/1.1" 200 38731 "" "Prometheus/2.43.0" 2024-04-12T08:47:37.143 INFO:tasks.workunit.client.0.smithi112.stdout:write: X 8388609~1000 2024-04-12T08:47:37.149 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 16777228~1000 2024-04-12T08:47:37.149 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 167772160 2024-04-12T08:47:37.157 INFO:tasks.workunit.client.0.smithi112.stdout:write: 2 83886079~8388609 2024-04-12T08:47:37.169 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap3 2024-04-12T08:47:37.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:37 smithi175 ceph-mon[32523]: osdmap e260: 8 total, 8 up, 8 in 2024-04-12T08:47:37.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:37 smithi175 ceph-mon[32523]: pgmap v32: 137 pgs: 137 active+clean; 781 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 204 KiB/s rd, 17 KiB/s wr, 273 op/s 2024-04-12T08:47:37.401 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:37 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/472770118' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:47:37.401 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:47:37 smithi175 podman[78040]: 2024-04-12 08:47:37.072539468 +0000 UTC m=+0.639686302 container remove 6e55d54881bdf7ef595ca193a0406875432d13cb9b03a195be5f6e946611a59a (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-b277feb, GIT_CLEAN=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2024-04-12T08:47:37.401 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:47:37 smithi175 systemd[1]: ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-04-12T08:47:37.401 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:47:37 smithi175 systemd[1]: ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@mgr.x.service: Failed with result 'exit-code'. 2024-04-12T08:47:37.401 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:47:37 smithi175 systemd[1]: Stopped Ceph mgr.x for 96d9de20-f8a7-11ee-bc8c-c7b262605968. 2024-04-12T08:47:37.402 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:47:37 smithi175 systemd[1]: ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@mgr.x.service: Consumed 27.162s CPU time. 2024-04-12T08:47:37.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:37 smithi112 ceph-mon[29019]: osdmap e260: 8 total, 8 up, 8 in 2024-04-12T08:47:37.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:37 smithi112 ceph-mon[29019]: pgmap v32: 137 pgs: 137 active+clean; 781 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 204 KiB/s rd, 17 KiB/s wr, 273 op/s 2024-04-12T08:47:37.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:37 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/472770118' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:47:37.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:37 smithi112 ceph-mon[40233]: osdmap e260: 8 total, 8 up, 8 in 2024-04-12T08:47:37.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:37 smithi112 ceph-mon[40233]: pgmap v32: 137 pgs: 137 active+clean; 781 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 204 KiB/s rd, 17 KiB/s wr, 273 op/s 2024-04-12T08:47:37.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:37 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/472770118' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:47:37.710 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:47:37 smithi175 systemd[1]: Starting Ceph mgr.x for 96d9de20-f8a7-11ee-bc8c-c7b262605968... 2024-04-12T08:47:37.710 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:47:37 smithi175 podman[78171]: 2024-04-12 08:47:37.518206354 +0000 UTC m=+0.017907634 image pull 668895944f0ec64b67a5b7564961d2756f2966e5d4b9338516300dbec9984951 quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec 2024-04-12T08:47:37.710 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:47:37 smithi175 podman[78171]: 2024-04-12 08:47:37.623640977 +0000 UTC m=+0.123342316 container create 25957c2a8ab73b8d7b18b54b773c64611ca19de4362e7393ea60a7ed2f714f76 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x, org.label-schema.build-date=20240409, RELEASE=squid-b277feb, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-12T08:47:38.015 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:47:37 smithi175 podman[78171]: 2024-04-12 08:47:37.842600762 +0000 UTC m=+0.342302036 container init 25957c2a8ab73b8d7b18b54b773c64611ca19de4362e7393ea60a7ed2f714f76 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x, org.label-schema.schema-version=1.0, RELEASE=squid-b277feb, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409) 2024-04-12T08:47:38.016 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:47:37 smithi175 podman[78171]: 2024-04-12 08:47:37.845172247 +0000 UTC m=+0.344873527 container start 25957c2a8ab73b8d7b18b54b773c64611ca19de4362e7393ea60a7ed2f714f76 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, RELEASE=squid-b277feb, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-04-12T08:47:38.016 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:47:37 smithi175 ceph-mgr[78189]: -- 172.21.15.175:0/1735538170 <== mon.1 v2:172.21.15.175:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55ce8e4985a0 con 0x55ce8e46cc00 2024-04-12T08:47:38.016 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:47:37 smithi175 bash[78171]: 25957c2a8ab73b8d7b18b54b773c64611ca19de4362e7393ea60a7ed2f714f76 2024-04-12T08:47:38.016 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:47:37 smithi175 systemd[1]: Started Ceph mgr.x for 96d9de20-f8a7-11ee-bc8c-c7b262605968. 2024-04-12T08:47:38.424 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:38 smithi175 ceph-mon[32523]: osdmap e261: 8 total, 8 up, 8 in 2024-04-12T08:47:38.424 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:38 smithi175 ceph-mon[32523]: from='mgr.25277 ' entity='mgr.y' 2024-04-12T08:47:38.424 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:38 smithi175 ceph-mon[32523]: from='mgr.25277 ' entity='mgr.y' 2024-04-12T08:47:38.424 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:38 smithi175 ceph-mon[32523]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:47:38.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:38 smithi112 ceph-mon[29019]: osdmap e261: 8 total, 8 up, 8 in 2024-04-12T08:47:38.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:38 smithi112 ceph-mon[29019]: from='mgr.25277 ' entity='mgr.y' 2024-04-12T08:47:38.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:38 smithi112 ceph-mon[29019]: from='mgr.25277 ' entity='mgr.y' 2024-04-12T08:47:38.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:38 smithi112 ceph-mon[29019]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:47:38.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:38 smithi112 ceph-mon[40233]: osdmap e261: 8 total, 8 up, 8 in 2024-04-12T08:47:38.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:38 smithi112 ceph-mon[40233]: from='mgr.25277 ' entity='mgr.y' 2024-04-12T08:47:38.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:38 smithi112 ceph-mon[40233]: from='mgr.25277 ' entity='mgr.y' 2024-04-12T08:47:38.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:38 smithi112 ceph-mon[40233]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:47:38.765 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:47:38 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[78185]: 2024-04-12T08:47:38.422+0000 7fdfd5b3c200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-12T08:47:38.765 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:47:38 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[78185]: 2024-04-12T08:47:38.520+0000 7fdfd5b3c200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-12T08:47:38.765 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:47:38 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[77574]: ts=2024-04-12T08:47:38.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.112\", device_class=\"ssd\", hostname=\"smithi112\", instance=\"smithi175.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.112\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.112\", device_class=\"ssd\", hostname=\"smithi112\", instance=\"smithi112:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.112\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T08:47:39.160 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-12T08:47:39.179 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 83886079~1 2024-04-12T08:47:39.188 INFO:tasks.workunit.client.0.smithi112.stdout:migration_prepare 2024-04-12T08:47:39.433 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:47:39 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[78185]: 2024-04-12T08:47:39.237+0000 7fdfd5b3c200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-12T08:47:39.433 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:47:39 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[78185]: 2024-04-12T08:47:39.331+0000 7fdfd5b3c200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-12T08:47:39.434 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:39 smithi175 ceph-mon[32523]: osdmap e262: 8 total, 8 up, 8 in 2024-04-12T08:47:39.434 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:39 smithi175 ceph-mon[32523]: pgmap v35: 137 pgs: 137 active+clean; 869 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 21 MiB/s rd, 33 MiB/s wr, 491 op/s 2024-04-12T08:47:39.434 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:39 smithi175 ceph-mon[32523]: from='mgr.25277 ' entity='mgr.y' 2024-04-12T08:47:39.434 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:39 smithi175 ceph-mon[32523]: from='mgr.25277 ' entity='mgr.y' 2024-04-12T08:47:39.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:39 smithi112 ceph-mon[29019]: osdmap e262: 8 total, 8 up, 8 in 2024-04-12T08:47:39.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:39 smithi112 ceph-mon[29019]: pgmap v35: 137 pgs: 137 active+clean; 869 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 21 MiB/s rd, 33 MiB/s wr, 491 op/s 2024-04-12T08:47:39.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:39 smithi112 ceph-mon[29019]: from='mgr.25277 ' entity='mgr.y' 2024-04-12T08:47:39.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:39 smithi112 ceph-mon[29019]: from='mgr.25277 ' entity='mgr.y' 2024-04-12T08:47:39.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:39 smithi112 ceph-mon[40233]: osdmap e262: 8 total, 8 up, 8 in 2024-04-12T08:47:39.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:39 smithi112 ceph-mon[40233]: pgmap v35: 137 pgs: 137 active+clean; 869 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 21 MiB/s rd, 33 MiB/s wr, 491 op/s 2024-04-12T08:47:39.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:39 smithi112 ceph-mon[40233]: from='mgr.25277 ' entity='mgr.y' 2024-04-12T08:47:39.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:39 smithi112 ceph-mon[40233]: from='mgr.25277 ' entity='mgr.y' 2024-04-12T08:47:39.764 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:47:39 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[78185]: 2024-04-12T08:47:39.476+0000 7fdfd5b3c200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-12T08:47:39.765 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:47:39 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[78185]: 2024-04-12T08:47:39.585+0000 7fdfd5b3c200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-12T08:47:39.765 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:47:39 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[78185]: 2024-04-12T08:47:39.673+0000 7fdfd5b3c200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-12T08:47:40.262 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:40 smithi175 ceph-mon[32523]: osdmap e263: 8 total, 8 up, 8 in 2024-04-12T08:47:40.262 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:40 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/2274860677' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:47:40.262 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:47:39 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[78185]: 2024-04-12T08:47:39.950+0000 7fdfd5b3c200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-12T08:47:40.262 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:47:40 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[78185]: 2024-04-12T08:47:40.068+0000 7fdfd5b3c200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-12T08:47:40.262 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:47:40 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[78185]: 2024-04-12T08:47:40.158+0000 7fdfd5b3c200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-12T08:47:40.514 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:47:40 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[78185]: 2024-04-12T08:47:40.261+0000 7fdfd5b3c200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-12T08:47:40.515 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:47:40 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[78185]: 2024-04-12T08:47:40.445+0000 7fdfd5b3c200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-12T08:47:40.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:40 smithi112 ceph-mon[29019]: osdmap e263: 8 total, 8 up, 8 in 2024-04-12T08:47:40.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:40 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/2274860677' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:47:40.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:40 smithi112 ceph-mon[40233]: osdmap e263: 8 total, 8 up, 8 in 2024-04-12T08:47:40.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:40 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/2274860677' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:47:41.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:41 smithi175 ceph-mon[32523]: osdmap e264: 8 total, 8 up, 8 in 2024-04-12T08:47:41.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:41 smithi175 ceph-mon[32523]: pgmap v38: 137 pgs: 137 active+clean; 869 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 21 MiB/s rd, 33 MiB/s wr, 491 op/s 2024-04-12T08:47:41.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:41 smithi112 ceph-mon[40233]: osdmap e264: 8 total, 8 up, 8 in 2024-04-12T08:47:41.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:41 smithi112 ceph-mon[40233]: pgmap v38: 137 pgs: 137 active+clean; 869 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 21 MiB/s rd, 33 MiB/s wr, 491 op/s 2024-04-12T08:47:41.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:41 smithi112 ceph-mon[29019]: osdmap e264: 8 total, 8 up, 8 in 2024-04-12T08:47:41.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:41 smithi112 ceph-mon[29019]: pgmap v38: 137 pgs: 137 active+clean; 869 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 21 MiB/s rd, 33 MiB/s wr, 491 op/s 2024-04-12T08:47:42.014 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:47:41 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[78185]: 2024-04-12T08:47:41.520+0000 7fdfd5b3c200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-12T08:47:42.015 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:47:41 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[78185]: 2024-04-12T08:47:41.688+0000 7fdfd5b3c200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-12T08:47:42.377 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:42 smithi175 ceph-mon[32523]: osdmap e265: 8 total, 8 up, 8 in 2024-04-12T08:47:42.378 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:42 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/698485480' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:47:42.378 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:47:42 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[78185]: 2024-04-12T08:47:42.060+0000 7fdfd5b3c200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-12T08:47:42.378 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:47:42 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[78185]: 2024-04-12T08:47:42.159+0000 7fdfd5b3c200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-12T08:47:42.378 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:47:42 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[78185]: 2024-04-12T08:47:42.376+0000 7fdfd5b3c200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-12T08:47:42.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:42 smithi112 ceph-mon[40233]: osdmap e265: 8 total, 8 up, 8 in 2024-04-12T08:47:42.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:42 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/698485480' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:47:42.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:42 smithi112 ceph-mon[29019]: osdmap e265: 8 total, 8 up, 8 in 2024-04-12T08:47:42.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:42 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/698485480' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:47:42.598 INFO:tasks.workunit.client.0.smithi112.stdout:write: 1 0~8388609 2024-04-12T08:47:42.705 INFO:tasks.workunit.client.0.smithi112.stdout:write: 1 16777218~8388609 2024-04-12T08:47:42.764 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:47:42 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[78185]: 2024-04-12T08:47:42.584+0000 7fdfd5b3c200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-12T08:47:43.211 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:47:42 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[78185]: 2024-04-12T08:47:42.930+0000 7fdfd5b3c200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-12T08:47:43.211 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:47:43 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[78185]: 2024-04-12T08:47:43.210+0000 7fdfd5b3c200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-12T08:47:43.211 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:43 smithi175 ceph-mon[32523]: osdmap e266: 8 total, 8 up, 8 in 2024-04-12T08:47:43.211 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:43 smithi175 ceph-mon[32523]: pgmap v41: 137 pgs: 137 active+clean; 869 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-04-12T08:47:43.211 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:43 smithi175 ceph-mon[32523]: from='mgr.25277 ' entity='mgr.y' 2024-04-12T08:47:43.211 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:43 smithi175 ceph-mon[32523]: from='mgr.25277 ' entity='mgr.y' 2024-04-12T08:47:43.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:43 smithi112 ceph-mon[40233]: osdmap e266: 8 total, 8 up, 8 in 2024-04-12T08:47:43.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:43 smithi112 ceph-mon[40233]: pgmap v41: 137 pgs: 137 active+clean; 869 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-04-12T08:47:43.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:43 smithi112 ceph-mon[40233]: from='mgr.25277 ' entity='mgr.y' 2024-04-12T08:47:43.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:43 smithi112 ceph-mon[40233]: from='mgr.25277 ' entity='mgr.y' 2024-04-12T08:47:43.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:43 smithi112 ceph-mon[29019]: osdmap e266: 8 total, 8 up, 8 in 2024-04-12T08:47:43.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:43 smithi112 ceph-mon[29019]: pgmap v41: 137 pgs: 137 active+clean; 869 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-04-12T08:47:43.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:43 smithi112 ceph-mon[29019]: from='mgr.25277 ' entity='mgr.y' 2024-04-12T08:47:43.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:43 smithi112 ceph-mon[29019]: from='mgr.25277 ' entity='mgr.y' 2024-04-12T08:47:43.607 INFO:tasks.workunit.client.0.smithi112.stdout:write: 1 0~8388609 2024-04-12T08:47:43.620 INFO:tasks.workunit.client.0.smithi112.stdout:write: 1 16777218~8388609 2024-04-12T08:47:43.715 INFO:tasks.workunit.client.0.smithi112.stdout:migration_abort 2024-04-12T08:47:43.765 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:47:43 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[78185]: 2024-04-12T08:47:43.465+0000 7fdfd5b3c200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-12T08:47:44.728 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:47:44 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[78185]: 2024-04-12T08:47:44.403+0000 7fdfd5b3c200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-12T08:47:44.728 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:44 smithi175 ceph-mon[32523]: osdmap e267: 8 total, 8 up, 8 in 2024-04-12T08:47:44.728 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:44 smithi175 ceph-mon[32523]: from='mgr.25277 ' entity='mgr.y' 2024-04-12T08:47:44.728 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:44 smithi175 ceph-mon[32523]: from='mgr.25277 ' entity='mgr.y' 2024-04-12T08:47:44.728 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:44 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/3241950623' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:47:45.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:44 smithi112 ceph-mon[29019]: osdmap e267: 8 total, 8 up, 8 in 2024-04-12T08:47:45.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:44 smithi112 ceph-mon[29019]: from='mgr.25277 ' entity='mgr.y' 2024-04-12T08:47:45.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:44 smithi112 ceph-mon[29019]: from='mgr.25277 ' entity='mgr.y' 2024-04-12T08:47:45.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:44 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/3241950623' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:47:45.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:44 smithi112 ceph-mon[40233]: osdmap e267: 8 total, 8 up, 8 in 2024-04-12T08:47:45.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:44 smithi112 ceph-mon[40233]: from='mgr.25277 ' entity='mgr.y' 2024-04-12T08:47:45.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:44 smithi112 ceph-mon[40233]: from='mgr.25277 ' entity='mgr.y' 2024-04-12T08:47:45.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:44 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/3241950623' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:47:45.264 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:47:44 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[78185]: 2024-04-12T08:47:44.998+0000 7fdfd5b3c200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-12T08:47:45.265 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:47:45 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[78185]: 2024-04-12T08:47:45.099+0000 7fdfd5b3c200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-12T08:47:45.574 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:47:45 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[78185]: 2024-04-12T08:47:45.322+0000 7fdfd5b3c200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-12T08:47:45.574 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:47:45 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[78185]: [12/Apr/2024:08:47:45] ENGINE Bus STARTING 2024-04-12T08:47:45.574 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:47:45 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[78185]: CherryPy Checker: 2024-04-12T08:47:45.574 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:47:45 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[78185]: The Application mounted at '' has an empty config. 2024-04-12T08:47:45.574 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:47:45 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[78185]: 2024-04-12T08:47:45.575 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:47:45 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[78185]: [12/Apr/2024:08:47:45] ENGINE Serving on http://:::9283 2024-04-12T08:47:45.575 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:47:45 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[78185]: [12/Apr/2024:08:47:45] ENGINE Bus STARTED 2024-04-12T08:47:45.894 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:45 smithi175 ceph-mon[32523]: pgmap v43: 137 pgs: 137 active+clean; 869 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 7.0 MiB/s rd, 11 KiB/s wr, 186 op/s 2024-04-12T08:47:45.894 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:45 smithi175 ceph-mon[32523]: osdmap e268: 8 total, 8 up, 8 in 2024-04-12T08:47:45.894 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:45 smithi175 ceph-mon[32523]: Standby manager daemon x restarted 2024-04-12T08:47:45.894 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:45 smithi175 ceph-mon[32523]: Standby manager daemon x started 2024-04-12T08:47:45.894 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:45 smithi175 ceph-mon[32523]: from='mgr.? 172.21.15.175:0/123841702' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-12T08:47:45.894 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:45 smithi175 ceph-mon[32523]: from='mgr.? 172.21.15.175:0/123841702' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T08:47:45.894 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:45 smithi175 ceph-mon[32523]: from='mgr.? 172.21.15.175:0/123841702' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-12T08:47:45.894 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:45 smithi175 ceph-mon[32523]: from='mgr.? 172.21.15.175:0/123841702' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T08:47:46.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:45 smithi112 ceph-mon[29019]: pgmap v43: 137 pgs: 137 active+clean; 869 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 7.0 MiB/s rd, 11 KiB/s wr, 186 op/s 2024-04-12T08:47:46.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:45 smithi112 ceph-mon[29019]: osdmap e268: 8 total, 8 up, 8 in 2024-04-12T08:47:46.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:45 smithi112 ceph-mon[29019]: Standby manager daemon x restarted 2024-04-12T08:47:46.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:45 smithi112 ceph-mon[29019]: Standby manager daemon x started 2024-04-12T08:47:46.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:45 smithi112 ceph-mon[29019]: from='mgr.? 172.21.15.175:0/123841702' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-12T08:47:46.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:45 smithi112 ceph-mon[29019]: from='mgr.? 172.21.15.175:0/123841702' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T08:47:46.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:45 smithi112 ceph-mon[29019]: from='mgr.? 172.21.15.175:0/123841702' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-12T08:47:46.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:45 smithi112 ceph-mon[29019]: from='mgr.? 172.21.15.175:0/123841702' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T08:47:46.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:45 smithi112 ceph-mon[40233]: pgmap v43: 137 pgs: 137 active+clean; 869 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 7.0 MiB/s rd, 11 KiB/s wr, 186 op/s 2024-04-12T08:47:46.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:45 smithi112 ceph-mon[40233]: osdmap e268: 8 total, 8 up, 8 in 2024-04-12T08:47:46.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:45 smithi112 ceph-mon[40233]: Standby manager daemon x restarted 2024-04-12T08:47:46.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:45 smithi112 ceph-mon[40233]: Standby manager daemon x started 2024-04-12T08:47:46.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:45 smithi112 ceph-mon[40233]: from='mgr.? 172.21.15.175:0/123841702' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-12T08:47:46.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:45 smithi112 ceph-mon[40233]: from='mgr.? 172.21.15.175:0/123841702' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T08:47:46.094 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:45 smithi112 ceph-mon[40233]: from='mgr.? 172.21.15.175:0/123841702' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-12T08:47:46.094 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:45 smithi112 ceph-mon[40233]: from='mgr.? 172.21.15.175:0/123841702' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T08:47:46.253 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:47:46 smithi175 systemd[1]: ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@grafana.a.service: Scheduled restart job, restart counter is at 4. 2024-04-12T08:47:46.253 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:47:46 smithi175 systemd[1]: Stopped Ceph grafana.a for 96d9de20-f8a7-11ee-bc8c-c7b262605968. 2024-04-12T08:47:46.253 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:47:46 smithi175 systemd[1]: Starting Ceph grafana.a for 96d9de20-f8a7-11ee-bc8c-c7b262605968... 2024-04-12T08:47:46.514 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:47:46 smithi175 podman[79323]: 2024-04-12 08:47:46.15567423 +0000 UTC m=+0.020384686 image pull 954c08fa618887fe9a6fe572ae541197c77e625b05f4193df7898f5ac649ada9 quay.io/ceph/ceph-grafana:9.4.7 2024-04-12T08:47:46.514 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:47:46 smithi175 podman[79323]: 2024-04-12 08:47:46.269966131 +0000 UTC m=+0.134676638 container create 4ccb42480ac0eb765ccdb980c7f9d98179d423f0fb2585b65129d3ae1e9abfb3 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a, io.openshift.tags=base rhel8, maintainer=Paul Cuzner , summary=Grafana Container configured for Ceph mgr/dashboard integration, description=Ceph Grafana Container, distribution-scope=public, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vendor=Red Hat, Inc., version=8.5, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.openshift.expose-services=, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, architecture=x86_64, vcs-type=git, build-date=2022-04-29T11:48:11.055897, name=ubi8, com.redhat.component=ubi8-container, io.k8s.display-name=Red Hat Universal Base Image 8, io.buildah.version=1.32.0, release=239.1651231664, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664) 2024-04-12T08:47:46.514 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:47:46 smithi175 podman[79323]: 2024-04-12 08:47:46.513921091 +0000 UTC m=+0.378631547 container init 4ccb42480ac0eb765ccdb980c7f9d98179d423f0fb2585b65129d3ae1e9abfb3 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a, maintainer=Paul Cuzner , release=239.1651231664, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.k8s.display-name=Red Hat Universal Base Image 8, vcs-type=git, version=8.5, distribution-scope=public, summary=Grafana Container configured for Ceph mgr/dashboard integration, architecture=x86_64, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, name=ubi8, com.redhat.component=ubi8-container, io.openshift.tags=base rhel8, io.buildah.version=1.32.0, description=Ceph Grafana Container, vendor=Red Hat, Inc., url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, io.openshift.expose-services=, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., build-date=2022-04-29T11:48:11.055897) 2024-04-12T08:47:46.765 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:47:46 smithi175 podman[79323]: 2024-04-12 08:47:46.517989583 +0000 UTC m=+0.382700045 container start 4ccb42480ac0eb765ccdb980c7f9d98179d423f0fb2585b65129d3ae1e9abfb3 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a, version=8.5, build-date=2022-04-29T11:48:11.055897, io.openshift.expose-services=, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, name=ubi8, com.redhat.component=ubi8-container, description=Ceph Grafana Container, vendor=Red Hat, Inc., com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.k8s.display-name=Red Hat Universal Base Image 8, io.openshift.tags=base rhel8, io.buildah.version=1.32.0, architecture=x86_64, distribution-scope=public, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, vcs-type=git, maintainer=Paul Cuzner , release=239.1651231664, summary=Grafana Container configured for Ceph mgr/dashboard integration, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly.) 2024-04-12T08:47:46.765 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:47:46 smithi175 bash[79323]: 4ccb42480ac0eb765ccdb980c7f9d98179d423f0fb2585b65129d3ae1e9abfb3 2024-04-12T08:47:46.765 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:47:46 smithi175 systemd[1]: Started Ceph grafana.a for 96d9de20-f8a7-11ee-bc8c-c7b262605968. 2024-04-12T08:47:46.765 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:47:46 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[80518]: logger=settings t=2024-04-12T08:47:46.670260169Z level=error msg="failed to parse \"/etc/grafana/grafana.ini\": open /etc/grafana/grafana.ini: permission denied" 2024-04-12T08:47:46.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:46 smithi175 ceph-mon[32523]: mgrmap e32: y(active, since 29s), standbys: x 2024-04-12T08:47:46.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:46 smithi175 ceph-mon[32523]: osdmap e269: 8 total, 8 up, 8 in 2024-04-12T08:47:46.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:46 smithi175 ceph-mon[32523]: pgmap v46: 137 pgs: 137 active+clean; 869 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 7.0 MiB/s rd, 11 KiB/s wr, 186 op/s 2024-04-12T08:47:46.766 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:46 smithi175 ceph-mon[32523]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:47:46.766 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:46 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/3036890651' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:47:47.008 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:47:46 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:47:46] "GET /metrics HTTP/1.1" 200 38734 "" "Prometheus/2.43.0" 2024-04-12T08:47:47.008 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:46 smithi112 ceph-mon[40233]: mgrmap e32: y(active, since 29s), standbys: x 2024-04-12T08:47:47.008 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:46 smithi112 ceph-mon[40233]: osdmap e269: 8 total, 8 up, 8 in 2024-04-12T08:47:47.008 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:46 smithi112 ceph-mon[40233]: pgmap v46: 137 pgs: 137 active+clean; 869 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 7.0 MiB/s rd, 11 KiB/s wr, 186 op/s 2024-04-12T08:47:47.008 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:46 smithi112 ceph-mon[40233]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:47:47.008 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:46 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/3036890651' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:47:47.009 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:46 smithi112 ceph-mon[29019]: mgrmap e32: y(active, since 29s), standbys: x 2024-04-12T08:47:47.009 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:46 smithi112 ceph-mon[29019]: osdmap e269: 8 total, 8 up, 8 in 2024-04-12T08:47:47.009 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:46 smithi112 ceph-mon[29019]: pgmap v46: 137 pgs: 137 active+clean; 869 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 7.0 MiB/s rd, 11 KiB/s wr, 186 op/s 2024-04-12T08:47:47.009 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:46 smithi112 ceph-mon[29019]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:47:47.009 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:46 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/3036890651' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:47:47.515 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:47:47 smithi175 podman[81584]: 2024-04-12 08:47:47.227508136 +0000 UTC m=+0.548398413 container died 4ccb42480ac0eb765ccdb980c7f9d98179d423f0fb2585b65129d3ae1e9abfb3 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a, io.openshift.expose-services=, com.redhat.component=ubi8-container, distribution-scope=public, vendor=Red Hat, Inc., com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, name=ubi8, vcs-type=git, version=8.5, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, summary=Grafana Container configured for Ceph mgr/dashboard integration, build-date=2022-04-29T11:48:11.055897, architecture=x86_64, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, io.buildah.version=1.32.0, description=Ceph Grafana Container, io.openshift.tags=base rhel8, io.k8s.display-name=Red Hat Universal Base Image 8, maintainer=Paul Cuzner , release=239.1651231664) 2024-04-12T08:47:47.806 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:47 smithi175 ceph-mon[32523]: osdmap e270: 8 total, 8 up, 8 in 2024-04-12T08:47:47.806 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:47 smithi175 ceph-mon[32523]: from='mgr.25277 ' entity='mgr.y' 2024-04-12T08:47:47.806 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:47 smithi175 ceph-mon[32523]: from='mgr.25277 ' entity='mgr.y' 2024-04-12T08:47:47.806 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:47 smithi175 ceph-mon[32523]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:47:47.806 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:47 smithi175 ceph-mon[32523]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:47:47.806 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:47 smithi175 ceph-mon[32523]: pgmap v48: 137 pgs: 137 active+clean; 869 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-04-12T08:47:47.806 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:47 smithi175 ceph-mon[32523]: pgmap v49: 137 pgs: 137 active+clean; 869 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-04-12T08:47:47.806 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:47 smithi175 ceph-mon[32523]: from='mgr.25277 ' entity='mgr.y' 2024-04-12T08:47:47.806 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:47 smithi175 ceph-mon[32523]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:47:47.806 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:47 smithi175 ceph-mon[32523]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T08:47:47.806 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:47 smithi175 ceph-mon[32523]: Upgrade: Setting container_image for all mgr 2024-04-12T08:47:47.806 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:47 smithi175 ceph-mon[32523]: from='mgr.25277 ' entity='mgr.y' 2024-04-12T08:47:47.807 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:47 smithi175 ceph-mon[32523]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-12T08:47:47.807 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:47 smithi175 ceph-mon[32523]: from='mgr.25277 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-12T08:47:47.807 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:47 smithi175 ceph-mon[32523]: from='mgr.25277 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-04-12T08:47:47.807 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:47 smithi175 ceph-mon[32523]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-04-12T08:47:47.807 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:47 smithi175 ceph-mon[32523]: from='mgr.25277 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-04-12T08:47:47.807 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:47 smithi175 ceph-mon[32523]: from='mgr.25277 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-04-12T08:47:47.807 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:47 smithi175 ceph-mon[32523]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-12T08:47:47.807 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:47 smithi175 ceph-mon[32523]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-12T08:47:47.807 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:47 smithi175 ceph-mon[32523]: Upgrade: It appears safe to stop mon.a 2024-04-12T08:47:48.073 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:47 smithi112 ceph-mon[29019]: osdmap e270: 8 total, 8 up, 8 in 2024-04-12T08:47:48.073 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:47 smithi112 ceph-mon[29019]: from='mgr.25277 ' entity='mgr.y' 2024-04-12T08:47:48.074 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:47 smithi112 ceph-mon[29019]: from='mgr.25277 ' entity='mgr.y' 2024-04-12T08:47:48.074 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:47 smithi112 ceph-mon[29019]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:47:48.074 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:47 smithi112 ceph-mon[29019]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:47:48.074 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:47 smithi112 ceph-mon[29019]: pgmap v48: 137 pgs: 137 active+clean; 869 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-04-12T08:47:48.074 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:47 smithi112 ceph-mon[29019]: pgmap v49: 137 pgs: 137 active+clean; 869 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-04-12T08:47:48.074 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:47 smithi112 ceph-mon[29019]: from='mgr.25277 ' entity='mgr.y' 2024-04-12T08:47:48.074 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:47 smithi112 ceph-mon[29019]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:47:48.074 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:47 smithi112 ceph-mon[29019]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T08:47:48.074 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:47 smithi112 ceph-mon[29019]: Upgrade: Setting container_image for all mgr 2024-04-12T08:47:48.074 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:47 smithi112 ceph-mon[29019]: from='mgr.25277 ' entity='mgr.y' 2024-04-12T08:47:48.074 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:47 smithi112 ceph-mon[29019]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-12T08:47:48.074 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:47 smithi112 ceph-mon[29019]: from='mgr.25277 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-12T08:47:48.074 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:47 smithi112 ceph-mon[29019]: from='mgr.25277 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-04-12T08:47:48.075 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:47 smithi112 ceph-mon[29019]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-04-12T08:47:48.075 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:47 smithi112 ceph-mon[29019]: from='mgr.25277 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-04-12T08:47:48.075 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:47 smithi112 ceph-mon[29019]: from='mgr.25277 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-04-12T08:47:48.075 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:47 smithi112 ceph-mon[29019]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-12T08:47:48.075 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:47 smithi112 ceph-mon[29019]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-12T08:47:48.075 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:47 smithi112 ceph-mon[29019]: Upgrade: It appears safe to stop mon.a 2024-04-12T08:47:48.075 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:47 smithi112 ceph-mon[40233]: osdmap e270: 8 total, 8 up, 8 in 2024-04-12T08:47:48.075 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:47 smithi112 ceph-mon[40233]: from='mgr.25277 ' entity='mgr.y' 2024-04-12T08:47:48.075 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:47 smithi112 ceph-mon[40233]: from='mgr.25277 ' entity='mgr.y' 2024-04-12T08:47:48.075 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:47 smithi112 ceph-mon[40233]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:47:48.075 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:47 smithi112 ceph-mon[40233]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:47:48.076 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:47 smithi112 ceph-mon[40233]: pgmap v48: 137 pgs: 137 active+clean; 869 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-04-12T08:47:48.076 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:47 smithi112 ceph-mon[40233]: pgmap v49: 137 pgs: 137 active+clean; 869 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-04-12T08:47:48.076 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:47 smithi112 ceph-mon[40233]: from='mgr.25277 ' entity='mgr.y' 2024-04-12T08:47:48.076 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:47 smithi112 ceph-mon[40233]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:47:48.076 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:47 smithi112 ceph-mon[40233]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T08:47:48.076 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:47 smithi112 ceph-mon[40233]: Upgrade: Setting container_image for all mgr 2024-04-12T08:47:48.076 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:47 smithi112 ceph-mon[40233]: from='mgr.25277 ' entity='mgr.y' 2024-04-12T08:47:48.076 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:47 smithi112 ceph-mon[40233]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-12T08:47:48.076 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:47 smithi112 ceph-mon[40233]: from='mgr.25277 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-12T08:47:48.076 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:47 smithi112 ceph-mon[40233]: from='mgr.25277 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-04-12T08:47:48.076 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:47 smithi112 ceph-mon[40233]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-04-12T08:47:48.076 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:47 smithi112 ceph-mon[40233]: from='mgr.25277 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-04-12T08:47:48.076 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:47 smithi112 ceph-mon[40233]: from='mgr.25277 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-04-12T08:47:48.076 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:47 smithi112 ceph-mon[40233]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-12T08:47:48.076 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:47 smithi112 ceph-mon[40233]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-12T08:47:48.077 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:47 smithi112 ceph-mon[40233]: Upgrade: It appears safe to stop mon.a 2024-04-12T08:47:48.121 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMigration.AbortWithSnapshots (15042 ms) 2024-04-12T08:47:48.121 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMigration.CloneV1Parent 2024-04-12T08:47:48.150 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-12T08:47:48.161 INFO:tasks.workunit.client.0.smithi112.stdout:write: A 0~10 2024-04-12T08:47:48.170 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap1 2024-04-12T08:47:48.264 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:47:47 smithi175 podman[81584]: 2024-04-12 08:47:47.805410633 +0000 UTC m=+1.126300926 container remove 4ccb42480ac0eb765ccdb980c7f9d98179d423f0fb2585b65129d3ae1e9abfb3 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a, architecture=x86_64, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, maintainer=Paul Cuzner , version=8.5, summary=Grafana Container configured for Ceph mgr/dashboard integration, description=Ceph Grafana Container, io.buildah.version=1.32.0, vcs-type=git, vendor=Red Hat, Inc., distribution-scope=public, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.openshift.tags=base rhel8, name=ubi8, io.openshift.expose-services=, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, com.redhat.component=ubi8-container, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, release=239.1651231664, build-date=2022-04-29T11:48:11.055897, io.k8s.display-name=Red Hat Universal Base Image 8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56) 2024-04-12T08:47:48.265 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:47:47 smithi175 systemd[1]: ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@grafana.a.service: Main process exited, code=exited, status=1/FAILURE 2024-04-12T08:47:48.265 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:47:48 smithi175 systemd[1]: ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@grafana.a.service: Failed with result 'exit-code'. 2024-04-12T08:47:49.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:48 smithi175 ceph-mon[32523]: osdmap e271: 8 total, 8 up, 8 in 2024-04-12T08:47:49.015 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:47:48 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[77574]: ts=2024-04-12T08:47:48.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.112\", device_class=\"ssd\", hostname=\"smithi112\", instance=\"smithi175.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.112\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.112\", device_class=\"ssd\", hostname=\"smithi112\", instance=\"smithi112:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.112\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T08:47:49.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:48 smithi112 ceph-mon[29019]: osdmap e271: 8 total, 8 up, 8 in 2024-04-12T08:47:49.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:48 smithi112 ceph-mon[40233]: osdmap e271: 8 total, 8 up, 8 in 2024-04-12T08:47:49.807 INFO:tasks.workunit.client.0.smithi112.stdout:snap_protect: snap1 2024-04-12T08:47:49.863 INFO:tasks.workunit.client.0.smithi112.stdout:migration_prepare 2024-04-12T08:47:50.065 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:49 smithi112 ceph-mon[29019]: osdmap e272: 8 total, 8 up, 8 in 2024-04-12T08:47:50.065 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:49 smithi112 ceph-mon[29019]: from='client.? 172.21.15.112:0/2708499363' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:47:50.065 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:49 smithi112 ceph-mon[29019]: pgmap v52: 137 pgs: 137 active+clean; 937 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 46 MiB/s rd, 30 MiB/s wr, 416 op/s 2024-04-12T08:47:50.065 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:49 smithi112 ceph-mon[29019]: Upgrade: Updating mon.a 2024-04-12T08:47:50.065 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:49 smithi112 ceph-mon[29019]: from='mgr.25277 ' entity='mgr.y' 2024-04-12T08:47:50.065 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:49 smithi112 ceph-mon[29019]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T08:47:50.065 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:49 smithi112 ceph-mon[29019]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T08:47:50.065 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:49 smithi112 ceph-mon[29019]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:47:50.065 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:49 smithi112 ceph-mon[29019]: Deploying daemon mon.a on smithi112 2024-04-12T08:47:50.066 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:49 smithi112 ceph-mon[40233]: osdmap e272: 8 total, 8 up, 8 in 2024-04-12T08:47:50.066 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:49 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/2708499363' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:47:50.066 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:49 smithi112 ceph-mon[40233]: pgmap v52: 137 pgs: 137 active+clean; 937 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 46 MiB/s rd, 30 MiB/s wr, 416 op/s 2024-04-12T08:47:50.066 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:49 smithi112 ceph-mon[40233]: Upgrade: Updating mon.a 2024-04-12T08:47:50.066 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:49 smithi112 ceph-mon[40233]: from='mgr.25277 ' entity='mgr.y' 2024-04-12T08:47:50.066 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:49 smithi112 ceph-mon[40233]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T08:47:50.066 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:49 smithi112 ceph-mon[40233]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T08:47:50.066 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:49 smithi112 ceph-mon[40233]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:47:50.066 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:49 smithi112 ceph-mon[40233]: Deploying daemon mon.a on smithi112 2024-04-12T08:47:50.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:49 smithi175 ceph-mon[32523]: osdmap e272: 8 total, 8 up, 8 in 2024-04-12T08:47:50.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:49 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/2708499363' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:47:50.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:49 smithi175 ceph-mon[32523]: pgmap v52: 137 pgs: 137 active+clean; 937 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 46 MiB/s rd, 30 MiB/s wr, 416 op/s 2024-04-12T08:47:50.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:49 smithi175 ceph-mon[32523]: Upgrade: Updating mon.a 2024-04-12T08:47:50.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:49 smithi175 ceph-mon[32523]: from='mgr.25277 ' entity='mgr.y' 2024-04-12T08:47:50.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:49 smithi175 ceph-mon[32523]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T08:47:50.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:49 smithi175 ceph-mon[32523]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T08:47:50.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:49 smithi175 ceph-mon[32523]: from='mgr.25277 172.21.15.112:0/1318710947' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:47:50.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:49 smithi175 ceph-mon[32523]: Deploying daemon mon.a on smithi112 2024-04-12T08:47:50.991 INFO:tasks.workunit.client.0.smithi112.stdout:migration_execute 2024-04-12T08:47:51.039 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:50 smithi112 ceph-mon[29019]: osdmap e273: 8 total, 8 up, 8 in 2024-04-12T08:47:51.040 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:50 smithi112 ceph-mon[40233]: osdmap e273: 8 total, 8 up, 8 in 2024-04-12T08:47:51.072 INFO:tasks.workunit.client.0.smithi112.stdout:migration_commit 2024-04-12T08:47:51.253 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMigration.CloneV1Parent (3132 ms) 2024-04-12T08:47:51.254 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMigration.CloneV2Parent 2024-04-12T08:47:51.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:50 smithi175 ceph-mon[32523]: osdmap e273: 8 total, 8 up, 8 in 2024-04-12T08:47:51.282 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-12T08:47:51.293 INFO:tasks.workunit.client.0.smithi112.stdout:write: A 0~10 2024-04-12T08:47:51.301 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap1 2024-04-12T08:47:51.637 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:51 smithi112 systemd[1]: Stopping Ceph mon.a for 96d9de20-f8a7-11ee-bc8c-c7b262605968... 2024-04-12T08:47:52.062 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:51 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mon-a[29015]: 2024-04-12T08:47:51.635+0000 7f10bc6c1700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T08:47:52.062 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:51 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mon-a[29015]: 2024-04-12T08:47:51.635+0000 7f10bc6c1700 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-04-12T08:47:52.062 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:51 smithi112 podman[95213]: 2024-04-12 08:47:51.810122018 +0000 UTC m=+0.301601110 container died 02aa954e27c50cfe3ef3399faafed1bdbe91fc41f855096572f027928b704080 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mon-a, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-d3b5060) 2024-04-12T08:47:52.757 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:52 smithi112 podman[95213]: 2024-04-12 08:47:52.403129273 +0000 UTC m=+0.894608434 container cleanup 02aa954e27c50cfe3ef3399faafed1bdbe91fc41f855096572f027928b704080 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mon-a, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=quincy-d3b5060, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=) 2024-04-12T08:47:52.757 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:52 smithi112 bash[95213]: ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mon-a 2024-04-12T08:47:52.757 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:52 smithi112 podman[95227]: 2024-04-12 08:47:52.629814869 +0000 UTC m=+0.816628360 container remove 02aa954e27c50cfe3ef3399faafed1bdbe91fc41f855096572f027928b704080 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mon-a, ceph=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-d3b5060, org.label-schema.build-date=20240409) 2024-04-12T08:47:53.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:52 smithi112 systemd[1]: ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@mon.a.service: Deactivated successfully. 2024-04-12T08:47:53.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:52 smithi112 systemd[1]: Stopped Ceph mon.a for 96d9de20-f8a7-11ee-bc8c-c7b262605968. 2024-04-12T08:47:53.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:52 smithi112 systemd[1]: ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@mon.a.service: Consumed 15.843s CPU time. 2024-04-12T08:47:53.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:52 smithi112 systemd[1]: Starting Ceph mon.a for 96d9de20-f8a7-11ee-bc8c-c7b262605968... 2024-04-12T08:47:53.462 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 podman[95355]: 2024-04-12 08:47:53.091466811 +0000 UTC m=+0.018013316 image pull 668895944f0ec64b67a5b7564961d2756f2966e5d4b9338516300dbec9984951 quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec 2024-04-12T08:47:53.462 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 podman[95355]: 2024-04-12 08:47:53.223123422 +0000 UTC m=+0.149669960 container create c233bb87592908c739627afe48fff136e15aac45051676ce622d6a691cd577e0 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mon-a, RELEASE=squid-b277feb, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_BRANCH=HEAD) 2024-04-12T08:47:53.462 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 podman[95355]: 2024-04-12 08:47:53.434243885 +0000 UTC m=+0.360790386 container init c233bb87592908c739627afe48fff136e15aac45051676ce622d6a691cd577e0 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mon-a, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=squid-b277feb, org.label-schema.build-date=20240409, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-04-12T08:47:53.462 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 podman[95355]: 2024-04-12 08:47:53.438606174 +0000 UTC m=+0.365152669 container start c233bb87592908c739627afe48fff136e15aac45051676ce622d6a691cd577e0 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mon-a, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=squid-b277feb, GIT_CLEAN=True, io.buildah.version=1.33.5) 2024-04-12T08:47:53.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: set uid:gid to 167:167 (ceph:ceph) 2024-04-12T08:47:53.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: ceph version 19.0.0-2053-gb277feb2 (b277feb2c7beb4597d8ecc39d58d5c36b81f613a) squid (dev), process ceph-mon, pid 2 2024-04-12T08:47:53.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: pidfile_write: ignore empty --pid-file 2024-04-12T08:47:53.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: load: jerasure load: lrc 2024-04-12T08:47:53.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: RocksDB version: 7.9.2 2024-04-12T08:47:53.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Git sha 0 2024-04-12T08:47:53.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Compile date 2024-04-09 21:18:54 2024-04-12T08:47:53.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: DB SUMMARY 2024-04-12T08:47:53.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: DB Session ID: TKR4MC2O1UKM2A6URNA5 2024-04-12T08:47:53.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: CURRENT file: CURRENT 2024-04-12T08:47:53.844 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: IDENTITY file: IDENTITY 2024-04-12T08:47:53.844 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: MANIFEST file: MANIFEST-000015 size: 1173 Bytes 2024-04-12T08:47:53.844 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000033.sst 2024-04-12T08:47:53.844 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000031.log size: 4206303 ; 2024-04-12T08:47:53.844 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.error_if_exists: 0 2024-04-12T08:47:53.844 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.create_if_missing: 0 2024-04-12T08:47:53.844 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.paranoid_checks: 1 2024-04-12T08:47:53.844 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-12T08:47:53.844 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-12T08:47:53.844 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-12T08:47:53.844 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.env: 0x562256cd2c60 2024-04-12T08:47:53.844 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.fs: PosixFileSystem 2024-04-12T08:47:53.844 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.info_log: 0x5622584f3ae0 2024-04-12T08:47:53.844 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.max_file_opening_threads: 16 2024-04-12T08:47:53.845 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.statistics: (nil) 2024-04-12T08:47:53.845 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.use_fsync: 0 2024-04-12T08:47:53.845 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.max_log_file_size: 0 2024-04-12T08:47:53.845 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-12T08:47:53.845 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-12T08:47:53.845 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.keep_log_file_num: 1000 2024-04-12T08:47:53.845 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.recycle_log_file_num: 0 2024-04-12T08:47:53.845 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.allow_fallocate: 1 2024-04-12T08:47:53.845 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.allow_mmap_reads: 0 2024-04-12T08:47:53.845 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.allow_mmap_writes: 0 2024-04-12T08:47:53.845 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.use_direct_reads: 0 2024-04-12T08:47:53.845 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-12T08:47:53.845 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.create_missing_column_families: 0 2024-04-12T08:47:53.845 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.db_log_dir: 2024-04-12T08:47:53.846 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.wal_dir: 2024-04-12T08:47:53.846 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-12T08:47:53.846 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-12T08:47:53.846 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-12T08:47:53.846 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-12T08:47:53.846 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-12T08:47:53.846 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-12T08:47:53.846 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.advise_random_on_open: 1 2024-04-12T08:47:53.846 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.db_write_buffer_size: 0 2024-04-12T08:47:53.846 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.write_buffer_manager: 0x5622584c6820 2024-04-12T08:47:53.846 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-12T08:47:53.846 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-12T08:47:53.846 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-12T08:47:53.846 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.rate_limiter: (nil) 2024-04-12T08:47:53.846 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-12T08:47:53.847 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.wal_recovery_mode: 2 2024-04-12T08:47:53.847 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.enable_thread_tracking: 0 2024-04-12T08:47:53.847 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.enable_pipelined_write: 0 2024-04-12T08:47:53.847 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.unordered_write: 0 2024-04-12T08:47:53.847 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-12T08:47:53.847 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-12T08:47:53.847 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-12T08:47:53.847 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-12T08:47:53.847 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.row_cache: None 2024-04-12T08:47:53.847 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.wal_filter: None 2024-04-12T08:47:53.847 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-12T08:47:53.847 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.allow_ingest_behind: 0 2024-04-12T08:47:53.847 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.two_write_queues: 0 2024-04-12T08:47:53.847 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.manual_wal_flush: 0 2024-04-12T08:47:53.847 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.wal_compression: 0 2024-04-12T08:47:53.848 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.atomic_flush: 0 2024-04-12T08:47:53.848 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-12T08:47:53.848 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-12T08:47:53.848 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-12T08:47:53.848 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.log_readahead_size: 0 2024-04-12T08:47:53.848 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-12T08:47:53.848 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.best_efforts_recovery: 0 2024-04-12T08:47:53.848 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-12T08:47:53.848 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-12T08:47:53.848 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.allow_data_in_errors: 0 2024-04-12T08:47:53.848 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.db_host_id: __hostname__ 2024-04-12T08:47:53.848 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-12T08:47:53.850 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.max_background_jobs: 2 2024-04-12T08:47:53.850 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.max_background_compactions: -1 2024-04-12T08:47:53.850 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.max_subcompactions: 1 2024-04-12T08:47:53.850 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-12T08:47:53.850 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-12T08:47:53.850 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-12T08:47:53.850 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.max_total_wal_size: 0 2024-04-12T08:47:53.850 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-12T08:47:53.850 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-12T08:47:53.850 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-12T08:47:53.850 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-12T08:47:53.850 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.max_open_files: -1 2024-04-12T08:47:53.850 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.bytes_per_sync: 0 2024-04-12T08:47:53.850 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-12T08:47:53.851 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-12T08:47:53.851 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.compaction_readahead_size: 0 2024-04-12T08:47:53.851 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.max_background_flushes: -1 2024-04-12T08:47:53.851 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Compression algorithms supported: 2024-04-12T08:47:53.851 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-12T08:47:53.851 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: kZSTD supported: 0 2024-04-12T08:47:53.851 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: kXpressCompression supported: 0 2024-04-12T08:47:53.851 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: kLZ4HCCompression supported: 1 2024-04-12T08:47:53.851 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: kZlibCompression supported: 1 2024-04-12T08:47:53.851 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: kSnappyCompression supported: 1 2024-04-12T08:47:53.851 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: kLZ4Compression supported: 1 2024-04-12T08:47:53.851 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: kBZip2Compression supported: 0 2024-04-12T08:47:53.851 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-12T08:47:53.851 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-12T08:47:53.852 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 2024-04-12T08:47:53.852 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-12T08:47:53.852 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-12T08:47:53.852 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.merge_operator: 2024-04-12T08:47:53.852 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.compaction_filter: None 2024-04-12T08:47:53.852 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.compaction_filter_factory: None 2024-04-12T08:47:53.852 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.sst_partitioner_factory: None 2024-04-12T08:47:53.852 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-12T08:47:53.852 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-12T08:47:53.852 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5622584f3be0) 2024-04-12T08:47:53.852 INFO:journalctl@ceph.mon.a.smithi112.stdout: cache_index_and_filter_blocks: 1 2024-04-12T08:47:53.852 INFO:journalctl@ceph.mon.a.smithi112.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-12T08:47:53.852 INFO:journalctl@ceph.mon.a.smithi112.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-12T08:47:53.852 INFO:journalctl@ceph.mon.a.smithi112.stdout: pin_top_level_index_and_filter: 1 2024-04-12T08:47:53.852 INFO:journalctl@ceph.mon.a.smithi112.stdout: index_type: 0 2024-04-12T08:47:53.853 INFO:journalctl@ceph.mon.a.smithi112.stdout: data_block_index_type: 0 2024-04-12T08:47:53.853 INFO:journalctl@ceph.mon.a.smithi112.stdout: index_shortening: 1 2024-04-12T08:47:53.853 INFO:journalctl@ceph.mon.a.smithi112.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-12T08:47:53.853 INFO:journalctl@ceph.mon.a.smithi112.stdout: checksum: 4 2024-04-12T08:47:53.853 INFO:journalctl@ceph.mon.a.smithi112.stdout: no_block_cache: 0 2024-04-12T08:47:53.853 INFO:journalctl@ceph.mon.a.smithi112.stdout: block_cache: 0x5622584f7090 2024-04-12T08:47:53.853 INFO:journalctl@ceph.mon.a.smithi112.stdout: block_cache_name: BinnedLRUCache 2024-04-12T08:47:53.853 INFO:journalctl@ceph.mon.a.smithi112.stdout: block_cache_options: 2024-04-12T08:47:53.853 INFO:journalctl@ceph.mon.a.smithi112.stdout: capacity : 536870912 2024-04-12T08:47:53.853 INFO:journalctl@ceph.mon.a.smithi112.stdout: num_shard_bits : 4 2024-04-12T08:47:53.853 INFO:journalctl@ceph.mon.a.smithi112.stdout: strict_capacity_limit : 0 2024-04-12T08:47:53.853 INFO:journalctl@ceph.mon.a.smithi112.stdout: high_pri_pool_ratio: 0.000 2024-04-12T08:47:53.853 INFO:journalctl@ceph.mon.a.smithi112.stdout: block_cache_compressed: (nil) 2024-04-12T08:47:53.853 INFO:journalctl@ceph.mon.a.smithi112.stdout: persistent_cache: (nil) 2024-04-12T08:47:53.853 INFO:journalctl@ceph.mon.a.smithi112.stdout: block_size: 4096 2024-04-12T08:47:53.854 INFO:journalctl@ceph.mon.a.smithi112.stdout: block_size_deviation: 10 2024-04-12T08:47:53.854 INFO:journalctl@ceph.mon.a.smithi112.stdout: block_restart_interval: 16 2024-04-12T08:47:53.854 INFO:journalctl@ceph.mon.a.smithi112.stdout: index_block_restart_interval: 1 2024-04-12T08:47:53.854 INFO:journalctl@ceph.mon.a.smithi112.stdout: metadata_block_size: 4096 2024-04-12T08:47:53.854 INFO:journalctl@ceph.mon.a.smithi112.stdout: partition_filters: 0 2024-04-12T08:47:53.854 INFO:journalctl@ceph.mon.a.smithi112.stdout: use_delta_encoding: 1 2024-04-12T08:47:53.854 INFO:journalctl@ceph.mon.a.smithi112.stdout: filter_policy: bloomfilter 2024-04-12T08:47:53.854 INFO:journalctl@ceph.mon.a.smithi112.stdout: whole_key_filtering: 1 2024-04-12T08:47:53.854 INFO:journalctl@ceph.mon.a.smithi112.stdout: verify_compression: 0 2024-04-12T08:47:53.854 INFO:journalctl@ceph.mon.a.smithi112.stdout: read_amp_bytes_per_bit: 0 2024-04-12T08:47:53.854 INFO:journalctl@ceph.mon.a.smithi112.stdout: format_version: 5 2024-04-12T08:47:53.854 INFO:journalctl@ceph.mon.a.smithi112.stdout: enable_index_compression: 1 2024-04-12T08:47:53.854 INFO:journalctl@ceph.mon.a.smithi112.stdout: block_align: 0 2024-04-12T08:47:53.854 INFO:journalctl@ceph.mon.a.smithi112.stdout: max_auto_readahead_size: 262144 2024-04-12T08:47:53.854 INFO:journalctl@ceph.mon.a.smithi112.stdout: prepopulate_block_cache: 0 2024-04-12T08:47:53.855 INFO:journalctl@ceph.mon.a.smithi112.stdout: initial_auto_readahead_size: 8192 2024-04-12T08:47:53.855 INFO:journalctl@ceph.mon.a.smithi112.stdout: num_file_reads_for_auto_readahead: 2 2024-04-12T08:47:53.855 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.write_buffer_size: 33554432 2024-04-12T08:47:53.855 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.max_write_buffer_number: 2 2024-04-12T08:47:53.855 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.compression: NoCompression 2024-04-12T08:47:53.855 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.bottommost_compression: Disabled 2024-04-12T08:47:53.855 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.prefix_extractor: nullptr 2024-04-12T08:47:53.855 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-12T08:47:53.855 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.num_levels: 7 2024-04-12T08:47:53.855 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-12T08:47:53.855 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-12T08:47:53.855 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-12T08:47:53.855 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-12T08:47:53.855 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-12T08:47:53.855 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-12T08:47:53.856 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-12T08:47:53.856 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-12T08:47:53.856 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-12T08:47:53.856 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-12T08:47:53.856 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-12T08:47:53.856 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-12T08:47:53.856 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-12T08:47:53.856 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.compression_opts.level: 32767 2024-04-12T08:47:53.856 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.compression_opts.strategy: 0 2024-04-12T08:47:53.856 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-12T08:47:53.856 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-12T08:47:53.856 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-12T08:47:53.856 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-12T08:47:53.856 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.compression_opts.enabled: false 2024-04-12T08:47:53.857 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-12T08:47:53.857 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-12T08:47:53.857 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-12T08:47:53.857 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-12T08:47:53.857 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.target_file_size_base: 67108864 2024-04-12T08:47:53.857 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-12T08:47:53.857 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-12T08:47:53.857 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-12T08:47:53.857 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-12T08:47:53.857 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-12T08:47:53.857 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-12T08:47:53.857 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-12T08:47:53.857 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-12T08:47:53.857 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-12T08:47:53.858 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-12T08:47:53.858 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-12T08:47:53.858 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-12T08:47:53.858 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-12T08:47:53.858 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-12T08:47:53.858 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.arena_block_size: 1048576 2024-04-12T08:47:53.858 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-12T08:47:53.858 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-12T08:47:53.858 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.disable_auto_compactions: 0 2024-04-12T08:47:53.858 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-12T08:47:53.858 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-12T08:47:53.858 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-12T08:47:53.858 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-12T08:47:53.858 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-12T08:47:53.858 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-12T08:47:53.859 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-12T08:47:53.859 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-12T08:47:53.859 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-12T08:47:53.859 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-12T08:47:53.859 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.table_properties_collectors: 2024-04-12T08:47:53.859 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.inplace_update_support: 0 2024-04-12T08:47:53.859 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-12T08:47:53.859 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-12T08:47:53.859 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-12T08:47:53.859 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-12T08:47:53.859 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.bloom_locality: 0 2024-04-12T08:47:53.859 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.max_successive_merges: 0 2024-04-12T08:47:53.859 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-12T08:47:53.859 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.paranoid_file_checks: 0 2024-04-12T08:47:53.859 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.force_consistency_checks: 1 2024-04-12T08:47:53.860 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.report_bg_io_stats: 0 2024-04-12T08:47:53.860 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.ttl: 2592000 2024-04-12T08:47:53.860 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-12T08:47:53.860 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-12T08:47:53.860 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-12T08:47:53.860 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.enable_blob_files: false 2024-04-12T08:47:53.860 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.min_blob_size: 0 2024-04-12T08:47:53.860 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.blob_file_size: 268435456 2024-04-12T08:47:53.860 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-12T08:47:53.860 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-12T08:47:53.860 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-12T08:47:53.860 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-12T08:47:53.860 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-12T08:47:53.860 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.blob_file_starting_level: 0 2024-04-12T08:47:53.860 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-12T08:47:53.861 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: [table/block_based/block_based_table_reader.cc:721] At least one SST file opened without unique ID to verify: 33.sst 2024-04-12T08:47:53.861 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-12T08:47:53.861 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 succeeded,manifest_file_number is 15, next_file_number is 35, last_sequence is 12738, log_number is 31,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-04-12T08:47:53.861 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 31 2024-04-12T08:47:53.861 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 75d3d93b-d4c4-478a-a136-dff0c50c576f 2024-04-12T08:47:53.861 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712911673468046, "job": 1, "event": "recovery_started", "wal_files": [31]} 2024-04-12T08:47:53.861 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #31 mode 2 2024-04-12T08:47:53.861 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712911673481507, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 36, "file_size": 3929241, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 12739, "largest_seqno": 14737, "table_properties": {"data_size": 3918477, "index_size": 7568, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2181, "raw_key_size": 20461, "raw_average_key_size": 23, "raw_value_size": 3898372, "raw_average_value_size": 4486, "num_data_blocks": 333, "num_entries": 869, "num_filter_entries": 869, "num_deletions": 9, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1712911673, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "75d3d93b-d4c4-478a-a136-dff0c50c576f", "db_session_id": "TKR4MC2O1UKM2A6URNA5", "orig_file_number": 36, "seqno_to_time_mapping": "N/A"}} 2024-04-12T08:47:53.861 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712911673481618, "job": 1, "event": "recovery_finished"} 2024-04-12T08:47:53.861 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: [db/version_set.cc:5047] Creating manifest 38 2024-04-12T08:47:53.861 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-12T08:47:53.861 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000031.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-12T08:47:53.861 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x5622585e8000 2024-04-12T08:47:53.861 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: DB pointer 0x5622585d2000 2024-04-12T08:47:53.862 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-12T08:47:53.862 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-12T08:47:53.862 INFO:journalctl@ceph.mon.a.smithi112.stdout: ** DB Stats ** 2024-04-12T08:47:53.862 INFO:journalctl@ceph.mon.a.smithi112.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-12T08:47:53.862 INFO:journalctl@ceph.mon.a.smithi112.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-12T08:47:53.862 INFO:journalctl@ceph.mon.a.smithi112.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-12T08:47:53.862 INFO:journalctl@ceph.mon.a.smithi112.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-12T08:47:53.862 INFO:journalctl@ceph.mon.a.smithi112.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-12T08:47:53.862 INFO:journalctl@ceph.mon.a.smithi112.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-12T08:47:53.862 INFO:journalctl@ceph.mon.a.smithi112.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-12T08:47:53.862 INFO:journalctl@ceph.mon.a.smithi112.stdout: 2024-04-12T08:47:53.862 INFO:journalctl@ceph.mon.a.smithi112.stdout: ** Compaction Stats [default] ** 2024-04-12T08:47:53.862 INFO:journalctl@ceph.mon.a.smithi112.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-12T08:47:53.862 INFO:journalctl@ceph.mon.a.smithi112.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-12T08:47:53.862 INFO:journalctl@ceph.mon.a.smithi112.stdout: L0 1/0 3.75 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 516.9 0.01 0.00 1 0.007 0 0 0.0 0.0 2024-04-12T08:47:53.863 INFO:journalctl@ceph.mon.a.smithi112.stdout: L6 1/0 7.58 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-04-12T08:47:53.863 INFO:journalctl@ceph.mon.a.smithi112.stdout: Sum 2/0 11.32 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 516.9 0.01 0.00 1 0.007 0 0 0.0 0.0 2024-04-12T08:47:53.863 INFO:journalctl@ceph.mon.a.smithi112.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 516.9 0.01 0.00 1 0.007 0 0 0.0 0.0 2024-04-12T08:47:53.863 INFO:journalctl@ceph.mon.a.smithi112.stdout: 2024-04-12T08:47:53.863 INFO:journalctl@ceph.mon.a.smithi112.stdout: ** Compaction Stats [default] ** 2024-04-12T08:47:53.863 INFO:journalctl@ceph.mon.a.smithi112.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-12T08:47:53.863 INFO:journalctl@ceph.mon.a.smithi112.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-12T08:47:53.863 INFO:journalctl@ceph.mon.a.smithi112.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 516.9 0.01 0.00 1 0.007 0 0 0.0 0.0 2024-04-12T08:47:53.863 INFO:journalctl@ceph.mon.a.smithi112.stdout: 2024-04-12T08:47:53.863 INFO:journalctl@ceph.mon.a.smithi112.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-12T08:47:53.863 INFO:journalctl@ceph.mon.a.smithi112.stdout: 2024-04-12T08:47:53.863 INFO:journalctl@ceph.mon.a.smithi112.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-12T08:47:53.863 INFO:journalctl@ceph.mon.a.smithi112.stdout: Flush(GB): cumulative 0.004, interval 0.004 2024-04-12T08:47:53.863 INFO:journalctl@ceph.mon.a.smithi112.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-12T08:47:53.863 INFO:journalctl@ceph.mon.a.smithi112.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-12T08:47:53.864 INFO:journalctl@ceph.mon.a.smithi112.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-12T08:47:53.864 INFO:journalctl@ceph.mon.a.smithi112.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-12T08:47:53.864 INFO:journalctl@ceph.mon.a.smithi112.stdout: Cumulative compaction: 0.00 GB write, 234.89 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-12T08:47:53.864 INFO:journalctl@ceph.mon.a.smithi112.stdout: Interval compaction: 0.00 GB write, 234.89 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-12T08:47:53.864 INFO:journalctl@ceph.mon.a.smithi112.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-12T08:47:53.864 INFO:journalctl@ceph.mon.a.smithi112.stdout: Block cache BinnedLRUCache@0x5622584f7090#2 capacity: 512.00 MB usage: 10.36 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1e-05 secs_since: 0 2024-04-12T08:47:53.864 INFO:journalctl@ceph.mon.a.smithi112.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,2.28 KB,0.000435114%) IndexBlock(1,8.08 KB,0.00154078%) Misc(1,0.00 KB,0%) 2024-04-12T08:47:53.864 INFO:journalctl@ceph.mon.a.smithi112.stdout: 2024-04-12T08:47:53.864 INFO:journalctl@ceph.mon.a.smithi112.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-12T08:47:53.864 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: starting mon.a rank 0 at public addrs [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] at bind addrs [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 2024-04-12T08:47:53.864 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: mon.a@-1(???) e3 preinit fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 2024-04-12T08:47:53.864 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: mon.a@-1(???).mds e8 new map 2024-04-12T08:47:53.864 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: mon.a@-1(???).mds e8 print_map 2024-04-12T08:47:53.864 INFO:journalctl@ceph.mon.a.smithi112.stdout: e8 2024-04-12T08:47:53.865 INFO:journalctl@ceph.mon.a.smithi112.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-12T08:47:53.865 INFO:journalctl@ceph.mon.a.smithi112.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-12T08:47:53.865 INFO:journalctl@ceph.mon.a.smithi112.stdout: legacy client fscid: 1 2024-04-12T08:47:53.865 INFO:journalctl@ceph.mon.a.smithi112.stdout: 2024-04-12T08:47:53.865 INFO:journalctl@ceph.mon.a.smithi112.stdout: Filesystem 'foo' (1) 2024-04-12T08:47:53.865 INFO:journalctl@ceph.mon.a.smithi112.stdout: fs_name foo 2024-04-12T08:47:53.865 INFO:journalctl@ceph.mon.a.smithi112.stdout: epoch 7 2024-04-12T08:47:53.865 INFO:journalctl@ceph.mon.a.smithi112.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-04-12T08:47:53.865 INFO:journalctl@ceph.mon.a.smithi112.stdout: created 2024-04-12T08:42:59.590124+0000 2024-04-12T08:47:53.865 INFO:journalctl@ceph.mon.a.smithi112.stdout: modified 2024-04-12T08:43:11.084337+0000 2024-04-12T08:47:53.865 INFO:journalctl@ceph.mon.a.smithi112.stdout: tableserver 0 2024-04-12T08:47:53.865 INFO:journalctl@ceph.mon.a.smithi112.stdout: root 0 2024-04-12T08:47:53.865 INFO:journalctl@ceph.mon.a.smithi112.stdout: session_timeout 60 2024-04-12T08:47:53.865 INFO:journalctl@ceph.mon.a.smithi112.stdout: session_autoclose 300 2024-04-12T08:47:53.865 INFO:journalctl@ceph.mon.a.smithi112.stdout: max_file_size 1099511627776 2024-04-12T08:47:53.866 INFO:journalctl@ceph.mon.a.smithi112.stdout: max_xattr_size 65536 2024-04-12T08:47:53.866 INFO:journalctl@ceph.mon.a.smithi112.stdout: required_client_features {} 2024-04-12T08:47:53.866 INFO:journalctl@ceph.mon.a.smithi112.stdout: last_failure 0 2024-04-12T08:47:53.866 INFO:journalctl@ceph.mon.a.smithi112.stdout: last_failure_osd_epoch 0 2024-04-12T08:47:53.866 INFO:journalctl@ceph.mon.a.smithi112.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-12T08:47:53.866 INFO:journalctl@ceph.mon.a.smithi112.stdout: max_mds 1 2024-04-12T08:47:53.866 INFO:journalctl@ceph.mon.a.smithi112.stdout: in 0 2024-04-12T08:47:53.866 INFO:journalctl@ceph.mon.a.smithi112.stdout: up {0=24545} 2024-04-12T08:47:53.866 INFO:journalctl@ceph.mon.a.smithi112.stdout: failed 2024-04-12T08:47:53.866 INFO:journalctl@ceph.mon.a.smithi112.stdout: damaged 2024-04-12T08:47:53.866 INFO:journalctl@ceph.mon.a.smithi112.stdout: stopped 2024-04-12T08:47:53.866 INFO:journalctl@ceph.mon.a.smithi112.stdout: data_pools [4] 2024-04-12T08:47:53.866 INFO:journalctl@ceph.mon.a.smithi112.stdout: metadata_pool 3 2024-04-12T08:47:53.866 INFO:journalctl@ceph.mon.a.smithi112.stdout: inline_data disabled 2024-04-12T08:47:53.866 INFO:journalctl@ceph.mon.a.smithi112.stdout: balancer 2024-04-12T08:47:53.867 INFO:journalctl@ceph.mon.a.smithi112.stdout: bal_rank_mask -1 2024-04-12T08:47:53.867 INFO:journalctl@ceph.mon.a.smithi112.stdout: standby_count_wanted 1 2024-04-12T08:47:53.867 INFO:journalctl@ceph.mon.a.smithi112.stdout: qdb_cluster leader: 0 members: 2024-04-12T08:47:53.867 INFO:journalctl@ceph.mon.a.smithi112.stdout: [mds.foo.smithi112.qoyflb{0:24545} state up:active seq 3 join_fscid=1 addr [v2:172.21.15.112:6834/3140225182,v1:172.21.15.112:6835/3140225182] compat {c=[1],r=[1],i=[7ff]}] 2024-04-12T08:47:53.867 INFO:journalctl@ceph.mon.a.smithi112.stdout: 2024-04-12T08:47:53.867 INFO:journalctl@ceph.mon.a.smithi112.stdout: 2024-04-12T08:47:53.867 INFO:journalctl@ceph.mon.a.smithi112.stdout: Standby daemons: 2024-04-12T08:47:53.867 INFO:journalctl@ceph.mon.a.smithi112.stdout: 2024-04-12T08:47:53.867 INFO:journalctl@ceph.mon.a.smithi112.stdout: [mds.foo.smithi175.kcfyhq{-1:24508} state up:standby seq 2 join_fscid=1 addr [v2:172.21.15.175:6832/3519953155,v1:172.21.15.175:6833/3519953155] compat {c=[1],r=[1],i=[7ff]}] 2024-04-12T08:47:53.867 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: mon.a@-1(???).osd e275 crush map has features 3314933000854323200, adjusting msgr requires 2024-04-12T08:47:53.867 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: mon.a@-1(???).osd e275 crush map has features 432629239337189376, adjusting msgr requires 2024-04-12T08:47:53.867 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: mon.a@-1(???).osd e275 crush map has features 432629239337189376, adjusting msgr requires 2024-04-12T08:47:53.867 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: mon.a@-1(???).osd e275 crush map has features 432629239337189376, adjusting msgr requires 2024-04-12T08:47:53.867 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 ceph-mon[95375]: mon.a@-1(???).paxosservice(auth 1..18) refresh upgraded, format 0 -> 3 2024-04-12T08:47:53.867 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 bash[95355]: c233bb87592908c739627afe48fff136e15aac45051676ce622d6a691cd577e0 2024-04-12T08:47:53.868 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:53 smithi112 systemd[1]: Started Ceph mon.a for 96d9de20-f8a7-11ee-bc8c-c7b262605968. 2024-04-12T08:47:55.264 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:47:54 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[78185]: ignoring --setuser ceph since I am not root 2024-04-12T08:47:55.264 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:47:54 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[78185]: ignoring --setgroup ceph since I am not root 2024-04-12T08:47:55.265 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:47:54 smithi175 ceph-mgr[78189]: -- 172.21.15.175:0/4245839299 <== mon.2 v2:172.21.15.112:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55abc2b965a0 con 0x55abc2b6ac00 2024-04-12T08:47:55.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:54 smithi175 ceph-mon[32523]: pgmap v57: 137 pgs: 137 active+clean; 901 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 32 MiB/s rd, 23 KiB/s wr, 462 op/s 2024-04-12T08:47:55.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:54 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/1640410337' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:47:55.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:54 smithi175 ceph-mon[32523]: mon.a calling monitor election 2024-04-12T08:47:55.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:54 smithi175 ceph-mon[32523]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-12T08:47:55.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:54 smithi175 ceph-mon[32523]: monmap epoch 3 2024-04-12T08:47:55.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:54 smithi175 ceph-mon[32523]: fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 2024-04-12T08:47:55.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:54 smithi175 ceph-mon[32523]: last_changed 2024-04-12T08:37:40.571155+0000 2024-04-12T08:47:55.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:54 smithi175 ceph-mon[32523]: created 2024-04-12T08:36:02.032062+0000 2024-04-12T08:47:55.266 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:54 smithi175 ceph-mon[32523]: min_mon_release 17 (quincy) 2024-04-12T08:47:55.266 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:54 smithi175 ceph-mon[32523]: election_strategy: 1 2024-04-12T08:47:55.266 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:54 smithi175 ceph-mon[32523]: 0: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.a 2024-04-12T08:47:55.266 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:54 smithi175 ceph-mon[32523]: 1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-04-12T08:47:55.266 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:54 smithi175 ceph-mon[32523]: 2: [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] mon.c 2024-04-12T08:47:55.266 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:54 smithi175 ceph-mon[32523]: fsmap foo:1 {0=foo.smithi112.qoyflb=up:active} 1 up:standby 2024-04-12T08:47:55.266 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:54 smithi175 ceph-mon[32523]: osdmap e275: 8 total, 8 up, 8 in 2024-04-12T08:47:55.266 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:54 smithi175 ceph-mon[32523]: mgrmap e32: y(active, since 38s), standbys: x 2024-04-12T08:47:55.266 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:54 smithi175 ceph-mon[32523]: Health detail: HEALTH_WARN 1 failed cephadm daemon(s); 1 pool(s) do not have an application enabled 2024-04-12T08:47:55.266 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:54 smithi175 ceph-mon[32523]: [WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2024-04-12T08:47:55.266 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:54 smithi175 ceph-mon[32523]: daemon grafana.a on smithi175 is in unknown state 2024-04-12T08:47:55.266 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:54 smithi175 ceph-mon[32523]: [WRN] POOL_APP_NOT_ENABLED: 1 pool(s) do not have an application enabled 2024-04-12T08:47:55.266 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:54 smithi175 ceph-mon[32523]: application not enabled on pool 'test-librbd-smithi112-80750-9' 2024-04-12T08:47:55.267 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:54 smithi175 ceph-mon[32523]: use 'ceph osd pool application enable ', where is 'cephfs', 'rbd', 'rgw', or freeform for custom applications. 2024-04-12T08:47:55.267 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:54 smithi175 ceph-mon[32523]: from='mgr.25277 ' entity='' 2024-04-12T08:47:55.267 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:54 smithi175 ceph-mon[32523]: mgrmap e33: y(active, since 38s), standbys: x 2024-04-12T08:47:55.342 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:47:54 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: ignoring --setuser ceph since I am not root 2024-04-12T08:47:55.342 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:47:54 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: ignoring --setgroup ceph since I am not root 2024-04-12T08:47:55.342 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:47:54 smithi112 ceph-mgr[86315]: -- 172.21.15.112:0/79100634 <== mon.0 v2:172.21.15.112:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x563ff007c5a0 con 0x563ff0050c00 2024-04-12T08:47:55.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:54 smithi112 ceph-mon[95375]: pgmap v57: 137 pgs: 137 active+clean; 901 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 32 MiB/s rd, 23 KiB/s wr, 462 op/s 2024-04-12T08:47:55.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:54 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/1640410337' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:47:55.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:54 smithi112 ceph-mon[95375]: mon.a calling monitor election 2024-04-12T08:47:55.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:54 smithi112 ceph-mon[95375]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-12T08:47:55.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:54 smithi112 ceph-mon[95375]: monmap epoch 3 2024-04-12T08:47:55.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:54 smithi112 ceph-mon[95375]: fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 2024-04-12T08:47:55.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:54 smithi112 ceph-mon[95375]: last_changed 2024-04-12T08:37:40.571155+0000 2024-04-12T08:47:55.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:54 smithi112 ceph-mon[95375]: created 2024-04-12T08:36:02.032062+0000 2024-04-12T08:47:55.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:54 smithi112 ceph-mon[95375]: min_mon_release 17 (quincy) 2024-04-12T08:47:55.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:54 smithi112 ceph-mon[95375]: election_strategy: 1 2024-04-12T08:47:55.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:54 smithi112 ceph-mon[95375]: 0: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.a 2024-04-12T08:47:55.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:54 smithi112 ceph-mon[95375]: 1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-04-12T08:47:55.344 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:54 smithi112 ceph-mon[95375]: 2: [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] mon.c 2024-04-12T08:47:55.344 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:54 smithi112 ceph-mon[95375]: fsmap foo:1 {0=foo.smithi112.qoyflb=up:active} 1 up:standby 2024-04-12T08:47:55.344 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:54 smithi112 ceph-mon[95375]: osdmap e275: 8 total, 8 up, 8 in 2024-04-12T08:47:55.344 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:54 smithi112 ceph-mon[95375]: mgrmap e32: y(active, since 38s), standbys: x 2024-04-12T08:47:55.344 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:54 smithi112 ceph-mon[95375]: Health detail: HEALTH_WARN 1 failed cephadm daemon(s); 1 pool(s) do not have an application enabled 2024-04-12T08:47:55.344 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:54 smithi112 ceph-mon[95375]: [WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2024-04-12T08:47:55.344 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:54 smithi112 ceph-mon[95375]: daemon grafana.a on smithi175 is in unknown state 2024-04-12T08:47:55.344 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:54 smithi112 ceph-mon[95375]: [WRN] POOL_APP_NOT_ENABLED: 1 pool(s) do not have an application enabled 2024-04-12T08:47:55.344 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:54 smithi112 ceph-mon[95375]: application not enabled on pool 'test-librbd-smithi112-80750-9' 2024-04-12T08:47:55.344 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:54 smithi112 ceph-mon[95375]: use 'ceph osd pool application enable ', where is 'cephfs', 'rbd', 'rgw', or freeform for custom applications. 2024-04-12T08:47:55.344 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:54 smithi112 ceph-mon[95375]: from='mgr.25277 ' entity='' 2024-04-12T08:47:55.344 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:54 smithi112 ceph-mon[95375]: mgrmap e33: y(active, since 38s), standbys: x 2024-04-12T08:47:55.344 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:54 smithi112 ceph-mon[40233]: pgmap v57: 137 pgs: 137 active+clean; 901 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 32 MiB/s rd, 23 KiB/s wr, 462 op/s 2024-04-12T08:47:55.344 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:54 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/1640410337' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:47:55.345 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:54 smithi112 ceph-mon[40233]: mon.a calling monitor election 2024-04-12T08:47:55.345 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:54 smithi112 ceph-mon[40233]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-12T08:47:55.345 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:54 smithi112 ceph-mon[40233]: monmap epoch 3 2024-04-12T08:47:55.345 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:54 smithi112 ceph-mon[40233]: fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 2024-04-12T08:47:55.345 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:54 smithi112 ceph-mon[40233]: last_changed 2024-04-12T08:37:40.571155+0000 2024-04-12T08:47:55.345 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:54 smithi112 ceph-mon[40233]: created 2024-04-12T08:36:02.032062+0000 2024-04-12T08:47:55.345 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:54 smithi112 ceph-mon[40233]: min_mon_release 17 (quincy) 2024-04-12T08:47:55.345 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:54 smithi112 ceph-mon[40233]: election_strategy: 1 2024-04-12T08:47:55.345 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:54 smithi112 ceph-mon[40233]: 0: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.a 2024-04-12T08:47:55.345 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:54 smithi112 ceph-mon[40233]: 1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-04-12T08:47:55.345 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:54 smithi112 ceph-mon[40233]: 2: [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] mon.c 2024-04-12T08:47:55.345 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:54 smithi112 ceph-mon[40233]: fsmap foo:1 {0=foo.smithi112.qoyflb=up:active} 1 up:standby 2024-04-12T08:47:55.345 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:54 smithi112 ceph-mon[40233]: osdmap e275: 8 total, 8 up, 8 in 2024-04-12T08:47:55.345 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:54 smithi112 ceph-mon[40233]: mgrmap e32: y(active, since 38s), standbys: x 2024-04-12T08:47:55.345 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:54 smithi112 ceph-mon[40233]: Health detail: HEALTH_WARN 1 failed cephadm daemon(s); 1 pool(s) do not have an application enabled 2024-04-12T08:47:55.345 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:54 smithi112 ceph-mon[40233]: [WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2024-04-12T08:47:55.345 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:54 smithi112 ceph-mon[40233]: daemon grafana.a on smithi175 is in unknown state 2024-04-12T08:47:55.346 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:54 smithi112 ceph-mon[40233]: [WRN] POOL_APP_NOT_ENABLED: 1 pool(s) do not have an application enabled 2024-04-12T08:47:55.346 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:54 smithi112 ceph-mon[40233]: application not enabled on pool 'test-librbd-smithi112-80750-9' 2024-04-12T08:47:55.346 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:54 smithi112 ceph-mon[40233]: use 'ceph osd pool application enable ', where is 'cephfs', 'rbd', 'rgw', or freeform for custom applications. 2024-04-12T08:47:55.346 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:54 smithi112 ceph-mon[40233]: from='mgr.25277 ' entity='' 2024-04-12T08:47:55.346 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:54 smithi112 ceph-mon[40233]: mgrmap e33: y(active, since 38s), standbys: x 2024-04-12T08:47:55.765 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:47:55 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[78185]: 2024-04-12T08:47:55.479+0000 7f746e0d8200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-12T08:47:55.765 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:47:55 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[78185]: 2024-04-12T08:47:55.572+0000 7f746e0d8200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-12T08:47:55.842 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:47:55 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: 2024-04-12T08:47:55.485+0000 7ffb0406e200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-12T08:47:55.842 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:47:55 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: 2024-04-12T08:47:55.579+0000 7ffb0406e200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-12T08:47:55.979 INFO:tasks.workunit.client.0.smithi112.stdout:snap_protect: snap1 2024-04-12T08:47:56.030 INFO:tasks.workunit.client.0.smithi112.stdout:migration_prepare 2024-04-12T08:47:56.237 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:55 smithi175 ceph-mon[32523]: osdmap e276: 8 total, 8 up, 8 in 2024-04-12T08:47:56.254 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:55 smithi112 ceph-mon[40233]: osdmap e276: 8 total, 8 up, 8 in 2024-04-12T08:47:56.254 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:55 smithi112 ceph-mon[95375]: osdmap e276: 8 total, 8 up, 8 in 2024-04-12T08:47:56.267 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 19.0.0-2053-gb277feb2 (b277feb2c7beb4597d8ecc39d58d5c36b81f613a) squid (dev)": 1 2024-04-12T08:47:56.514 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:47:56 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[78185]: 2024-04-12T08:47:56.236+0000 7f746e0d8200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-12T08:47:56.515 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:47:56 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[78185]: 2024-04-12T08:47:56.329+0000 7f746e0d8200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-12T08:47:56.515 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:47:56 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[78185]: 2024-04-12T08:47:56.473+0000 7f746e0d8200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-12T08:47:56.592 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:47:56 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: 2024-04-12T08:47:56.252+0000 7ffb0406e200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-12T08:47:56.592 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:47:56 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: 2024-04-12T08:47:56.349+0000 7ffb0406e200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-12T08:47:56.592 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:47:56 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: 2024-04-12T08:47:56.493+0000 7ffb0406e200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-12T08:47:56.918 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:47:56 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[78185]: 2024-04-12T08:47:56.569+0000 7f746e0d8200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-12T08:47:56.918 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:47:56 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[78185]: 2024-04-12T08:47:56.654+0000 7f746e0d8200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-12T08:47:56.918 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:47:56 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[78185]: 2024-04-12T08:47:56.917+0000 7f746e0d8200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-12T08:47:56.944 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:47:56 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: 2024-04-12T08:47:56.592+0000 7ffb0406e200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-12T08:47:56.944 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:47:56 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: 2024-04-12T08:47:56.678+0000 7ffb0406e200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-12T08:47:56.944 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:47:56 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: 2024-04-12T08:47:56.942+0000 7ffb0406e200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-12T08:47:57.016 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -e sha1=b277feb2c7beb4597d8ecc39d58d5c36b81f613a -- bash -c 'ceph orch ps' 2024-04-12T08:47:57.178 INFO:tasks.workunit.client.0.smithi112.stdout:migration_execute 2024-04-12T08:47:57.225 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:56 smithi175 ceph-mon[32523]: osdmap e277: 8 total, 8 up, 8 in 2024-04-12T08:47:57.225 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:56 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/3786821429' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:47:57.225 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:47:57 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[78185]: 2024-04-12T08:47:57.033+0000 7f746e0d8200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-12T08:47:57.225 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:47:57 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[78185]: 2024-04-12T08:47:57.123+0000 7f746e0d8200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-12T08:47:57.266 INFO:tasks.workunit.client.0.smithi112.stdout:migration_commit 2024-04-12T08:47:57.320 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:56 smithi112 ceph-mon[40233]: osdmap e277: 8 total, 8 up, 8 in 2024-04-12T08:47:57.320 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:56 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/3786821429' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:47:57.320 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:56 smithi112 ceph-mon[95375]: osdmap e277: 8 total, 8 up, 8 in 2024-04-12T08:47:57.320 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:56 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/3786821429' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:47:57.320 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:47:57 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: 2024-04-12T08:47:57.077+0000 7ffb0406e200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-12T08:47:57.321 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:47:57 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: 2024-04-12T08:47:57.187+0000 7ffb0406e200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-12T08:47:57.324 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T08:47:57.514 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:47:57 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[78185]: 2024-04-12T08:47:57.224+0000 7f746e0d8200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-12T08:47:57.515 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:47:57 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[78185]: 2024-04-12T08:47:57.405+0000 7f746e0d8200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-12T08:47:57.592 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:47:57 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: 2024-04-12T08:47:57.318+0000 7ffb0406e200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-12T08:47:57.592 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:47:57 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: 2024-04-12T08:47:57.502+0000 7ffb0406e200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-12T08:47:58.085 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMigration.CloneV2Parent (6832 ms) 2024-04-12T08:47:58.086 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMigration.CloneV1ParentAbort 2024-04-12T08:47:58.116 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-12T08:47:58.127 INFO:tasks.workunit.client.0.smithi112.stdout:write: A 0~10 2024-04-12T08:47:58.136 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap1 2024-04-12T08:47:58.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:57 smithi175 ceph-mon[32523]: osdmap e278: 8 total, 8 up, 8 in 2024-04-12T08:47:58.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:57 smithi112 ceph-mon[95375]: osdmap e278: 8 total, 8 up, 8 in 2024-04-12T08:47:58.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:57 smithi112 ceph-mon[40233]: osdmap e278: 8 total, 8 up, 8 in 2024-04-12T08:47:58.538 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:47:58 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[78185]: 2024-04-12T08:47:58.398+0000 7f746e0d8200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-12T08:47:58.538 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:47:58 smithi175 systemd[1]: ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@grafana.a.service: Scheduled restart job, restart counter is at 5. 2024-04-12T08:47:58.538 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:47:58 smithi175 systemd[1]: Stopped Ceph grafana.a for 96d9de20-f8a7-11ee-bc8c-c7b262605968. 2024-04-12T08:47:58.539 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:47:58 smithi175 systemd[1]: Starting Ceph grafana.a for 96d9de20-f8a7-11ee-bc8c-c7b262605968... 2024-04-12T08:47:58.539 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:47:58 smithi175 podman[81772]: 2024-04-12 08:47:58.398503579 +0000 UTC m=+0.017072857 image pull 954c08fa618887fe9a6fe572ae541197c77e625b05f4193df7898f5ac649ada9 quay.io/ceph/ceph-grafana:9.4.7 2024-04-12T08:47:58.539 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:47:58 smithi175 podman[81772]: 2024-04-12 08:47:58.505320227 +0000 UTC m=+0.123889513 container create e5b161df0dda6d50ae663f3be02b785dc8ecdf53bc7daca231a0e5422c5ee889 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a, vendor=Red Hat, Inc., com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, distribution-scope=public, maintainer=Paul Cuzner , vcs-type=git, summary=Grafana Container configured for Ceph mgr/dashboard integration, io.buildah.version=1.32.0, architecture=x86_64, version=8.5, name=ubi8, com.redhat.component=ubi8-container, release=239.1651231664, io.openshift.tags=base rhel8, description=Ceph Grafana Container, build-date=2022-04-29T11:48:11.055897, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.k8s.display-name=Red Hat Universal Base Image 8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, io.openshift.expose-services=, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56) 2024-04-12T08:47:58.722 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:47:58 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: 2024-04-12T08:47:58.520+0000 7ffb0406e200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-12T08:47:58.722 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:47:58 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: 2024-04-12T08:47:58.655+0000 7ffb0406e200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-12T08:47:58.833 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:47:58 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[78185]: 2024-04-12T08:47:58.537+0000 7f746e0d8200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-12T08:47:58.833 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:47:58 smithi175 podman[81772]: 2024-04-12 08:47:58.749733888 +0000 UTC m=+0.368303166 container init e5b161df0dda6d50ae663f3be02b785dc8ecdf53bc7daca231a0e5422c5ee889 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, version=8.5, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, summary=Grafana Container configured for Ceph mgr/dashboard integration, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, vendor=Red Hat, Inc., description=Ceph Grafana Container, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., maintainer=Paul Cuzner , build-date=2022-04-29T11:48:11.055897, release=239.1651231664, io.k8s.display-name=Red Hat Universal Base Image 8, vcs-type=git, io.buildah.version=1.32.0, io.openshift.expose-services=, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, architecture=x86_64, name=ubi8, distribution-scope=public, io.openshift.tags=base rhel8, com.redhat.component=ubi8-container) 2024-04-12T08:47:58.833 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:47:58 smithi175 podman[81772]: 2024-04-12 08:47:58.752554099 +0000 UTC m=+0.371123380 container start e5b161df0dda6d50ae663f3be02b785dc8ecdf53bc7daca231a0e5422c5ee889 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a, io.openshift.tags=base rhel8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., architecture=x86_64, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, release=239.1651231664, io.buildah.version=1.32.0, vendor=Red Hat, Inc., summary=Grafana Container configured for Ceph mgr/dashboard integration, maintainer=Paul Cuzner , io.k8s.display-name=Red Hat Universal Base Image 8, description=Ceph Grafana Container, com.redhat.component=ubi8-container, distribution-scope=public, name=ubi8, io.openshift.expose-services=, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, version=8.5, build-date=2022-04-29T11:48:11.055897, vcs-type=git, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664) 2024-04-12T08:47:59.198 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:58 smithi175 ceph-mon[32523]: osdmap e279: 8 total, 8 up, 8 in 2024-04-12T08:47:59.198 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:47:58 smithi175 ceph-mon[32523]: osdmap e280: 8 total, 8 up, 8 in 2024-04-12T08:47:59.198 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:47:58 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[78185]: 2024-04-12T08:47:58.896+0000 7f746e0d8200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-12T08:47:59.198 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:47:58 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[78185]: 2024-04-12T08:47:58.993+0000 7f746e0d8200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-12T08:47:59.199 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:47:58 smithi175 bash[81772]: e5b161df0dda6d50ae663f3be02b785dc8ecdf53bc7daca231a0e5422c5ee889 2024-04-12T08:47:59.199 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:47:58 smithi175 systemd[1]: Started Ceph grafana.a for 96d9de20-f8a7-11ee-bc8c-c7b262605968. 2024-04-12T08:47:59.199 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:47:58 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[81789]: logger=settings t=2024-04-12T08:47:58.904559229Z level=error msg="failed to parse \"/etc/grafana/grafana.ini\": open /etc/grafana/grafana.ini: permission denied" 2024-04-12T08:47:59.199 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:47:58 smithi175 podman[81808]: 2024-04-12 08:47:58.93080913 +0000 UTC m=+0.019326952 container died e5b161df0dda6d50ae663f3be02b785dc8ecdf53bc7daca231a0e5422c5ee889 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a, version=8.5, distribution-scope=public, release=239.1651231664, vendor=Red Hat, Inc., com.redhat.component=ubi8-container, io.k8s.display-name=Red Hat Universal Base Image 8, io.openshift.expose-services=, name=ubi8, build-date=2022-04-29T11:48:11.055897, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vcs-type=git, architecture=x86_64, io.openshift.tags=base rhel8, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.buildah.version=1.32.0, description=Ceph Grafana Container, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, maintainer=Paul Cuzner , summary=Grafana Container configured for Ceph mgr/dashboard integration, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56) 2024-04-12T08:47:59.306 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:58 smithi112 ceph-mon[95375]: osdmap e279: 8 total, 8 up, 8 in 2024-04-12T08:47:59.306 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:47:58 smithi112 ceph-mon[95375]: osdmap e280: 8 total, 8 up, 8 in 2024-04-12T08:47:59.306 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:47:59 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: 2024-04-12T08:47:59.003+0000 7ffb0406e200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-12T08:47:59.306 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:47:59 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: 2024-04-12T08:47:59.099+0000 7ffb0406e200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-12T08:47:59.306 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:58 smithi112 ceph-mon[40233]: osdmap e279: 8 total, 8 up, 8 in 2024-04-12T08:47:59.306 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:47:58 smithi112 ceph-mon[40233]: osdmap e280: 8 total, 8 up, 8 in 2024-04-12T08:47:59.502 INFO:tasks.workunit.client.0.smithi112.stdout:snap_protect: snap1 2024-04-12T08:47:59.514 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:47:59 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[78185]: 2024-04-12T08:47:59.197+0000 7f746e0d8200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-12T08:47:59.514 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:47:59 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[78185]: 2024-04-12T08:47:59.390+0000 7f746e0d8200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-12T08:47:59.556 INFO:tasks.workunit.client.0.smithi112.stdout:migration_prepare 2024-04-12T08:47:59.592 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:47:59 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: 2024-04-12T08:47:59.303+0000 7ffb0406e200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-12T08:47:59.592 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:47:59 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: 2024-04-12T08:47:59.495+0000 7ffb0406e200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-12T08:47:59.825 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:47:59 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[78185]: 2024-04-12T08:47:59.714+0000 7f746e0d8200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-12T08:47:59.825 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:47:59 smithi175 podman[81808]: 2024-04-12 08:47:59.562167206 +0000 UTC m=+0.650685029 container remove e5b161df0dda6d50ae663f3be02b785dc8ecdf53bc7daca231a0e5422c5ee889 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a, release=239.1651231664, maintainer=Paul Cuzner , io.openshift.tags=base rhel8, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, com.redhat.component=ubi8-container, io.openshift.expose-services=, architecture=x86_64, distribution-scope=public, name=ubi8, summary=Grafana Container configured for Ceph mgr/dashboard integration, vcs-type=git, vendor=Red Hat, Inc., build-date=2022-04-29T11:48:11.055897, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, version=8.5, io.buildah.version=1.32.0, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, description=Ceph Grafana Container, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.k8s.display-name=Red Hat Universal Base Image 8) 2024-04-12T08:47:59.825 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:47:59 smithi175 systemd[1]: ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@grafana.a.service: Main process exited, code=exited, status=1/FAILURE 2024-04-12T08:48:00.060 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:47:59 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: 2024-04-12T08:47:59.800+0000 7ffb0406e200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-12T08:48:00.060 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:48:00 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: 2024-04-12T08:48:00.058+0000 7ffb0406e200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-12T08:48:00.233 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:47:59 smithi175 systemd[1]: ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@grafana.a.service: Failed with result 'exit-code'. 2024-04-12T08:48:00.233 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:47:59 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[78185]: 2024-04-12T08:47:59.991+0000 7f746e0d8200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-12T08:48:00.342 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:48:00 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: 2024-04-12T08:48:00.297+0000 7ffb0406e200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-12T08:48:00.493 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:48:00 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[78185]: 2024-04-12T08:48:00.232+0000 7f746e0d8200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-12T08:48:00.655 INFO:tasks.workunit.client.0.smithi112.stdout:migration_abort 2024-04-12T08:48:00.764 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:00 smithi175 ceph-mon[32523]: osdmap e281: 8 total, 8 up, 8 in 2024-04-12T08:48:00.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:00 smithi112 ceph-mon[95375]: osdmap e281: 8 total, 8 up, 8 in 2024-04-12T08:48:00.842 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:00 smithi112 ceph-mon[40233]: osdmap e281: 8 total, 8 up, 8 in 2024-04-12T08:48:01.500 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:48:01 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: 2024-04-12T08:48:01.133+0000 7ffb0406e200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-12T08:48:01.500 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:48:01 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[78185]: 2024-04-12T08:48:01.075+0000 7f746e0d8200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-12T08:48:01.621 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMigration.CloneV1ParentAbort (3535 ms) 2024-04-12T08:48:01.621 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMigration.CloneV2ParentAbort 2024-04-12T08:48:01.653 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-12T08:48:01.664 INFO:tasks.workunit.client.0.smithi112.stdout:write: A 0~10 2024-04-12T08:48:01.671 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap1 2024-04-12T08:48:01.764 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:01 smithi175 ceph-mon[32523]: osdmap e282: 8 total, 8 up, 8 in 2024-04-12T08:48:01.765 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:48:01 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[78185]: 2024-04-12T08:48:01.670+0000 7f746e0d8200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-12T08:48:01.835 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:01 smithi112 ceph-mon[95375]: osdmap e282: 8 total, 8 up, 8 in 2024-04-12T08:48:01.835 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:01 smithi112 ceph-mon[40233]: osdmap e282: 8 total, 8 up, 8 in 2024-04-12T08:48:01.836 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:48:01 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: 2024-04-12T08:48:01.734+0000 7ffb0406e200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-12T08:48:02.092 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:48:01 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: 2024-04-12T08:48:01.833+0000 7ffb0406e200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-12T08:48:02.092 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:48:02 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: 2024-04-12T08:48:02.056+0000 7ffb0406e200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-12T08:48:02.106 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:48:01 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[78185]: 2024-04-12T08:48:01.773+0000 7f746e0d8200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-12T08:48:02.106 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:48:01 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[78185]: 2024-04-12T08:48:01.998+0000 7f746e0d8200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-12T08:48:02.106 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:48:02 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[78185]: [12/Apr/2024:08:48:02] ENGINE Bus STARTING 2024-04-12T08:48:02.511 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:48:02 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[78185]: CherryPy Checker: 2024-04-12T08:48:02.511 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:48:02 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[78185]: The Application mounted at '' has an empty config. 2024-04-12T08:48:02.511 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:48:02 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[78185]: 2024-04-12T08:48:02.511 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:48:02 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[78185]: [12/Apr/2024:08:48:02] ENGINE Serving on http://:::9283 2024-04-12T08:48:02.511 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 08:48:02 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x[78185]: [12/Apr/2024:08:48:02] ENGINE Bus STARTED 2024-04-12T08:48:02.512 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:48:02 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: [12/Apr/2024:08:48:02] ENGINE Bus STARTING 2024-04-12T08:48:02.512 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:48:02 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: 2024-04-12T08:48:02.207+0000 7ffa67c11700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T08:48:02.512 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:48:02 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: 2024-04-12T08:48:02.207+0000 7ffa67c11700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T08:48:02.512 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:48:02 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: 2024-04-12T08:48:02.207+0000 7ffa67c11700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T08:48:02.512 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:48:02 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: 2024-04-12T08:48:02.207+0000 7ffa67c11700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T08:48:02.512 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:48:02 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: 2024-04-12T08:48:02.207+0000 7ffa67c11700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T08:48:02.512 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:48:02 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: 2024-04-12T08:48:02.207+0000 7ffa63408700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T08:48:02.512 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:48:02 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: 2024-04-12T08:48:02.207+0000 7ffa63408700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T08:48:02.512 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:48:02 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: 2024-04-12T08:48:02.207+0000 7ffa63408700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T08:48:02.512 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:48:02 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: 2024-04-12T08:48:02.207+0000 7ffa63408700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T08:48:02.512 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:48:02 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: 2024-04-12T08:48:02.207+0000 7ffa63408700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-12T08:48:02.513 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:48:02 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: CherryPy Checker: 2024-04-12T08:48:02.513 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:48:02 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: The Application mounted at '' has an empty config. 2024-04-12T08:48:02.513 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:48:02 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: 2024-04-12T08:48:02.513 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:48:02 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: [12/Apr/2024:08:48:02] ENGINE Serving on http://:::9283 2024-04-12T08:48:02.513 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:48:02 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: [12/Apr/2024:08:48:02] ENGINE Bus STARTED 2024-04-12T08:48:02.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:02 smithi175 ceph-mon[32523]: osdmap e283: 8 total, 8 up, 8 in 2024-04-12T08:48:02.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:02 smithi175 ceph-mon[32523]: Standby manager daemon x restarted 2024-04-12T08:48:02.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:02 smithi175 ceph-mon[32523]: Standby manager daemon x started 2024-04-12T08:48:02.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:02 smithi175 ceph-mon[32523]: from='mgr.? 172.21.15.175:0/949112947' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-12T08:48:02.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:02 smithi175 ceph-mon[32523]: from='mgr.? 172.21.15.175:0/949112947' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T08:48:02.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:02 smithi175 ceph-mon[32523]: from='mgr.? 172.21.15.175:0/949112947' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-12T08:48:02.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:02 smithi175 ceph-mon[32523]: from='mgr.? 172.21.15.175:0/949112947' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T08:48:02.766 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:02 smithi175 ceph-mon[32523]: Active manager daemon y restarted 2024-04-12T08:48:02.766 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:02 smithi175 ceph-mon[32523]: Activating manager daemon y 2024-04-12T08:48:02.766 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:02 smithi175 ceph-mon[32523]: osdmap e284: 8 total, 8 up, 8 in 2024-04-12T08:48:02.766 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:02 smithi175 ceph-mon[32523]: mgrmap e34: y(active, starting, since 0.00551926s), standbys: x 2024-04-12T08:48:02.766 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:02 smithi175 ceph-mon[32523]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T08:48:02.766 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:02 smithi175 ceph-mon[32523]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T08:48:02.766 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:02 smithi175 ceph-mon[32523]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T08:48:02.766 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:02 smithi175 ceph-mon[32523]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi175.kcfyhq"}]: dispatch 2024-04-12T08:48:02.766 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:02 smithi175 ceph-mon[32523]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi112.qoyflb"}]: dispatch 2024-04-12T08:48:02.766 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:02 smithi175 ceph-mon[32523]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-12T08:48:02.766 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:02 smithi175 ceph-mon[32523]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-12T08:48:02.766 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:02 smithi175 ceph-mon[32523]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T08:48:02.766 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:02 smithi175 ceph-mon[32523]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T08:48:02.766 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:02 smithi175 ceph-mon[32523]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T08:48:02.767 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:02 smithi175 ceph-mon[32523]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T08:48:02.767 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:02 smithi175 ceph-mon[32523]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T08:48:02.767 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:02 smithi175 ceph-mon[32523]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T08:48:02.767 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:02 smithi175 ceph-mon[32523]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T08:48:02.767 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:02 smithi175 ceph-mon[32523]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T08:48:02.767 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:02 smithi175 ceph-mon[32523]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-12T08:48:02.767 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:02 smithi175 ceph-mon[32523]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-12T08:48:02.767 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:02 smithi175 ceph-mon[32523]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-12T08:48:02.767 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:02 smithi175 ceph-mon[32523]: Manager daemon y is now available 2024-04-12T08:48:02.767 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:02 smithi175 ceph-mon[32523]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:48:02.767 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:02 smithi175 ceph-mon[32523]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:48:02.767 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:02 smithi175 ceph-mon[32523]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-12T08:48:02.768 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:02 smithi175 ceph-mon[32523]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-12T08:48:02.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:02 smithi112 ceph-mon[40233]: osdmap e283: 8 total, 8 up, 8 in 2024-04-12T08:48:02.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:02 smithi112 ceph-mon[40233]: Standby manager daemon x restarted 2024-04-12T08:48:02.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:02 smithi112 ceph-mon[40233]: Standby manager daemon x started 2024-04-12T08:48:02.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:02 smithi112 ceph-mon[40233]: from='mgr.? 172.21.15.175:0/949112947' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-12T08:48:02.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:02 smithi112 ceph-mon[40233]: from='mgr.? 172.21.15.175:0/949112947' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T08:48:02.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:02 smithi112 ceph-mon[40233]: from='mgr.? 172.21.15.175:0/949112947' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-12T08:48:02.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:02 smithi112 ceph-mon[40233]: from='mgr.? 172.21.15.175:0/949112947' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T08:48:02.844 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:02 smithi112 ceph-mon[40233]: Active manager daemon y restarted 2024-04-12T08:48:02.844 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:02 smithi112 ceph-mon[40233]: Activating manager daemon y 2024-04-12T08:48:02.844 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:02 smithi112 ceph-mon[40233]: osdmap e284: 8 total, 8 up, 8 in 2024-04-12T08:48:02.844 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:02 smithi112 ceph-mon[40233]: mgrmap e34: y(active, starting, since 0.00551926s), standbys: x 2024-04-12T08:48:02.844 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:02 smithi112 ceph-mon[40233]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T08:48:02.844 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:02 smithi112 ceph-mon[40233]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T08:48:02.844 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:02 smithi112 ceph-mon[40233]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T08:48:02.844 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:02 smithi112 ceph-mon[40233]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi175.kcfyhq"}]: dispatch 2024-04-12T08:48:02.844 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:02 smithi112 ceph-mon[40233]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi112.qoyflb"}]: dispatch 2024-04-12T08:48:02.844 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:02 smithi112 ceph-mon[40233]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-12T08:48:02.844 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:02 smithi112 ceph-mon[40233]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-12T08:48:02.844 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:02 smithi112 ceph-mon[40233]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T08:48:02.844 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:02 smithi112 ceph-mon[40233]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T08:48:02.844 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:02 smithi112 ceph-mon[40233]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T08:48:02.845 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:02 smithi112 ceph-mon[40233]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T08:48:02.845 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:02 smithi112 ceph-mon[40233]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T08:48:02.845 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:02 smithi112 ceph-mon[40233]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T08:48:02.845 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:02 smithi112 ceph-mon[40233]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T08:48:02.845 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:02 smithi112 ceph-mon[40233]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T08:48:02.845 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:02 smithi112 ceph-mon[40233]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-12T08:48:02.845 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:02 smithi112 ceph-mon[40233]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-12T08:48:02.845 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:02 smithi112 ceph-mon[40233]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-12T08:48:02.845 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:02 smithi112 ceph-mon[95375]: osdmap e283: 8 total, 8 up, 8 in 2024-04-12T08:48:02.845 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:02 smithi112 ceph-mon[95375]: Standby manager daemon x restarted 2024-04-12T08:48:02.845 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:02 smithi112 ceph-mon[95375]: Standby manager daemon x started 2024-04-12T08:48:02.846 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:02 smithi112 ceph-mon[95375]: from='mgr.? 172.21.15.175:0/949112947' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-12T08:48:02.846 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:02 smithi112 ceph-mon[95375]: from='mgr.? 172.21.15.175:0/949112947' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-12T08:48:02.846 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:02 smithi112 ceph-mon[95375]: from='mgr.? 172.21.15.175:0/949112947' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-12T08:48:02.846 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:02 smithi112 ceph-mon[95375]: from='mgr.? 172.21.15.175:0/949112947' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-12T08:48:02.846 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:02 smithi112 ceph-mon[95375]: Active manager daemon y restarted 2024-04-12T08:48:02.846 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:02 smithi112 ceph-mon[95375]: Activating manager daemon y 2024-04-12T08:48:02.846 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:02 smithi112 ceph-mon[95375]: osdmap e284: 8 total, 8 up, 8 in 2024-04-12T08:48:02.846 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:02 smithi112 ceph-mon[95375]: mgrmap e34: y(active, starting, since 0.00551926s), standbys: x 2024-04-12T08:48:02.846 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:02 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T08:48:02.846 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:02 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T08:48:02.846 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:02 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T08:48:02.846 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:02 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi175.kcfyhq"}]: dispatch 2024-04-12T08:48:02.846 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:02 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi112.qoyflb"}]: dispatch 2024-04-12T08:48:02.846 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:02 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-12T08:48:02.847 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:02 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-12T08:48:02.847 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:02 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T08:48:02.847 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:02 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T08:48:02.847 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:02 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T08:48:02.847 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:02 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T08:48:02.847 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:02 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-12T08:48:02.847 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:02 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-12T08:48:02.847 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:02 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-12T08:48:02.847 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:02 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-12T08:48:02.847 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:02 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-12T08:48:02.847 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:02 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-12T08:48:02.847 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:02 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-12T08:48:02.848 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:02 smithi112 ceph-mon[40233]: Manager daemon y is now available 2024-04-12T08:48:02.848 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:02 smithi112 ceph-mon[40233]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:48:02.848 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:02 smithi112 ceph-mon[40233]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:48:02.848 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:02 smithi112 ceph-mon[40233]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-12T08:48:02.848 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:02 smithi112 ceph-mon[40233]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-12T08:48:02.848 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:02 smithi112 ceph-mon[95375]: Manager daemon y is now available 2024-04-12T08:48:02.848 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:02 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:48:02.848 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:02 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:48:02.848 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:02 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-12T08:48:02.848 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:02 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-12T08:48:03.091 INFO:tasks.workunit.client.0.smithi112.stdout:snap_protect: snap1 2024-04-12T08:48:03.092 INFO:teuthology.orchestra.run.smithi112.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-12T08:48:03.092 INFO:teuthology.orchestra.run.smithi112.stdout:alertmanager.a smithi112 *:9093,9094 running (84s) 42s ago 6m 18.5M - 0.25.0 c8568f914cd2 b276bf831cc7 2024-04-12T08:48:03.092 INFO:teuthology.orchestra.run.smithi112.stdout:grafana.a smithi175 *:3000 unknown 20s ago 5m - - 2024-04-12T08:48:03.092 INFO:teuthology.orchestra.run.smithi112.stdout:mds.foo.smithi112.qoyflb smithi112 running (4m) 42s ago 4m 15.7M - 17.2.7-827-gd3b5060a 21de9b7369ad 7251c16567cf 2024-04-12T08:48:03.092 INFO:teuthology.orchestra.run.smithi112.stdout:mds.foo.smithi175.kcfyhq smithi175 running (4m) 20s ago 4m 16.3M - 17.2.7-827-gd3b5060a 21de9b7369ad fca8b9493c88 2024-04-12T08:48:03.092 INFO:teuthology.orchestra.run.smithi112.stdout:mgr.x smithi175 *:8443,9283,8765 running (25s) 20s ago 10m 96.0M - 19.0.0-2053-gb277feb2 668895944f0e 25957c2a8ab7 2024-04-12T08:48:03.092 INFO:teuthology.orchestra.run.smithi112.stdout:mgr.y smithi112 *:8443,9283,8765 running (56s) 42s ago 11m 475M - 19.0.0-2053-gb277feb2 668895944f0e b5f563892d6d 2024-04-12T08:48:03.093 INFO:teuthology.orchestra.run.smithi112.stdout:mon.a smithi112 running (11m) 42s ago 11m 54.1M 2048M 17.2.7-827-gd3b5060a 21de9b7369ad 02aa954e27c5 2024-04-12T08:48:03.093 INFO:teuthology.orchestra.run.smithi112.stdout:mon.b smithi175 running (10m) 20s ago 10m 48.4M 2048M 17.2.7-827-gd3b5060a 21de9b7369ad d2bba337b2a5 2024-04-12T08:48:03.093 INFO:teuthology.orchestra.run.smithi112.stdout:mon.c smithi112 running (10m) 42s ago 10m 46.1M 2048M 17.2.7-827-gd3b5060a 21de9b7369ad 511dde1586d1 2024-04-12T08:48:03.093 INFO:teuthology.orchestra.run.smithi112.stdout:node-exporter.a smithi112 *:9100 running (81s) 42s ago 5m 9.96M - 1.5.0 0da6a335fe13 4621a7e58439 2024-04-12T08:48:03.093 INFO:teuthology.orchestra.run.smithi112.stdout:node-exporter.b smithi175 *:9100 running (62s) 20s ago 5m 14.2M - 1.5.0 0da6a335fe13 7ebb3edc4f84 2024-04-12T08:48:03.093 INFO:teuthology.orchestra.run.smithi112.stdout:osd.0 smithi112 running (9m) 42s ago 9m 115M 2480M 17.2.7-827-gd3b5060a 21de9b7369ad de5a7aa193e8 2024-04-12T08:48:03.093 INFO:teuthology.orchestra.run.smithi112.stdout:osd.1 smithi112 running (9m) 42s ago 9m 114M 2480M 17.2.7-827-gd3b5060a 21de9b7369ad 713ee2bfe458 2024-04-12T08:48:03.093 INFO:teuthology.orchestra.run.smithi112.stdout:osd.2 smithi112 running (8m) 42s ago 8m 110M 2480M 17.2.7-827-gd3b5060a 21de9b7369ad 8208a26f4bb7 2024-04-12T08:48:03.093 INFO:teuthology.orchestra.run.smithi112.stdout:osd.3 smithi112 running (8m) 42s ago 8m 109M 2480M 17.2.7-827-gd3b5060a 21de9b7369ad 7e13badec631 2024-04-12T08:48:03.093 INFO:teuthology.orchestra.run.smithi112.stdout:osd.4 smithi175 running (8m) 20s ago 8m 123M 2480M 17.2.7-827-gd3b5060a 21de9b7369ad 03ae42aa98cd 2024-04-12T08:48:03.093 INFO:teuthology.orchestra.run.smithi112.stdout:osd.5 smithi175 running (7m) 20s ago 7m 87.1M 2480M 17.2.7-827-gd3b5060a 21de9b7369ad 584bb9e59608 2024-04-12T08:48:03.093 INFO:teuthology.orchestra.run.smithi112.stdout:osd.6 smithi175 running (7m) 20s ago 7m 118M 2480M 17.2.7-827-gd3b5060a 21de9b7369ad 4d33c835fc53 2024-04-12T08:48:03.093 INFO:teuthology.orchestra.run.smithi112.stdout:osd.7 smithi175 running (6m) 20s ago 6m 86.4M 2480M 17.2.7-827-gd3b5060a 21de9b7369ad 1011d4c3888f 2024-04-12T08:48:03.093 INFO:teuthology.orchestra.run.smithi112.stdout:prometheus.a smithi175 *:9095 running (31s) 20s ago 6m 41.9M - 2.43.0 a07b618ecd1d ce32c390e55c 2024-04-12T08:48:03.146 INFO:tasks.workunit.client.0.smithi112.stdout:migration_prepare 2024-04-12T08:48:03.342 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:48:03 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: 2024-04-12T08:48:03.072+0000 7ffaba21c700 -1 mgr.server handle_report got status from non-daemon mon.a 2024-04-12T08:48:04.247 INFO:tasks.workunit.client.0.smithi112.stdout:migration_abort 2024-04-12T08:48:04.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:04 smithi175 ceph-mon[32523]: [12/Apr/2024:08:48:03] ENGINE Bus STARTING 2024-04-12T08:48:04.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:04 smithi175 ceph-mon[32523]: mgrmap e35: y(active, since 1.01318s), standbys: x 2024-04-12T08:48:04.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:04 smithi175 ceph-mon[32523]: from='client.25463 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T08:48:04.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:04 smithi175 ceph-mon[32523]: pgmap v4: 137 pgs: 137 active+clean; 901 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.7 TiB/s rd, 1011 GiB/s wr, 56.85M op/s 2024-04-12T08:48:04.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:04 smithi175 ceph-mon[32523]: osdmap e285: 8 total, 8 up, 8 in 2024-04-12T08:48:04.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:04 smithi175 ceph-mon[32523]: [12/Apr/2024:08:48:03] ENGINE Serving on https://172.21.15.112:7150 2024-04-12T08:48:04.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:04 smithi175 ceph-mon[32523]: [12/Apr/2024:08:48:03] ENGINE Serving on http://172.21.15.112:8765 2024-04-12T08:48:04.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:04 smithi175 ceph-mon[32523]: [12/Apr/2024:08:48:03] ENGINE Bus STARTED 2024-04-12T08:48:04.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:04 smithi112 ceph-mon[95375]: [12/Apr/2024:08:48:03] ENGINE Bus STARTING 2024-04-12T08:48:04.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:04 smithi112 ceph-mon[95375]: mgrmap e35: y(active, since 1.01318s), standbys: x 2024-04-12T08:48:04.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:04 smithi112 ceph-mon[95375]: from='client.25463 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T08:48:04.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:04 smithi112 ceph-mon[95375]: pgmap v4: 137 pgs: 137 active+clean; 901 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.7 TiB/s rd, 1011 GiB/s wr, 56.85M op/s 2024-04-12T08:48:04.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:04 smithi112 ceph-mon[95375]: osdmap e285: 8 total, 8 up, 8 in 2024-04-12T08:48:04.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:04 smithi112 ceph-mon[95375]: [12/Apr/2024:08:48:03] ENGINE Serving on https://172.21.15.112:7150 2024-04-12T08:48:04.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:04 smithi112 ceph-mon[95375]: [12/Apr/2024:08:48:03] ENGINE Serving on http://172.21.15.112:8765 2024-04-12T08:48:04.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:04 smithi112 ceph-mon[95375]: [12/Apr/2024:08:48:03] ENGINE Bus STARTED 2024-04-12T08:48:04.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:04 smithi112 ceph-mon[40233]: [12/Apr/2024:08:48:03] ENGINE Bus STARTING 2024-04-12T08:48:04.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:04 smithi112 ceph-mon[40233]: mgrmap e35: y(active, since 1.01318s), standbys: x 2024-04-12T08:48:04.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:04 smithi112 ceph-mon[40233]: from='client.25463 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T08:48:04.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:04 smithi112 ceph-mon[40233]: pgmap v4: 137 pgs: 137 active+clean; 901 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.7 TiB/s rd, 1011 GiB/s wr, 56.85M op/s 2024-04-12T08:48:04.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:04 smithi112 ceph-mon[40233]: osdmap e285: 8 total, 8 up, 8 in 2024-04-12T08:48:04.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:04 smithi112 ceph-mon[40233]: [12/Apr/2024:08:48:03] ENGINE Serving on https://172.21.15.112:7150 2024-04-12T08:48:04.344 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:04 smithi112 ceph-mon[40233]: [12/Apr/2024:08:48:03] ENGINE Serving on http://172.21.15.112:8765 2024-04-12T08:48:04.344 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:04 smithi112 ceph-mon[40233]: [12/Apr/2024:08:48:03] ENGINE Bus STARTED 2024-04-12T08:48:04.502 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -e sha1=b277feb2c7beb4597d8ecc39d58d5c36b81f613a -- bash -c 'ceph orch upgrade pause' 2024-04-12T08:48:05.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:05 smithi112 ceph-mon[40233]: pgmap v5: 137 pgs: 137 active+clean; 901 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 GiB/s rd, 769 MiB/s wr, 42.26k op/s 2024-04-12T08:48:05.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:05 smithi112 ceph-mon[40233]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-04-12T08:48:05.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:05 smithi112 ceph-mon[40233]: osdmap e286: 8 total, 8 up, 8 in 2024-04-12T08:48:05.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:05 smithi112 ceph-mon[40233]: mgrmap e36: y(active, since 2s), standbys: x 2024-04-12T08:48:05.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:05 smithi112 ceph-mon[95375]: pgmap v5: 137 pgs: 137 active+clean; 901 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 GiB/s rd, 769 MiB/s wr, 42.26k op/s 2024-04-12T08:48:05.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:05 smithi112 ceph-mon[95375]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-04-12T08:48:05.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:05 smithi112 ceph-mon[95375]: osdmap e286: 8 total, 8 up, 8 in 2024-04-12T08:48:05.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:05 smithi112 ceph-mon[95375]: mgrmap e36: y(active, since 2s), standbys: x 2024-04-12T08:48:05.184 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMigration.CloneV2ParentAbort (3564 ms) 2024-04-12T08:48:05.184 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMigration.CloneV1ParentAbortFixIncompleteChildReattach 2024-04-12T08:48:05.214 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-12T08:48:05.224 INFO:tasks.workunit.client.0.smithi112.stdout:write: A 0~10 2024-04-12T08:48:05.232 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap1 2024-04-12T08:48:05.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:05 smithi175 ceph-mon[32523]: pgmap v5: 137 pgs: 137 active+clean; 901 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 GiB/s rd, 769 MiB/s wr, 42.26k op/s 2024-04-12T08:48:05.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:05 smithi175 ceph-mon[32523]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-04-12T08:48:05.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:05 smithi175 ceph-mon[32523]: osdmap e286: 8 total, 8 up, 8 in 2024-04-12T08:48:05.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:05 smithi175 ceph-mon[32523]: mgrmap e36: y(active, since 2s), standbys: x 2024-04-12T08:48:05.409 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T08:48:06.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:06 smithi175 ceph-mon[32523]: osdmap e287: 8 total, 8 up, 8 in 2024-04-12T08:48:06.557 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:06 smithi112 ceph-mon[95375]: osdmap e287: 8 total, 8 up, 8 in 2024-04-12T08:48:06.558 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:06 smithi112 ceph-mon[40233]: osdmap e287: 8 total, 8 up, 8 in 2024-04-12T08:48:07.092 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:48:06 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:48:06] "GET /metrics HTTP/1.1" 200 35912 "" "Prometheus/2.43.0" 2024-04-12T08:48:07.109 INFO:tasks.workunit.client.0.smithi112.stdout:snap_protect: snap1 2024-04-12T08:48:07.154 INFO:tasks.workunit.client.0.smithi112.stdout:migration_prepare 2024-04-12T08:48:07.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:07 smithi175 ceph-mon[32523]: pgmap v8: 137 pgs: 137 active+clean; 901 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 703 MiB/s rd, 256 MiB/s wr, 14.05k op/s 2024-04-12T08:48:07.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:07 smithi175 ceph-mon[32523]: mgrmap e37: y(active, since 4s), standbys: x 2024-04-12T08:48:07.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:07 smithi175 ceph-mon[32523]: osdmap e288: 8 total, 8 up, 8 in 2024-04-12T08:48:07.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:07 smithi175 ceph-mon[32523]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:48:07.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:07 smithi175 ceph-mon[32523]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:48:07.540 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:07 smithi112 ceph-mon[40233]: pgmap v8: 137 pgs: 137 active+clean; 901 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 703 MiB/s rd, 256 MiB/s wr, 14.05k op/s 2024-04-12T08:48:07.540 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:07 smithi112 ceph-mon[40233]: mgrmap e37: y(active, since 4s), standbys: x 2024-04-12T08:48:07.540 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:07 smithi112 ceph-mon[40233]: osdmap e288: 8 total, 8 up, 8 in 2024-04-12T08:48:07.541 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:07 smithi112 ceph-mon[40233]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:48:07.541 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:07 smithi112 ceph-mon[40233]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:48:07.541 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:07 smithi112 ceph-mon[95375]: pgmap v8: 137 pgs: 137 active+clean; 901 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 703 MiB/s rd, 256 MiB/s wr, 14.05k op/s 2024-04-12T08:48:07.541 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:07 smithi112 ceph-mon[95375]: mgrmap e37: y(active, since 4s), standbys: x 2024-04-12T08:48:07.541 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:07 smithi112 ceph-mon[95375]: osdmap e288: 8 total, 8 up, 8 in 2024-04-12T08:48:07.541 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:07 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:48:07.541 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:07 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:48:07.874 INFO:teuthology.orchestra.run.smithi112.stdout:Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec 2024-04-12T08:48:08.277 INFO:tasks.workunit.client.0.smithi112.stdout:migration_abort 2024-04-12T08:48:08.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:08 smithi175 ceph-mon[32523]: osdmap e289: 8 total, 8 up, 8 in 2024-04-12T08:48:08.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:08 smithi175 ceph-mon[32523]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:48:08.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:08 smithi175 ceph-mon[32523]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:48:08.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:08 smithi175 ceph-mon[32523]: from='client.25505 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T08:48:08.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:08 smithi175 ceph-mon[32523]: Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec 2024-04-12T08:48:08.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:08 smithi175 ceph-mon[32523]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:48:08.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:08 smithi112 ceph-mon[95375]: osdmap e289: 8 total, 8 up, 8 in 2024-04-12T08:48:08.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:08 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:48:08.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:08 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:48:08.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:08 smithi112 ceph-mon[95375]: from='client.25505 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T08:48:08.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:08 smithi112 ceph-mon[95375]: Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec 2024-04-12T08:48:08.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:08 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:48:08.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:08 smithi112 ceph-mon[40233]: osdmap e289: 8 total, 8 up, 8 in 2024-04-12T08:48:08.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:08 smithi112 ceph-mon[40233]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:48:08.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:08 smithi112 ceph-mon[40233]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:48:08.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:08 smithi112 ceph-mon[40233]: from='client.25505 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T08:48:08.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:08 smithi112 ceph-mon[40233]: Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec 2024-04-12T08:48:08.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:08 smithi112 ceph-mon[40233]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:48:08.604 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMigration.CloneV1ParentAbortFixIncompleteChildReattach (3419 ms) 2024-04-12T08:48:08.604 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMigration.CloneV1ParentAbortFixParentReattach 2024-04-12T08:48:08.634 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-12T08:48:08.645 INFO:tasks.workunit.client.0.smithi112.stdout:write: A 0~10 2024-04-12T08:48:08.652 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap1 2024-04-12T08:48:08.982 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:48:08 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[77574]: ts=2024-04-12T08:48:08.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.112\", device_class=\"ssd\", hostname=\"smithi112\", instance=\"smithi175.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.112\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.112\", device_class=\"ssd\", hostname=\"smithi112\", instance=\"smithi112:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.112\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T08:48:09.024 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -e sha1=b277feb2c7beb4597d8ecc39d58d5c36b81f613a -- bash -c 'sleep 60' 2024-04-12T08:48:09.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:09 smithi175 ceph-mon[32523]: pgmap v11: 137 pgs: 137 active+clean; 901 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 232 KiB/s rd, 14 KiB/s wr, 260 op/s 2024-04-12T08:48:09.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:09 smithi175 ceph-mon[32523]: osdmap e290: 8 total, 8 up, 8 in 2024-04-12T08:48:09.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:09 smithi175 ceph-mon[32523]: osdmap e291: 8 total, 8 up, 8 in 2024-04-12T08:48:09.293 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T08:48:09.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:09 smithi112 ceph-mon[95375]: pgmap v11: 137 pgs: 137 active+clean; 901 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 232 KiB/s rd, 14 KiB/s wr, 260 op/s 2024-04-12T08:48:09.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:09 smithi112 ceph-mon[95375]: osdmap e290: 8 total, 8 up, 8 in 2024-04-12T08:48:09.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:09 smithi112 ceph-mon[95375]: osdmap e291: 8 total, 8 up, 8 in 2024-04-12T08:48:09.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:09 smithi112 ceph-mon[40233]: pgmap v11: 137 pgs: 137 active+clean; 901 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 232 KiB/s rd, 14 KiB/s wr, 260 op/s 2024-04-12T08:48:09.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:09 smithi112 ceph-mon[40233]: osdmap e290: 8 total, 8 up, 8 in 2024-04-12T08:48:09.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:09 smithi112 ceph-mon[40233]: osdmap e291: 8 total, 8 up, 8 in 2024-04-12T08:48:10.252 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:48:09 smithi175 systemd[1]: ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@grafana.a.service: Scheduled restart job, restart counter is at 6. 2024-04-12T08:48:10.253 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:48:09 smithi175 systemd[1]: Stopped Ceph grafana.a for 96d9de20-f8a7-11ee-bc8c-c7b262605968. 2024-04-12T08:48:10.253 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:48:09 smithi175 systemd[1]: Starting Ceph grafana.a for 96d9de20-f8a7-11ee-bc8c-c7b262605968... 2024-04-12T08:48:10.253 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:10 smithi175 ceph-mon[32523]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:48:10.253 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:10 smithi175 ceph-mon[32523]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:48:10.253 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:10 smithi175 ceph-mon[32523]: osdmap e292: 8 total, 8 up, 8 in 2024-04-12T08:48:10.501 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:10 smithi112 ceph-mon[40233]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:48:10.501 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:10 smithi112 ceph-mon[40233]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:48:10.501 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:10 smithi112 ceph-mon[40233]: osdmap e292: 8 total, 8 up, 8 in 2024-04-12T08:48:10.502 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:10 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:48:10.502 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:10 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:48:10.502 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:10 smithi112 ceph-mon[95375]: osdmap e292: 8 total, 8 up, 8 in 2024-04-12T08:48:10.521 INFO:tasks.workunit.client.0.smithi112.stdout:snap_protect: snap1 2024-04-12T08:48:10.579 INFO:tasks.workunit.client.0.smithi112.stdout:migration_prepare 2024-04-12T08:48:11.166 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:48:10 smithi175 podman[85514]: 2024-04-12 08:48:10.821457952 +0000 UTC m=+0.113106103 container create 1ffbadaf4058af990102871ebe8b4ce94c426579feab19d0e2e2dc7a52552848 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a, io.k8s.display-name=Red Hat Universal Base Image 8, summary=Grafana Container configured for Ceph mgr/dashboard integration, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, distribution-scope=public, com.redhat.component=ubi8-container, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, architecture=x86_64, io.openshift.expose-services=, io.buildah.version=1.32.0, vendor=Red Hat, Inc., description=Ceph Grafana Container, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, vcs-type=git, version=8.5, io.openshift.tags=base rhel8, maintainer=Paul Cuzner , com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, name=ubi8, build-date=2022-04-29T11:48:11.055897, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., release=239.1651231664) 2024-04-12T08:48:11.166 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:48:10 smithi175 podman[85514]: 2024-04-12 08:48:10.72932679 +0000 UTC m=+0.020974953 image pull 954c08fa618887fe9a6fe572ae541197c77e625b05f4193df7898f5ac649ada9 quay.io/ceph/ceph-grafana:9.4.7 2024-04-12T08:48:11.166 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:48:11 smithi175 podman[85514]: 2024-04-12 08:48:11.049146826 +0000 UTC m=+0.340794997 container init 1ffbadaf4058af990102871ebe8b4ce94c426579feab19d0e2e2dc7a52552848 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a, architecture=x86_64, io.openshift.tags=base rhel8, summary=Grafana Container configured for Ceph mgr/dashboard integration, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, com.redhat.component=ubi8-container, name=ubi8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., maintainer=Paul Cuzner , io.k8s.display-name=Red Hat Universal Base Image 8, version=8.5, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, build-date=2022-04-29T11:48:11.055897, distribution-scope=public, io.openshift.expose-services=, vendor=Red Hat, Inc., com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, vcs-type=git, description=Ceph Grafana Container, release=239.1651231664, io.buildah.version=1.32.0) 2024-04-12T08:48:11.166 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:48:11 smithi175 podman[85514]: 2024-04-12 08:48:11.052018879 +0000 UTC m=+0.343667037 container start 1ffbadaf4058af990102871ebe8b4ce94c426579feab19d0e2e2dc7a52552848 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a, maintainer=Paul Cuzner , io.buildah.version=1.32.0, summary=Grafana Container configured for Ceph mgr/dashboard integration, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, vcs-type=git, com.redhat.component=ubi8-container, version=8.5, build-date=2022-04-29T11:48:11.055897, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.openshift.expose-services=, release=239.1651231664, description=Ceph Grafana Container, name=ubi8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, architecture=x86_64, distribution-scope=public, io.openshift.tags=base rhel8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.k8s.display-name=Red Hat Universal Base Image 8, vendor=Red Hat, Inc.) 2024-04-12T08:48:11.504 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:48:11 smithi175 bash[85514]: 1ffbadaf4058af990102871ebe8b4ce94c426579feab19d0e2e2dc7a52552848 2024-04-12T08:48:11.504 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:48:11 smithi175 systemd[1]: Started Ceph grafana.a for 96d9de20-f8a7-11ee-bc8c-c7b262605968. 2024-04-12T08:48:11.504 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:48:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[85563]: logger=settings t=2024-04-12T08:48:11.207119813Z level=error msg="failed to parse \"/etc/grafana/grafana.ini\": open /etc/grafana/grafana.ini: permission denied" 2024-04-12T08:48:11.504 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:48:11 smithi175 podman[85817]: 2024-04-12 08:48:11.2387474 +0000 UTC m=+0.020012295 container died 1ffbadaf4058af990102871ebe8b4ce94c426579feab19d0e2e2dc7a52552848 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a, com.redhat.component=ubi8-container, vcs-type=git, architecture=x86_64, build-date=2022-04-29T11:48:11.055897, io.buildah.version=1.32.0, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, release=239.1651231664, io.k8s.display-name=Red Hat Universal Base Image 8, version=8.5, name=ubi8, description=Ceph Grafana Container, distribution-scope=public, vendor=Red Hat, Inc., io.openshift.tags=base rhel8, maintainer=Paul Cuzner , summary=Grafana Container configured for Ceph mgr/dashboard integration, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.openshift.expose-services=) 2024-04-12T08:48:11.505 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:11 smithi175 ceph-mon[32523]: pgmap v15: 137 pgs: 137 active+clean; 901 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 375 KiB/s rd, 25 KiB/s wr, 450 op/s 2024-04-12T08:48:11.505 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:11 smithi175 ceph-mon[32523]: osdmap e293: 8 total, 8 up, 8 in 2024-04-12T08:48:11.505 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:11 smithi175 ceph-mon[32523]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:48:11.505 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:11 smithi175 ceph-mon[32523]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:48:11.505 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:11 smithi175 ceph-mon[32523]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:48:11.505 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:11 smithi175 ceph-mon[32523]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:48:11.505 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:11 smithi175 ceph-mon[32523]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:48:11.505 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:11 smithi175 ceph-mon[32523]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:48:11.505 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:11 smithi175 ceph-mon[32523]: Updating smithi112:/etc/ceph/ceph.conf 2024-04-12T08:48:11.505 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:11 smithi175 ceph-mon[32523]: Updating smithi175:/etc/ceph/ceph.conf 2024-04-12T08:48:11.780 INFO:tasks.workunit.client.0.smithi112.stdout:migration_abort 2024-04-12T08:48:11.842 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:11 smithi112 ceph-mon[40233]: pgmap v15: 137 pgs: 137 active+clean; 901 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 375 KiB/s rd, 25 KiB/s wr, 450 op/s 2024-04-12T08:48:11.842 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:11 smithi112 ceph-mon[40233]: osdmap e293: 8 total, 8 up, 8 in 2024-04-12T08:48:11.842 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:11 smithi112 ceph-mon[40233]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:48:11.842 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:11 smithi112 ceph-mon[40233]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:48:11.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:11 smithi112 ceph-mon[40233]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:48:11.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:11 smithi112 ceph-mon[40233]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:48:11.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:11 smithi112 ceph-mon[40233]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:48:11.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:11 smithi112 ceph-mon[40233]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:48:11.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:11 smithi112 ceph-mon[40233]: Updating smithi112:/etc/ceph/ceph.conf 2024-04-12T08:48:11.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:11 smithi112 ceph-mon[40233]: Updating smithi175:/etc/ceph/ceph.conf 2024-04-12T08:48:11.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:11 smithi112 ceph-mon[95375]: pgmap v15: 137 pgs: 137 active+clean; 901 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 375 KiB/s rd, 25 KiB/s wr, 450 op/s 2024-04-12T08:48:11.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:11 smithi112 ceph-mon[95375]: osdmap e293: 8 total, 8 up, 8 in 2024-04-12T08:48:11.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:11 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:48:11.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:11 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:48:11.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:11 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:48:11.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:11 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:48:11.844 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:11 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:48:11.844 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:11 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:48:11.844 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:11 smithi112 ceph-mon[95375]: Updating smithi112:/etc/ceph/ceph.conf 2024-04-12T08:48:11.844 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:11 smithi112 ceph-mon[95375]: Updating smithi175:/etc/ceph/ceph.conf 2024-04-12T08:48:12.170 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:48:11 smithi175 podman[85817]: 2024-04-12 08:48:11.939510042 +0000 UTC m=+0.720774923 container remove 1ffbadaf4058af990102871ebe8b4ce94c426579feab19d0e2e2dc7a52552848 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a, build-date=2022-04-29T11:48:11.055897, release=239.1651231664, io.buildah.version=1.32.0, version=8.5, vcs-type=git, com.redhat.component=ubi8-container, distribution-scope=public, maintainer=Paul Cuzner , vendor=Red Hat, Inc., description=Ceph Grafana Container, io.openshift.tags=base rhel8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.k8s.display-name=Red Hat Universal Base Image 8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, architecture=x86_64, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.openshift.expose-services=, name=ubi8, summary=Grafana Container configured for Ceph mgr/dashboard integration) 2024-04-12T08:48:12.170 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:48:11 smithi175 systemd[1]: ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@grafana.a.service: Main process exited, code=exited, status=1/FAILURE 2024-04-12T08:48:12.514 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:48:12 smithi175 systemd[1]: ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@grafana.a.service: Failed with result 'exit-code'. 2024-04-12T08:48:12.722 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMigration.CloneV1ParentAbortFixParentReattach (4118 ms) 2024-04-12T08:48:12.722 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMigration.CloneV1ParentAbortRelinkNotNeeded 2024-04-12T08:48:12.752 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-12T08:48:12.763 INFO:tasks.workunit.client.0.smithi112.stdout:write: A 0~10 2024-04-12T08:48:12.771 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap1 2024-04-12T08:48:13.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:12 smithi175 ceph-mon[32523]: Updating smithi112:/var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/config/ceph.conf 2024-04-12T08:48:13.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:12 smithi175 ceph-mon[32523]: Updating smithi175:/var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/config/ceph.conf 2024-04-12T08:48:13.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:12 smithi175 ceph-mon[32523]: Updating smithi112:/etc/ceph/ceph.client.admin.keyring 2024-04-12T08:48:13.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:12 smithi175 ceph-mon[32523]: Updating smithi175:/etc/ceph/ceph.client.admin.keyring 2024-04-12T08:48:13.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:12 smithi175 ceph-mon[32523]: Updating smithi175:/var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T08:48:13.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:12 smithi175 ceph-mon[32523]: Updating smithi112:/var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T08:48:13.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:12 smithi175 ceph-mon[32523]: osdmap e294: 8 total, 8 up, 8 in 2024-04-12T08:48:13.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:12 smithi175 ceph-mon[32523]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:48:13.016 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:12 smithi175 ceph-mon[32523]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:48:13.016 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:12 smithi175 ceph-mon[32523]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:48:13.016 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:12 smithi175 ceph-mon[32523]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:48:13.016 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:12 smithi175 ceph-mon[32523]: pgmap v18: 137 pgs: 137 active+clean; 901 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T08:48:13.016 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:12 smithi175 ceph-mon[32523]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:48:13.016 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:12 smithi175 ceph-mon[32523]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:48:13.016 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:12 smithi175 ceph-mon[32523]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:48:13.016 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:12 smithi175 ceph-mon[32523]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:48:13.016 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:12 smithi175 ceph-mon[32523]: pgmap v19: 137 pgs: 137 active+clean; 901 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T08:48:13.016 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:12 smithi175 ceph-mon[32523]: pgmap v20: 137 pgs: 137 active+clean; 901 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T08:48:13.016 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:12 smithi175 ceph-mon[32523]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:48:13.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:12 smithi112 ceph-mon[40233]: Updating smithi112:/var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/config/ceph.conf 2024-04-12T08:48:13.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:12 smithi112 ceph-mon[40233]: Updating smithi175:/var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/config/ceph.conf 2024-04-12T08:48:13.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:12 smithi112 ceph-mon[40233]: Updating smithi112:/etc/ceph/ceph.client.admin.keyring 2024-04-12T08:48:13.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:12 smithi112 ceph-mon[40233]: Updating smithi175:/etc/ceph/ceph.client.admin.keyring 2024-04-12T08:48:13.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:12 smithi112 ceph-mon[40233]: Updating smithi175:/var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T08:48:13.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:12 smithi112 ceph-mon[40233]: Updating smithi112:/var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T08:48:13.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:12 smithi112 ceph-mon[40233]: osdmap e294: 8 total, 8 up, 8 in 2024-04-12T08:48:13.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:12 smithi112 ceph-mon[40233]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:48:13.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:12 smithi112 ceph-mon[40233]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:48:13.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:12 smithi112 ceph-mon[40233]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:48:13.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:12 smithi112 ceph-mon[40233]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:48:13.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:12 smithi112 ceph-mon[40233]: pgmap v18: 137 pgs: 137 active+clean; 901 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T08:48:13.094 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:12 smithi112 ceph-mon[40233]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:48:13.094 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:12 smithi112 ceph-mon[40233]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:48:13.094 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:12 smithi112 ceph-mon[40233]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:48:13.094 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:12 smithi112 ceph-mon[40233]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:48:13.094 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:12 smithi112 ceph-mon[40233]: pgmap v19: 137 pgs: 137 active+clean; 901 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T08:48:13.094 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:12 smithi112 ceph-mon[40233]: pgmap v20: 137 pgs: 137 active+clean; 901 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T08:48:13.094 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:12 smithi112 ceph-mon[40233]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:48:13.094 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:12 smithi112 ceph-mon[95375]: Updating smithi112:/var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/config/ceph.conf 2024-04-12T08:48:13.094 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:12 smithi112 ceph-mon[95375]: Updating smithi175:/var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/config/ceph.conf 2024-04-12T08:48:13.094 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:12 smithi112 ceph-mon[95375]: Updating smithi112:/etc/ceph/ceph.client.admin.keyring 2024-04-12T08:48:13.094 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:12 smithi112 ceph-mon[95375]: Updating smithi175:/etc/ceph/ceph.client.admin.keyring 2024-04-12T08:48:13.094 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:12 smithi112 ceph-mon[95375]: Updating smithi175:/var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T08:48:13.095 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:12 smithi112 ceph-mon[95375]: Updating smithi112:/var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/config/ceph.client.admin.keyring 2024-04-12T08:48:13.095 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:12 smithi112 ceph-mon[95375]: osdmap e294: 8 total, 8 up, 8 in 2024-04-12T08:48:13.095 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:12 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:48:13.095 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:12 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:48:13.095 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:12 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:48:13.095 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:12 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:48:13.095 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:12 smithi112 ceph-mon[95375]: pgmap v18: 137 pgs: 137 active+clean; 901 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T08:48:13.095 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:12 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:48:13.095 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:12 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:48:13.095 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:12 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:48:13.095 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:12 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:48:13.095 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:12 smithi112 ceph-mon[95375]: pgmap v19: 137 pgs: 137 active+clean; 901 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T08:48:13.095 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:12 smithi112 ceph-mon[95375]: pgmap v20: 137 pgs: 137 active+clean; 901 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T08:48:13.095 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:12 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:48:14.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:13 smithi175 ceph-mon[32523]: osdmap e295: 8 total, 8 up, 8 in 2024-04-12T08:48:14.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:13 smithi175 ceph-mon[32523]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-04-12T08:48:14.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:13 smithi112 ceph-mon[95375]: osdmap e295: 8 total, 8 up, 8 in 2024-04-12T08:48:14.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:13 smithi112 ceph-mon[95375]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-04-12T08:48:14.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:13 smithi112 ceph-mon[40233]: osdmap e295: 8 total, 8 up, 8 in 2024-04-12T08:48:14.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:13 smithi112 ceph-mon[40233]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-04-12T08:48:14.623 INFO:tasks.workunit.client.0.smithi112.stdout:snap_protect: snap1 2024-04-12T08:48:14.684 INFO:tasks.workunit.client.0.smithi112.stdout:migration_prepare 2024-04-12T08:48:15.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:14 smithi175 ceph-mon[32523]: osdmap e296: 8 total, 8 up, 8 in 2024-04-12T08:48:15.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:14 smithi175 ceph-mon[32523]: pgmap v23: 137 pgs: 137 active+clean; 901 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 774 KiB/s rd, 46 KiB/s wr, 987 op/s 2024-04-12T08:48:15.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:14 smithi112 ceph-mon[95375]: osdmap e296: 8 total, 8 up, 8 in 2024-04-12T08:48:15.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:14 smithi112 ceph-mon[95375]: pgmap v23: 137 pgs: 137 active+clean; 901 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 774 KiB/s rd, 46 KiB/s wr, 987 op/s 2024-04-12T08:48:15.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:14 smithi112 ceph-mon[40233]: osdmap e296: 8 total, 8 up, 8 in 2024-04-12T08:48:15.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:14 smithi112 ceph-mon[40233]: pgmap v23: 137 pgs: 137 active+clean; 901 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 774 KiB/s rd, 46 KiB/s wr, 987 op/s 2024-04-12T08:48:15.812 INFO:tasks.workunit.client.0.smithi112.stdout:migration_abort 2024-04-12T08:48:16.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:15 smithi175 ceph-mon[32523]: osdmap e297: 8 total, 8 up, 8 in 2024-04-12T08:48:16.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:15 smithi112 ceph-mon[95375]: osdmap e297: 8 total, 8 up, 8 in 2024-04-12T08:48:16.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:15 smithi112 ceph-mon[40233]: osdmap e297: 8 total, 8 up, 8 in 2024-04-12T08:48:16.749 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMigration.CloneV1ParentAbortRelinkNotNeeded (4027 ms) 2024-04-12T08:48:16.749 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMigration.CloneV2ParentAbortFixIncompleteChildReattach 2024-04-12T08:48:16.778 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-12T08:48:16.791 INFO:tasks.workunit.client.0.smithi112.stdout:write: A 0~10 2024-04-12T08:48:16.800 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap1 2024-04-12T08:48:16.993 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:16 smithi112 ceph-mon[95375]: osdmap e298: 8 total, 8 up, 8 in 2024-04-12T08:48:16.993 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:16 smithi112 ceph-mon[95375]: pgmap v26: 137 pgs: 137 active+clean; 901 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 457 KiB/s rd, 27 KiB/s wr, 583 op/s 2024-04-12T08:48:16.994 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:16 smithi112 ceph-mon[40233]: osdmap e298: 8 total, 8 up, 8 in 2024-04-12T08:48:16.994 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:16 smithi112 ceph-mon[40233]: pgmap v26: 137 pgs: 137 active+clean; 901 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 457 KiB/s rd, 27 KiB/s wr, 583 op/s 2024-04-12T08:48:16.994 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:48:16 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:48:16] "GET /metrics HTTP/1.1" 200 35912 "" "Prometheus/2.43.0" 2024-04-12T08:48:17.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:16 smithi175 ceph-mon[32523]: osdmap e298: 8 total, 8 up, 8 in 2024-04-12T08:48:17.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:16 smithi175 ceph-mon[32523]: pgmap v26: 137 pgs: 137 active+clean; 901 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 457 KiB/s rd, 27 KiB/s wr, 583 op/s 2024-04-12T08:48:18.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:17 smithi175 ceph-mon[32523]: osdmap e299: 8 total, 8 up, 8 in 2024-04-12T08:48:18.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:17 smithi175 ceph-mon[32523]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:48:18.018 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:17 smithi112 ceph-mon[95375]: osdmap e299: 8 total, 8 up, 8 in 2024-04-12T08:48:18.018 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:17 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:48:18.018 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:17 smithi112 ceph-mon[40233]: osdmap e299: 8 total, 8 up, 8 in 2024-04-12T08:48:18.018 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:17 smithi112 ceph-mon[40233]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:48:18.513 INFO:tasks.workunit.client.0.smithi112.stdout:snap_protect: snap1 2024-04-12T08:48:18.567 INFO:tasks.workunit.client.0.smithi112.stdout:migration_prepare 2024-04-12T08:48:19.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:18 smithi175 ceph-mon[32523]: osdmap e300: 8 total, 8 up, 8 in 2024-04-12T08:48:19.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:18 smithi175 ceph-mon[32523]: pgmap v29: 137 pgs: 137 active+clean; 901 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T08:48:19.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:18 smithi175 ceph-mon[32523]: osdmap e301: 8 total, 8 up, 8 in 2024-04-12T08:48:19.015 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:48:18 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[77574]: ts=2024-04-12T08:48:18.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.112\", device_class=\"ssd\", hostname=\"smithi112\", instance=\"smithi175.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.112\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.112\", device_class=\"ssd\", hostname=\"smithi112\", instance=\"smithi112:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.112\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T08:48:19.095 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:18 smithi112 ceph-mon[95375]: osdmap e300: 8 total, 8 up, 8 in 2024-04-12T08:48:19.095 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:18 smithi112 ceph-mon[95375]: pgmap v29: 137 pgs: 137 active+clean; 901 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T08:48:19.095 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:18 smithi112 ceph-mon[95375]: osdmap e301: 8 total, 8 up, 8 in 2024-04-12T08:48:19.095 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:18 smithi112 ceph-mon[40233]: osdmap e300: 8 total, 8 up, 8 in 2024-04-12T08:48:19.095 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:18 smithi112 ceph-mon[40233]: pgmap v29: 137 pgs: 137 active+clean; 901 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-12T08:48:19.095 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:18 smithi112 ceph-mon[40233]: osdmap e301: 8 total, 8 up, 8 in 2024-04-12T08:48:19.677 INFO:tasks.workunit.client.0.smithi112.stdout:migration_abort 2024-04-12T08:48:20.611 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMigration.CloneV2ParentAbortFixIncompleteChildReattach (3862 ms) 2024-04-12T08:48:20.611 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMigration.CloneV2ParentAbortFixParentReattach 2024-04-12T08:48:20.642 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-12T08:48:20.652 INFO:tasks.workunit.client.0.smithi112.stdout:write: A 0~10 2024-04-12T08:48:20.660 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap1 2024-04-12T08:48:20.764 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:20 smithi175 ceph-mon[32523]: osdmap e302: 8 total, 8 up, 8 in 2024-04-12T08:48:20.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:20 smithi175 ceph-mon[32523]: pgmap v32: 137 pgs: 137 active+clean; 901 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 268 KiB/s rd, 17 KiB/s wr, 344 op/s 2024-04-12T08:48:20.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:20 smithi112 ceph-mon[95375]: osdmap e302: 8 total, 8 up, 8 in 2024-04-12T08:48:20.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:20 smithi112 ceph-mon[95375]: pgmap v32: 137 pgs: 137 active+clean; 901 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 268 KiB/s rd, 17 KiB/s wr, 344 op/s 2024-04-12T08:48:20.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:20 smithi112 ceph-mon[40233]: osdmap e302: 8 total, 8 up, 8 in 2024-04-12T08:48:20.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:20 smithi112 ceph-mon[40233]: pgmap v32: 137 pgs: 137 active+clean; 901 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 268 KiB/s rd, 17 KiB/s wr, 344 op/s 2024-04-12T08:48:21.764 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:21 smithi175 ceph-mon[32523]: osdmap e303: 8 total, 8 up, 8 in 2024-04-12T08:48:21.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:21 smithi112 ceph-mon[95375]: osdmap e303: 8 total, 8 up, 8 in 2024-04-12T08:48:21.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:21 smithi112 ceph-mon[40233]: osdmap e303: 8 total, 8 up, 8 in 2024-04-12T08:48:22.522 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:48:22 smithi175 systemd[1]: ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@grafana.a.service: Scheduled restart job, restart counter is at 7. 2024-04-12T08:48:22.522 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:48:22 smithi175 systemd[1]: Stopped Ceph grafana.a for 96d9de20-f8a7-11ee-bc8c-c7b262605968. 2024-04-12T08:48:22.522 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:48:22 smithi175 systemd[1]: Starting Ceph grafana.a for 96d9de20-f8a7-11ee-bc8c-c7b262605968... 2024-04-12T08:48:22.522 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:48:22 smithi175 podman[86544]: 2024-04-12 08:48:22.403570216 +0000 UTC m=+0.017993263 image pull 954c08fa618887fe9a6fe572ae541197c77e625b05f4193df7898f5ac649ada9 quay.io/ceph/ceph-grafana:9.4.7 2024-04-12T08:48:22.522 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:48:22 smithi175 podman[86544]: 2024-04-12 08:48:22.515253805 +0000 UTC m=+0.129676844 container create 8cb9f16ae6994929a25a1fd68bf089638b9ec2f42fa2ae365d7089da739c1dc8 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a, io.buildah.version=1.32.0, architecture=x86_64, io.openshift.expose-services=, build-date=2022-04-29T11:48:11.055897, summary=Grafana Container configured for Ceph mgr/dashboard integration, com.redhat.component=ubi8-container, distribution-scope=public, vcs-type=git, release=239.1651231664, name=ubi8, vendor=Red Hat, Inc., version=8.5, maintainer=Paul Cuzner , com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., description=Ceph Grafana Container, io.k8s.display-name=Red Hat Universal Base Image 8, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, io.openshift.tags=base rhel8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56) 2024-04-12T08:48:22.541 INFO:tasks.workunit.client.0.smithi112.stdout:snap_protect: snap1 2024-04-12T08:48:22.600 INFO:tasks.workunit.client.0.smithi112.stdout:migration_prepare 2024-04-12T08:48:22.834 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:22 smithi175 ceph-mon[32523]: osdmap e304: 8 total, 8 up, 8 in 2024-04-12T08:48:22.835 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:22 smithi175 ceph-mon[32523]: pgmap v35: 137 pgs: 137 active+clean; 901 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 268 KiB/s rd, 17 KiB/s wr, 344 op/s 2024-04-12T08:48:22.835 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:48:22 smithi175 podman[86544]: 2024-04-12 08:48:22.743120652 +0000 UTC m=+0.357543692 container init 8cb9f16ae6994929a25a1fd68bf089638b9ec2f42fa2ae365d7089da739c1dc8 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a, release=239.1651231664, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, distribution-scope=public, build-date=2022-04-29T11:48:11.055897, architecture=x86_64, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, io.openshift.tags=base rhel8, description=Ceph Grafana Container, io.k8s.display-name=Red Hat Universal Base Image 8, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, vcs-type=git, name=ubi8, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, summary=Grafana Container configured for Ceph mgr/dashboard integration, com.redhat.component=ubi8-container, maintainer=Paul Cuzner , version=8.5, io.buildah.version=1.32.0, vendor=Red Hat, Inc., io.openshift.expose-services=) 2024-04-12T08:48:22.835 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:48:22 smithi175 podman[86544]: 2024-04-12 08:48:22.745893876 +0000 UTC m=+0.360316921 container start 8cb9f16ae6994929a25a1fd68bf089638b9ec2f42fa2ae365d7089da739c1dc8 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a, vcs-type=git, release=239.1651231664, name=ubi8, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, vendor=Red Hat, Inc., io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., maintainer=Paul Cuzner , url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, build-date=2022-04-29T11:48:11.055897, description=Ceph Grafana Container, version=8.5, io.k8s.display-name=Red Hat Universal Base Image 8, io.openshift.expose-services=, io.openshift.tags=base rhel8, summary=Grafana Container configured for Ceph mgr/dashboard integration, io.buildah.version=1.32.0, architecture=x86_64, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, distribution-scope=public, com.redhat.component=ubi8-container, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56) 2024-04-12T08:48:22.835 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:48:22 smithi175 bash[86544]: 8cb9f16ae6994929a25a1fd68bf089638b9ec2f42fa2ae365d7089da739c1dc8 2024-04-12T08:48:22.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:22 smithi112 ceph-mon[95375]: osdmap e304: 8 total, 8 up, 8 in 2024-04-12T08:48:22.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:22 smithi112 ceph-mon[95375]: pgmap v35: 137 pgs: 137 active+clean; 901 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 268 KiB/s rd, 17 KiB/s wr, 344 op/s 2024-04-12T08:48:22.842 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:22 smithi112 ceph-mon[40233]: osdmap e304: 8 total, 8 up, 8 in 2024-04-12T08:48:22.842 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:22 smithi112 ceph-mon[40233]: pgmap v35: 137 pgs: 137 active+clean; 901 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 268 KiB/s rd, 17 KiB/s wr, 344 op/s 2024-04-12T08:48:23.110 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:48:22 smithi175 systemd[1]: Started Ceph grafana.a for 96d9de20-f8a7-11ee-bc8c-c7b262605968. 2024-04-12T08:48:23.110 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:48:22 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[86559]: logger=settings t=2024-04-12T08:48:22.897575177Z level=error msg="failed to parse \"/etc/grafana/grafana.ini\": open /etc/grafana/grafana.ini: permission denied" 2024-04-12T08:48:23.110 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:48:22 smithi175 podman[86577]: 2024-04-12 08:48:22.932897684 +0000 UTC m=+0.025860388 container died 8cb9f16ae6994929a25a1fd68bf089638b9ec2f42fa2ae365d7089da739c1dc8 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a, name=ubi8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, com.redhat.component=ubi8-container, summary=Grafana Container configured for Ceph mgr/dashboard integration, maintainer=Paul Cuzner , vendor=Red Hat, Inc., distribution-scope=public, io.openshift.expose-services=, vcs-type=git, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, version=8.5, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, build-date=2022-04-29T11:48:11.055897, architecture=x86_64, io.k8s.display-name=Red Hat Universal Base Image 8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, io.buildah.version=1.32.0, description=Ceph Grafana Container, io.openshift.tags=base rhel8, release=239.1651231664, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly.) 2024-04-12T08:48:23.707 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:48:23 smithi175 podman[86577]: 2024-04-12 08:48:23.455480274 +0000 UTC m=+0.548442977 container remove 8cb9f16ae6994929a25a1fd68bf089638b9ec2f42fa2ae365d7089da739c1dc8 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a, summary=Grafana Container configured for Ceph mgr/dashboard integration, build-date=2022-04-29T11:48:11.055897, io.openshift.expose-services=, io.openshift.tags=base rhel8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vendor=Red Hat, Inc., vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, description=Ceph Grafana Container, vcs-type=git, io.k8s.display-name=Red Hat Universal Base Image 8, maintainer=Paul Cuzner , distribution-scope=public, com.redhat.component=ubi8-container, release=239.1651231664, architecture=x86_64, name=ubi8, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.buildah.version=1.32.0, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, version=8.5, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI) 2024-04-12T08:48:23.707 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:48:23 smithi175 systemd[1]: ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@grafana.a.service: Main process exited, code=exited, status=1/FAILURE 2024-04-12T08:48:23.707 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:23 smithi175 ceph-mon[32523]: osdmap e305: 8 total, 8 up, 8 in 2024-04-12T08:48:23.710 INFO:tasks.workunit.client.0.smithi112.stdout:migration_abort 2024-04-12T08:48:23.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:23 smithi112 ceph-mon[95375]: osdmap e305: 8 total, 8 up, 8 in 2024-04-12T08:48:23.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:23 smithi112 ceph-mon[40233]: osdmap e305: 8 total, 8 up, 8 in 2024-04-12T08:48:24.014 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:48:23 smithi175 systemd[1]: ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@grafana.a.service: Failed with result 'exit-code'. 2024-04-12T08:48:24.661 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMigration.CloneV2ParentAbortFixParentReattach (4050 ms) 2024-04-12T08:48:24.661 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMigration.CloneV2ParentAbortRelinkNotNeeded 2024-04-12T08:48:24.690 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-12T08:48:24.700 INFO:tasks.workunit.client.0.smithi112.stdout:write: A 0~10 2024-04-12T08:48:24.708 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap1 2024-04-12T08:48:24.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:24 smithi112 ceph-mon[95375]: osdmap e306: 8 total, 8 up, 8 in 2024-04-12T08:48:24.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:24 smithi112 ceph-mon[95375]: pgmap v38: 137 pgs: 137 active+clean; 901 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 324 KiB/s rd, 26 KiB/s wr, 421 op/s 2024-04-12T08:48:24.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:24 smithi112 ceph-mon[40233]: osdmap e306: 8 total, 8 up, 8 in 2024-04-12T08:48:24.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:24 smithi112 ceph-mon[40233]: pgmap v38: 137 pgs: 137 active+clean; 901 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 324 KiB/s rd, 26 KiB/s wr, 421 op/s 2024-04-12T08:48:25.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:24 smithi175 ceph-mon[32523]: osdmap e306: 8 total, 8 up, 8 in 2024-04-12T08:48:25.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:24 smithi175 ceph-mon[32523]: pgmap v38: 137 pgs: 137 active+clean; 901 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 324 KiB/s rd, 26 KiB/s wr, 421 op/s 2024-04-12T08:48:25.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:25 smithi112 ceph-mon[95375]: osdmap e307: 8 total, 8 up, 8 in 2024-04-12T08:48:25.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:25 smithi112 ceph-mon[40233]: osdmap e307: 8 total, 8 up, 8 in 2024-04-12T08:48:26.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:25 smithi175 ceph-mon[32523]: osdmap e307: 8 total, 8 up, 8 in 2024-04-12T08:48:26.568 INFO:tasks.workunit.client.0.smithi112.stdout:snap_protect: snap1 2024-04-12T08:48:26.624 INFO:tasks.workunit.client.0.smithi112.stdout:migration_prepare 2024-04-12T08:48:26.807 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:26 smithi112 ceph-mon[95375]: osdmap e308: 8 total, 8 up, 8 in 2024-04-12T08:48:26.807 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:26 smithi112 ceph-mon[95375]: pgmap v41: 137 pgs: 137 active+clean; 901 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 324 KiB/s rd, 26 KiB/s wr, 421 op/s 2024-04-12T08:48:26.807 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:26 smithi112 ceph-mon[40233]: osdmap e308: 8 total, 8 up, 8 in 2024-04-12T08:48:26.807 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:26 smithi112 ceph-mon[40233]: pgmap v41: 137 pgs: 137 active+clean; 901 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 324 KiB/s rd, 26 KiB/s wr, 421 op/s 2024-04-12T08:48:27.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:26 smithi175 ceph-mon[32523]: osdmap e308: 8 total, 8 up, 8 in 2024-04-12T08:48:27.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:26 smithi175 ceph-mon[32523]: pgmap v41: 137 pgs: 137 active+clean; 901 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 324 KiB/s rd, 26 KiB/s wr, 421 op/s 2024-04-12T08:48:27.092 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:48:26 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:48:26] "GET /metrics HTTP/1.1" 200 38729 "" "Prometheus/2.43.0" 2024-04-12T08:48:27.750 INFO:tasks.workunit.client.0.smithi112.stdout:migration_abort 2024-04-12T08:48:27.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:27 smithi112 ceph-mon[95375]: osdmap e309: 8 total, 8 up, 8 in 2024-04-12T08:48:27.842 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:27 smithi112 ceph-mon[40233]: osdmap e309: 8 total, 8 up, 8 in 2024-04-12T08:48:28.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:27 smithi175 ceph-mon[32523]: osdmap e309: 8 total, 8 up, 8 in 2024-04-12T08:48:28.624 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMigration.CloneV2ParentAbortRelinkNotNeeded (3963 ms) 2024-04-12T08:48:28.624 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMigration.StressNoMigrate 2024-04-12T08:48:28.653 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-12T08:48:28.666 INFO:tasks.workunit.client.0.smithi112.stdout:write: A 78230482~5655598 2024-04-12T08:48:28.716 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 22257454~2298704 2024-04-12T08:48:28.716 INFO:tasks.workunit.client.0.smithi112.stdout:write: A 35260955~7750498 2024-04-12T08:48:28.764 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 36091941~7567542 2024-04-12T08:48:28.771 INFO:tasks.workunit.client.0.smithi112.stdout:write: A 38765903~4328262 2024-04-12T08:48:28.803 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 50487012~6662331 2024-04-12T08:48:28.803 INFO:tasks.workunit.client.0.smithi112.stdout:write: A 38428182~7190491 2024-04-12T08:48:28.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:28 smithi112 ceph-mon[95375]: osdmap e310: 8 total, 8 up, 8 in 2024-04-12T08:48:28.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:28 smithi112 ceph-mon[95375]: pgmap v44: 137 pgs: 137 active+clean; 901 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-12T08:48:28.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:28 smithi112 ceph-mon[95375]: osdmap e311: 8 total, 8 up, 8 in 2024-04-12T08:48:28.842 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:28 smithi112 ceph-mon[40233]: osdmap e310: 8 total, 8 up, 8 in 2024-04-12T08:48:28.842 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:28 smithi112 ceph-mon[40233]: pgmap v44: 137 pgs: 137 active+clean; 901 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-12T08:48:28.842 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:28 smithi112 ceph-mon[40233]: osdmap e311: 8 total, 8 up, 8 in 2024-04-12T08:48:28.843 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 76161135~7724945 2024-04-12T08:48:28.850 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap0 2024-04-12T08:48:29.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:28 smithi175 ceph-mon[32523]: osdmap e310: 8 total, 8 up, 8 in 2024-04-12T08:48:29.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:28 smithi175 ceph-mon[32523]: pgmap v44: 137 pgs: 137 active+clean; 901 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-12T08:48:29.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:28 smithi175 ceph-mon[32523]: osdmap e311: 8 total, 8 up, 8 in 2024-04-12T08:48:29.015 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:48:28 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[77574]: ts=2024-04-12T08:48:28.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.112\", device_class=\"ssd\", hostname=\"smithi112\", instance=\"smithi175.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.112\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.112\", device_class=\"ssd\", hostname=\"smithi112\", instance=\"smithi112:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.112\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T08:48:30.592 INFO:tasks.workunit.client.0.smithi112.stdout:snap_protect: snap0 2024-04-12T08:48:30.605 INFO:tasks.workunit.client.0.smithi112.stdout:clone image159 -> image162 2024-04-12T08:48:30.702 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 93155946 2024-04-12T08:48:30.713 INFO:tasks.workunit.client.0.smithi112.stdout:write: B 83135254~3152476 2024-04-12T08:48:30.741 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 45256450~4284545 2024-04-12T08:48:30.782 INFO:tasks.workunit.client.0.smithi112.stdout:write: B 24204497~6649107 2024-04-12T08:48:30.822 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 33519432~6712985 2024-04-12T08:48:30.842 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:30 smithi112 ceph-mon[40233]: osdmap e312: 8 total, 8 up, 8 in 2024-04-12T08:48:30.842 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:30 smithi112 ceph-mon[40233]: pgmap v47: 137 pgs: 137 active+clean; 901 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 361 KiB/s rd, 27 KiB/s wr, 462 op/s 2024-04-12T08:48:30.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:30 smithi112 ceph-mon[95375]: osdmap e312: 8 total, 8 up, 8 in 2024-04-12T08:48:30.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:30 smithi112 ceph-mon[95375]: pgmap v47: 137 pgs: 137 active+clean; 901 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 361 KiB/s rd, 27 KiB/s wr, 462 op/s 2024-04-12T08:48:30.843 INFO:tasks.workunit.client.0.smithi112.stdout:write: B 36228086~3876949 2024-04-12T08:48:30.862 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 78952009~3809388 2024-04-12T08:48:30.867 INFO:tasks.workunit.client.0.smithi112.stdout:write: B 10408091~8329253 2024-04-12T08:48:30.916 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 86554761~6601185 2024-04-12T08:48:30.918 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap1 2024-04-12T08:48:31.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:30 smithi175 ceph-mon[32523]: osdmap e312: 8 total, 8 up, 8 in 2024-04-12T08:48:31.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:30 smithi175 ceph-mon[32523]: pgmap v47: 137 pgs: 137 active+clean; 901 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 361 KiB/s rd, 27 KiB/s wr, 462 op/s 2024-04-12T08:48:31.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:31 smithi112 ceph-mon[95375]: osdmap e313: 8 total, 8 up, 8 in 2024-04-12T08:48:31.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:31 smithi112 ceph-mon[40233]: osdmap e313: 8 total, 8 up, 8 in 2024-04-12T08:48:32.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:31 smithi175 ceph-mon[32523]: osdmap e313: 8 total, 8 up, 8 in 2024-04-12T08:48:32.614 INFO:tasks.workunit.client.0.smithi112.stdout:snap_protect: snap1 2024-04-12T08:48:32.627 INFO:tasks.workunit.client.0.smithi112.stdout:clone image162 -> image164 2024-04-12T08:48:32.761 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 136173771 2024-04-12T08:48:32.773 INFO:tasks.workunit.client.0.smithi112.stdout:write: C 116384182~3918883 2024-04-12T08:48:32.803 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 110417339~1422680 2024-04-12T08:48:32.803 INFO:tasks.workunit.client.0.smithi112.stdout:write: C 78242515~4402727 2024-04-12T08:48:32.841 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 93230539~7066357 2024-04-12T08:48:32.842 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:32 smithi112 ceph-mon[40233]: osdmap e314: 8 total, 8 up, 8 in 2024-04-12T08:48:32.842 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:32 smithi112 ceph-mon[40233]: pgmap v50: 137 pgs: 137 active+clean; 901 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 361 KiB/s rd, 27 KiB/s wr, 462 op/s 2024-04-12T08:48:32.842 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:32 smithi112 ceph-mon[40233]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:48:32.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:32 smithi112 ceph-mon[95375]: osdmap e314: 8 total, 8 up, 8 in 2024-04-12T08:48:32.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:32 smithi112 ceph-mon[95375]: pgmap v50: 137 pgs: 137 active+clean; 901 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 361 KiB/s rd, 27 KiB/s wr, 462 op/s 2024-04-12T08:48:32.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:32 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:48:32.846 INFO:tasks.workunit.client.0.smithi112.stdout:write: C 14184438~4511907 2024-04-12T08:48:32.909 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 86496031~3494454 2024-04-12T08:48:32.935 INFO:tasks.workunit.client.0.smithi112.stdout:write: C 120468672~5863391 2024-04-12T08:48:32.979 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 93557085~1289102 2024-04-12T08:48:32.982 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap2 2024-04-12T08:48:33.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:32 smithi175 ceph-mon[32523]: osdmap e314: 8 total, 8 up, 8 in 2024-04-12T08:48:33.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:32 smithi175 ceph-mon[32523]: pgmap v50: 137 pgs: 137 active+clean; 901 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 361 KiB/s rd, 27 KiB/s wr, 462 op/s 2024-04-12T08:48:33.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:32 smithi175 ceph-mon[32523]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:48:33.924 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:33 smithi175 ceph-mon[32523]: osdmap e315: 8 total, 8 up, 8 in 2024-04-12T08:48:33.924 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:48:33 smithi175 systemd[1]: ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@grafana.a.service: Scheduled restart job, restart counter is at 8. 2024-04-12T08:48:33.924 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:48:33 smithi175 systemd[1]: Stopped Ceph grafana.a for 96d9de20-f8a7-11ee-bc8c-c7b262605968. 2024-04-12T08:48:34.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:33 smithi112 ceph-mon[95375]: osdmap e315: 8 total, 8 up, 8 in 2024-04-12T08:48:34.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:33 smithi112 ceph-mon[40233]: osdmap e315: 8 total, 8 up, 8 in 2024-04-12T08:48:34.181 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:48:33 smithi175 systemd[1]: Starting Ceph grafana.a for 96d9de20-f8a7-11ee-bc8c-c7b262605968... 2024-04-12T08:48:34.181 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:48:34 smithi175 podman[86682]: 2024-04-12 08:48:34.036428986 +0000 UTC m=+0.017067177 image pull 954c08fa618887fe9a6fe572ae541197c77e625b05f4193df7898f5ac649ada9 quay.io/ceph/ceph-grafana:9.4.7 2024-04-12T08:48:34.450 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:48:34 smithi175 podman[86682]: 2024-04-12 08:48:34.181190457 +0000 UTC m=+0.161828633 container create 56e770319b0e7edd8b13723df3ecea6aba6dcb9e41e212be121668a0d4ef4420 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., distribution-scope=public, description=Ceph Grafana Container, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.buildah.version=1.32.0, version=8.5, maintainer=Paul Cuzner , build-date=2022-04-29T11:48:11.055897, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, architecture=x86_64, vendor=Red Hat, Inc., io.openshift.expose-services=, vcs-type=git, release=239.1651231664, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.openshift.tags=base rhel8, name=ubi8, io.k8s.display-name=Red Hat Universal Base Image 8, summary=Grafana Container configured for Ceph mgr/dashboard integration, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, com.redhat.component=ubi8-container) 2024-04-12T08:48:34.450 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:48:34 smithi175 podman[86682]: 2024-04-12 08:48:34.375145918 +0000 UTC m=+0.355784095 container init 56e770319b0e7edd8b13723df3ecea6aba6dcb9e41e212be121668a0d4ef4420 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a, io.openshift.tags=base rhel8, io.k8s.display-name=Red Hat Universal Base Image 8, vcs-type=git, maintainer=Paul Cuzner , io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., name=ubi8, summary=Grafana Container configured for Ceph mgr/dashboard integration, distribution-scope=public, version=8.5, build-date=2022-04-29T11:48:11.055897, description=Ceph Grafana Container, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, release=239.1651231664, io.buildah.version=1.32.0, vendor=Red Hat, Inc., com.redhat.component=ubi8-container, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, io.openshift.expose-services=, architecture=x86_64) 2024-04-12T08:48:34.450 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:48:34 smithi175 podman[86682]: 2024-04-12 08:48:34.377707783 +0000 UTC m=+0.358345971 container start 56e770319b0e7edd8b13723df3ecea6aba6dcb9e41e212be121668a0d4ef4420 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a, io.k8s.display-name=Red Hat Universal Base Image 8, maintainer=Paul Cuzner , com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.buildah.version=1.32.0, vendor=Red Hat, Inc., name=ubi8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, version=8.5, build-date=2022-04-29T11:48:11.055897, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, description=Ceph Grafana Container, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., summary=Grafana Container configured for Ceph mgr/dashboard integration, com.redhat.component=ubi8-container, vcs-type=git, architecture=x86_64, release=239.1651231664, io.openshift.tags=base rhel8, distribution-scope=public, io.openshift.expose-services=) 2024-04-12T08:48:34.628 INFO:tasks.workunit.client.0.smithi112.stdout:snap_protect: snap2 2024-04-12T08:48:34.639 INFO:tasks.workunit.client.0.smithi112.stdout:clone image164 -> image166 2024-04-12T08:48:34.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:34 smithi175 ceph-mon[32523]: osdmap e316: 8 total, 8 up, 8 in 2024-04-12T08:48:34.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:34 smithi175 ceph-mon[32523]: pgmap v53: 137 pgs: 137 active+clean; 1.0 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 8.2 MiB/s rd, 36 MiB/s wr, 531 op/s 2024-04-12T08:48:34.765 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:48:34 smithi175 bash[86682]: 56e770319b0e7edd8b13723df3ecea6aba6dcb9e41e212be121668a0d4ef4420 2024-04-12T08:48:34.765 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:48:34 smithi175 systemd[1]: Started Ceph grafana.a for 96d9de20-f8a7-11ee-bc8c-c7b262605968. 2024-04-12T08:48:34.765 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:48:34 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a[86696]: logger=settings t=2024-04-12T08:48:34.525980234Z level=error msg="failed to parse \"/etc/grafana/grafana.ini\": open /etc/grafana/grafana.ini: permission denied" 2024-04-12T08:48:34.765 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:48:34 smithi175 podman[86713]: 2024-04-12 08:48:34.551510161 +0000 UTC m=+0.018746355 container died 56e770319b0e7edd8b13723df3ecea6aba6dcb9e41e212be121668a0d4ef4420 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a, version=8.5, summary=Grafana Container configured for Ceph mgr/dashboard integration, vcs-type=git, release=239.1651231664, io.openshift.expose-services=, maintainer=Paul Cuzner , architecture=x86_64, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.openshift.tags=base rhel8, description=Ceph Grafana Container, io.k8s.display-name=Red Hat Universal Base Image 8, distribution-scope=public, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., name=ubi8, vendor=Red Hat, Inc., build-date=2022-04-29T11:48:11.055897, com.redhat.component=ubi8-container, io.buildah.version=1.32.0, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664) 2024-04-12T08:48:34.795 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 143341982 2024-04-12T08:48:34.806 INFO:tasks.workunit.client.0.smithi112.stdout:write: D 52613073~478528 2024-04-12T08:48:34.820 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 36371056~6192515 2024-04-12T08:48:34.863 INFO:tasks.workunit.client.0.smithi112.stdout:write: D 113274628~6287404 2024-04-12T08:48:34.928 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 59542008~6307399 2024-04-12T08:48:34.934 INFO:tasks.workunit.client.0.smithi112.stdout:write: D 133517892~3165435 2024-04-12T08:48:34.959 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 16153860~4419083 2024-04-12T08:48:35.011 INFO:tasks.workunit.client.0.smithi112.stdout:write: D 81956980~3219047 2024-04-12T08:48:35.069 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 84148212~799325 2024-04-12T08:48:35.074 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap3 2024-04-12T08:48:35.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:34 smithi112 ceph-mon[40233]: osdmap e316: 8 total, 8 up, 8 in 2024-04-12T08:48:35.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:34 smithi112 ceph-mon[40233]: pgmap v53: 137 pgs: 137 active+clean; 1.0 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 8.2 MiB/s rd, 36 MiB/s wr, 531 op/s 2024-04-12T08:48:35.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:34 smithi112 ceph-mon[95375]: osdmap e316: 8 total, 8 up, 8 in 2024-04-12T08:48:35.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:34 smithi112 ceph-mon[95375]: pgmap v53: 137 pgs: 137 active+clean; 1.0 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 8.2 MiB/s rd, 36 MiB/s wr, 531 op/s 2024-04-12T08:48:35.515 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:48:35 smithi175 podman[86713]: 2024-04-12 08:48:35.122082247 +0000 UTC m=+0.589318477 container remove 56e770319b0e7edd8b13723df3ecea6aba6dcb9e41e212be121668a0d4ef4420 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-grafana-a, description=Ceph Grafana Container, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, distribution-scope=public, vendor=Red Hat, Inc., com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, name=ubi8, build-date=2022-04-29T11:48:11.055897, release=239.1651231664, summary=Grafana Container configured for Ceph mgr/dashboard integration, com.redhat.component=ubi8-container, io.openshift.expose-services=, maintainer=Paul Cuzner , architecture=x86_64, vcs-type=git, io.buildah.version=1.32.0, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.k8s.display-name=Red Hat Universal Base Image 8, io.openshift.tags=base rhel8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, version=8.5) 2024-04-12T08:48:35.515 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:48:35 smithi175 systemd[1]: ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@grafana.a.service: Main process exited, code=exited, status=1/FAILURE 2024-04-12T08:48:35.515 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:48:35 smithi175 systemd[1]: ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@grafana.a.service: Failed with result 'exit-code'. 2024-04-12T08:48:36.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:35 smithi175 ceph-mon[32523]: osdmap e317: 8 total, 8 up, 8 in 2024-04-12T08:48:36.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:35 smithi112 ceph-mon[40233]: osdmap e317: 8 total, 8 up, 8 in 2024-04-12T08:48:36.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:35 smithi112 ceph-mon[95375]: osdmap e317: 8 total, 8 up, 8 in 2024-04-12T08:48:36.650 INFO:tasks.workunit.client.0.smithi112.stdout:snap_protect: snap3 2024-04-12T08:48:36.661 INFO:tasks.workunit.client.0.smithi112.stdout:clone image166 -> image168 2024-04-12T08:48:36.848 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 184960549 2024-04-12T08:48:37.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:36 smithi175 ceph-mon[32523]: osdmap e318: 8 total, 8 up, 8 in 2024-04-12T08:48:37.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:36 smithi175 ceph-mon[32523]: pgmap v56: 137 pgs: 137 active+clean; 1.0 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 8.2 MiB/s rd, 36 MiB/s wr, 531 op/s 2024-04-12T08:48:37.058 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMigration.StressNoMigrate (8435 ms) 2024-04-12T08:48:37.058 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMigration.Stress 2024-04-12T08:48:37.091 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-12T08:48:37.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:36 smithi112 ceph-mon[40233]: osdmap e318: 8 total, 8 up, 8 in 2024-04-12T08:48:37.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:36 smithi112 ceph-mon[40233]: pgmap v56: 137 pgs: 137 active+clean; 1.0 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 8.2 MiB/s rd, 36 MiB/s wr, 531 op/s 2024-04-12T08:48:37.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:36 smithi112 ceph-mon[95375]: osdmap e318: 8 total, 8 up, 8 in 2024-04-12T08:48:37.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:36 smithi112 ceph-mon[95375]: pgmap v56: 137 pgs: 137 active+clean; 1.0 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 8.2 MiB/s rd, 36 MiB/s wr, 531 op/s 2024-04-12T08:48:37.092 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:48:36 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:48:36] "GET /metrics HTTP/1.1" 200 38729 "" "Prometheus/2.43.0" 2024-04-12T08:48:37.101 INFO:tasks.workunit.client.0.smithi112.stdout:write: A 47478836~31023 2024-04-12T08:48:37.111 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 37079909~6800318 2024-04-12T08:48:37.111 INFO:tasks.workunit.client.0.smithi112.stdout:write: A 46218141~2540353 2024-04-12T08:48:37.136 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 70938319~948244 2024-04-12T08:48:37.136 INFO:tasks.workunit.client.0.smithi112.stdout:write: A 13408725~1080976 2024-04-12T08:48:37.146 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 21377052~1937429 2024-04-12T08:48:37.147 INFO:tasks.workunit.client.0.smithi112.stdout:write: A 29088176~5498645 2024-04-12T08:48:37.188 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 9786561~2403743 2024-04-12T08:48:37.188 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap0 2024-04-12T08:48:38.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:37 smithi175 ceph-mon[32523]: osdmap e319: 8 total, 8 up, 8 in 2024-04-12T08:48:38.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:37 smithi112 ceph-mon[95375]: osdmap e319: 8 total, 8 up, 8 in 2024-04-12T08:48:38.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:37 smithi112 ceph-mon[40233]: osdmap e319: 8 total, 8 up, 8 in 2024-04-12T08:48:38.518 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 91591432 2024-04-12T08:48:38.532 INFO:tasks.workunit.client.0.smithi112.stdout:write: B 63400498~6321130 2024-04-12T08:48:38.541 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 11233933~7005517 2024-04-12T08:48:38.542 INFO:tasks.workunit.client.0.smithi112.stdout:write: B 5745956~2690375 2024-04-12T08:48:38.545 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 567140~2629444 2024-04-12T08:48:38.545 INFO:tasks.workunit.client.0.smithi112.stdout:write: B 45457698~7247610 2024-04-12T08:48:38.553 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 38363069~4513589 2024-04-12T08:48:38.554 INFO:tasks.workunit.client.0.smithi112.stdout:write: B 84250399~7341033 2024-04-12T08:48:38.563 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 90231317~1360115 2024-04-12T08:48:38.623 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap1 2024-04-12T08:48:39.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:38 smithi175 ceph-mon[32523]: osdmap e320: 8 total, 8 up, 8 in 2024-04-12T08:48:39.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:38 smithi175 ceph-mon[32523]: pgmap v59: 137 pgs: 137 active+clean; 1.0 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-12T08:48:39.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:38 smithi175 ceph-mon[32523]: osdmap e321: 8 total, 8 up, 8 in 2024-04-12T08:48:39.015 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:48:38 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[77574]: ts=2024-04-12T08:48:38.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.112\", device_class=\"ssd\", hostname=\"smithi112\", instance=\"smithi175.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.112\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.112\", device_class=\"ssd\", hostname=\"smithi112\", instance=\"smithi112:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.112\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T08:48:39.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:38 smithi112 ceph-mon[95375]: osdmap e320: 8 total, 8 up, 8 in 2024-04-12T08:48:39.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:38 smithi112 ceph-mon[95375]: pgmap v59: 137 pgs: 137 active+clean; 1.0 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-12T08:48:39.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:38 smithi112 ceph-mon[95375]: osdmap e321: 8 total, 8 up, 8 in 2024-04-12T08:48:39.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:38 smithi112 ceph-mon[40233]: osdmap e320: 8 total, 8 up, 8 in 2024-04-12T08:48:39.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:38 smithi112 ceph-mon[40233]: pgmap v59: 137 pgs: 137 active+clean; 1.0 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-12T08:48:39.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:38 smithi112 ceph-mon[40233]: osdmap e321: 8 total, 8 up, 8 in 2024-04-12T08:48:40.529 INFO:tasks.workunit.client.0.smithi112.stdout:snap_protect: snap1 2024-04-12T08:48:40.543 INFO:tasks.workunit.client.0.smithi112.stdout:clone image169 -> image172 2024-04-12T08:48:40.655 INFO:tasks.workunit.client.0.smithi112.stdout:write: C 30957105~3426146 2024-04-12T08:48:40.714 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 66293728~6716192 2024-04-12T08:48:40.754 INFO:tasks.workunit.client.0.smithi112.stdout:write: C 32003245~1579406 2024-04-12T08:48:40.764 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:40 smithi175 ceph-mon[32523]: osdmap e322: 8 total, 8 up, 8 in 2024-04-12T08:48:40.764 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:40 smithi175 ceph-mon[32523]: pgmap v62: 137 pgs: 137 active+clean; 1.1 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 18 MiB/s wr, 579 op/s 2024-04-12T08:48:40.765 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 34083862~5556301 2024-04-12T08:48:40.769 INFO:tasks.workunit.client.0.smithi112.stdout:write: C 9497743~5331164 2024-04-12T08:48:40.806 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 43816684~7322907 2024-04-12T08:48:40.829 INFO:tasks.workunit.client.0.smithi112.stdout:write: C 79880109~6270999 2024-04-12T08:48:40.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:40 smithi112 ceph-mon[95375]: osdmap e322: 8 total, 8 up, 8 in 2024-04-12T08:48:40.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:40 smithi112 ceph-mon[95375]: pgmap v62: 137 pgs: 137 active+clean; 1.1 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 18 MiB/s wr, 579 op/s 2024-04-12T08:48:40.842 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:40 smithi112 ceph-mon[40233]: osdmap e322: 8 total, 8 up, 8 in 2024-04-12T08:48:40.842 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:40 smithi112 ceph-mon[40233]: pgmap v62: 137 pgs: 137 active+clean; 1.1 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 18 MiB/s wr, 579 op/s 2024-04-12T08:48:40.896 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 27814428~404582 2024-04-12T08:48:40.905 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap2 2024-04-12T08:48:41.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:41 smithi112 ceph-mon[95375]: osdmap e323: 8 total, 8 up, 8 in 2024-04-12T08:48:41.842 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:41 smithi112 ceph-mon[40233]: osdmap e323: 8 total, 8 up, 8 in 2024-04-12T08:48:41.979 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:41 smithi175 ceph-mon[32523]: osdmap e323: 8 total, 8 up, 8 in 2024-04-12T08:48:42.540 INFO:tasks.workunit.client.0.smithi112.stdout:snap_protect: snap2 2024-04-12T08:48:42.552 INFO:tasks.workunit.client.0.smithi112.stdout:clone image172 -> image174 2024-04-12T08:48:42.674 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 168157185 2024-04-12T08:48:42.685 INFO:tasks.workunit.client.0.smithi112.stdout:write: D 77846854~1847871 2024-04-12T08:48:42.746 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 148684017~5582867 2024-04-12T08:48:42.747 INFO:tasks.workunit.client.0.smithi112.stdout:write: D 50089288~2709638 2024-04-12T08:48:42.777 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 135122918~8110306 2024-04-12T08:48:42.778 INFO:tasks.workunit.client.0.smithi112.stdout:write: D 66613289~1502780 2024-04-12T08:48:42.819 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 129116867~182937 2024-04-12T08:48:42.819 INFO:tasks.workunit.client.0.smithi112.stdout:write: D 133272593~5625747 2024-04-12T08:48:42.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:42 smithi112 ceph-mon[95375]: osdmap e324: 8 total, 8 up, 8 in 2024-04-12T08:48:42.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:42 smithi112 ceph-mon[95375]: pgmap v65: 137 pgs: 137 active+clean; 1.1 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 18 MiB/s wr, 579 op/s 2024-04-12T08:48:42.842 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:42 smithi112 ceph-mon[40233]: osdmap e324: 8 total, 8 up, 8 in 2024-04-12T08:48:42.842 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:42 smithi112 ceph-mon[40233]: pgmap v65: 137 pgs: 137 active+clean; 1.1 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 18 MiB/s wr, 579 op/s 2024-04-12T08:48:42.871 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 102111424~5465581 2024-04-12T08:48:42.871 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap3 2024-04-12T08:48:43.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:42 smithi175 ceph-mon[32523]: osdmap e324: 8 total, 8 up, 8 in 2024-04-12T08:48:43.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:42 smithi175 ceph-mon[32523]: pgmap v65: 137 pgs: 137 active+clean; 1.1 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 18 MiB/s wr, 579 op/s 2024-04-12T08:48:43.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:43 smithi112 ceph-mon[95375]: osdmap e325: 8 total, 8 up, 8 in 2024-04-12T08:48:43.842 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:43 smithi112 ceph-mon[40233]: osdmap e325: 8 total, 8 up, 8 in 2024-04-12T08:48:44.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:43 smithi175 ceph-mon[32523]: osdmap e325: 8 total, 8 up, 8 in 2024-04-12T08:48:44.558 INFO:tasks.workunit.client.0.smithi112.stdout:snap_protect: snap3 2024-04-12T08:48:44.571 INFO:tasks.workunit.client.0.smithi112.stdout:clone image174 -> image176 2024-04-12T08:48:44.743 INFO:tasks.workunit.client.0.smithi112.stdout:migration_prepare 2024-04-12T08:48:44.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:44 smithi112 ceph-mon[95375]: osdmap e326: 8 total, 8 up, 8 in 2024-04-12T08:48:44.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:44 smithi112 ceph-mon[95375]: pgmap v68: 137 pgs: 137 active+clean; 1.3 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 32 MiB/s wr, 509 op/s 2024-04-12T08:48:44.842 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:44 smithi112 ceph-mon[40233]: osdmap e326: 8 total, 8 up, 8 in 2024-04-12T08:48:44.842 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:44 smithi112 ceph-mon[40233]: pgmap v68: 137 pgs: 137 active+clean; 1.3 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 32 MiB/s wr, 509 op/s 2024-04-12T08:48:45.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:44 smithi175 ceph-mon[32523]: osdmap e326: 8 total, 8 up, 8 in 2024-04-12T08:48:45.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:44 smithi175 ceph-mon[32523]: pgmap v68: 137 pgs: 137 active+clean; 1.3 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 32 MiB/s wr, 509 op/s 2024-04-12T08:48:45.198 INFO:tasks.workunit.client.0.smithi112.stdout:migration_execute 2024-04-12T08:48:45.393 INFO:tasks.workunit.client.0.smithi112.stdout:migration_commit 2024-04-12T08:48:45.675 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMigration.Stress (8617 ms) 2024-04-12T08:48:45.676 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMigration.Stress2 2024-04-12T08:48:45.706 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-12T08:48:45.716 INFO:tasks.workunit.client.0.smithi112.stdout:write: A 48849120~2851096 2024-04-12T08:48:45.740 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 60136999~5335559 2024-04-12T08:48:45.740 INFO:tasks.workunit.client.0.smithi112.stdout:write: A 69535275~5840379 2024-04-12T08:48:45.775 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 76198337~7687743 2024-04-12T08:48:45.776 INFO:tasks.workunit.client.0.smithi112.stdout:write: A 29352867~2830993 2024-04-12T08:48:45.804 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 47868991~1925627 2024-04-12T08:48:45.806 INFO:tasks.workunit.client.0.smithi112.stdout:write: A 12162106~2522300 2024-04-12T08:48:45.822 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 33270992~4122000 2024-04-12T08:48:45.825 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap0 2024-04-12T08:48:45.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:45 smithi112 ceph-mon[95375]: osdmap e327: 8 total, 8 up, 8 in 2024-04-12T08:48:45.842 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:45 smithi112 ceph-mon[40233]: osdmap e327: 8 total, 8 up, 8 in 2024-04-12T08:48:46.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:45 smithi175 ceph-mon[32523]: osdmap e327: 8 total, 8 up, 8 in 2024-04-12T08:48:46.015 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:48:45 smithi175 systemd[1]: ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@grafana.a.service: Scheduled restart job, restart counter is at 9. 2024-04-12T08:48:46.015 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:48:45 smithi175 systemd[1]: Stopped Ceph grafana.a for 96d9de20-f8a7-11ee-bc8c-c7b262605968. 2024-04-12T08:48:46.015 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:48:45 smithi175 systemd[1]: ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@grafana.a.service: Start request repeated too quickly. 2024-04-12T08:48:46.015 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:48:45 smithi175 systemd[1]: ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@grafana.a.service: Failed with result 'exit-code'. 2024-04-12T08:48:46.015 INFO:journalctl@ceph.grafana.a.smithi175.stdout:Apr 12 08:48:45 smithi175 systemd[1]: Failed to start Ceph grafana.a for 96d9de20-f8a7-11ee-bc8c-c7b262605968. 2024-04-12T08:48:46.806 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:46 smithi112 ceph-mon[40233]: pgmap v70: 137 pgs: 137 active+clean; 1.3 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 29 MiB/s wr, 457 op/s 2024-04-12T08:48:46.807 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:46 smithi112 ceph-mon[95375]: pgmap v70: 137 pgs: 137 active+clean; 1.3 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 29 MiB/s wr, 457 op/s 2024-04-12T08:48:47.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:46 smithi175 ceph-mon[32523]: pgmap v70: 137 pgs: 137 active+clean; 1.3 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 29 MiB/s wr, 457 op/s 2024-04-12T08:48:47.092 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:48:46 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:48:46] "GET /metrics HTTP/1.1" 200 38729 "" "Prometheus/2.43.0" 2024-04-12T08:48:47.570 INFO:tasks.workunit.client.0.smithi112.stdout:snap_protect: snap0 2024-04-12T08:48:47.583 INFO:tasks.workunit.client.0.smithi112.stdout:clone image177 -> image180 2024-04-12T08:48:47.674 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 167631385 2024-04-12T08:48:47.685 INFO:tasks.workunit.client.0.smithi112.stdout:write: B 129487216~4264469 2024-04-12T08:48:47.720 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 107972016~1362005 2024-04-12T08:48:47.720 INFO:tasks.workunit.client.0.smithi112.stdout:write: B 93512282~2996384 2024-04-12T08:48:47.754 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 45749764~3701209 2024-04-12T08:48:47.765 INFO:tasks.workunit.client.0.smithi112.stdout:write: B 119844266~5576976 2024-04-12T08:48:47.800 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 90312100~4225620 2024-04-12T08:48:47.803 INFO:tasks.workunit.client.0.smithi112.stdout:write: B 53215515~3847100 2024-04-12T08:48:47.837 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 140044672~2528321 2024-04-12T08:48:47.837 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap1 2024-04-12T08:48:47.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:47 smithi112 ceph-mon[95375]: osdmap e328: 8 total, 8 up, 8 in 2024-04-12T08:48:47.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:47 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:48:47.842 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:47 smithi112 ceph-mon[40233]: osdmap e328: 8 total, 8 up, 8 in 2024-04-12T08:48:47.842 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:47 smithi112 ceph-mon[40233]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:48:48.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:47 smithi175 ceph-mon[32523]: osdmap e328: 8 total, 8 up, 8 in 2024-04-12T08:48:48.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:47 smithi175 ceph-mon[32523]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:48:48.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:48 smithi112 ceph-mon[95375]: osdmap e329: 8 total, 8 up, 8 in 2024-04-12T08:48:48.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:48 smithi112 ceph-mon[95375]: pgmap v73: 137 pgs: 137 active+clean; 1.3 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-04-12T08:48:48.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:48 smithi112 ceph-mon[40233]: osdmap e329: 8 total, 8 up, 8 in 2024-04-12T08:48:48.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:48 smithi112 ceph-mon[40233]: pgmap v73: 137 pgs: 137 active+clean; 1.3 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-04-12T08:48:49.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:48 smithi175 ceph-mon[32523]: osdmap e329: 8 total, 8 up, 8 in 2024-04-12T08:48:49.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:48 smithi175 ceph-mon[32523]: pgmap v73: 137 pgs: 137 active+clean; 1.3 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-04-12T08:48:49.015 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:48:48 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[77574]: ts=2024-04-12T08:48:48.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.112\", device_class=\"ssd\", hostname=\"smithi112\", instance=\"smithi175.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.112\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.112\", device_class=\"ssd\", hostname=\"smithi112\", instance=\"smithi112:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.112\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T08:48:49.587 INFO:tasks.workunit.client.0.smithi112.stdout:snap_protect: snap1 2024-04-12T08:48:49.601 INFO:tasks.workunit.client.0.smithi112.stdout:clone image180 -> image182 2024-04-12T08:48:49.732 INFO:tasks.workunit.client.0.smithi112.stdout:write: C 96443727~4562979 2024-04-12T08:48:49.789 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 50693062~7785726 2024-04-12T08:48:49.807 INFO:tasks.workunit.client.0.smithi112.stdout:write: C 123326681~4827691 2024-04-12T08:48:49.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:49 smithi112 ceph-mon[95375]: osdmap e330: 8 total, 8 up, 8 in 2024-04-12T08:48:49.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:49 smithi112 ceph-mon[40233]: osdmap e330: 8 total, 8 up, 8 in 2024-04-12T08:48:49.865 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 77258579~2883715 2024-04-12T08:48:49.873 INFO:tasks.workunit.client.0.smithi112.stdout:write: C 138225753~1056461 2024-04-12T08:48:49.884 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 108832946~4755353 2024-04-12T08:48:49.891 INFO:tasks.workunit.client.0.smithi112.stdout:write: C 144082201~2459500 2024-04-12T08:48:49.921 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 97644718~2312939 2024-04-12T08:48:49.923 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap2 2024-04-12T08:48:50.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:49 smithi175 ceph-mon[32523]: osdmap e330: 8 total, 8 up, 8 in 2024-04-12T08:48:50.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:50 smithi112 ceph-mon[95375]: osdmap e331: 8 total, 8 up, 8 in 2024-04-12T08:48:50.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:50 smithi112 ceph-mon[95375]: pgmap v76: 137 pgs: 137 active+clean; 1.4 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 38 MiB/s rd, 16 MiB/s wr, 1.13k op/s 2024-04-12T08:48:50.842 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:50 smithi112 ceph-mon[40233]: osdmap e331: 8 total, 8 up, 8 in 2024-04-12T08:48:50.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:50 smithi112 ceph-mon[40233]: pgmap v76: 137 pgs: 137 active+clean; 1.4 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 38 MiB/s rd, 16 MiB/s wr, 1.13k op/s 2024-04-12T08:48:51.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:50 smithi175 ceph-mon[32523]: osdmap e331: 8 total, 8 up, 8 in 2024-04-12T08:48:51.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:50 smithi175 ceph-mon[32523]: pgmap v76: 137 pgs: 137 active+clean; 1.4 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 38 MiB/s rd, 16 MiB/s wr, 1.13k op/s 2024-04-12T08:48:51.593 INFO:tasks.workunit.client.0.smithi112.stdout:snap_protect: snap2 2024-04-12T08:48:51.603 INFO:tasks.workunit.client.0.smithi112.stdout:clone image182 -> image184 2024-04-12T08:48:51.751 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 139136053 2024-04-12T08:48:51.764 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:51 smithi175 ceph-mon[32523]: osdmap e332: 8 total, 8 up, 8 in 2024-04-12T08:48:51.776 INFO:tasks.workunit.client.0.smithi112.stdout:write: D 9279020~2407886 2024-04-12T08:48:51.814 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 86990326~1121268 2024-04-12T08:48:51.821 INFO:tasks.workunit.client.0.smithi112.stdout:write: D 6402994~3967634 2024-04-12T08:48:51.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:51 smithi112 ceph-mon[95375]: osdmap e332: 8 total, 8 up, 8 in 2024-04-12T08:48:51.842 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:51 smithi112 ceph-mon[40233]: osdmap e332: 8 total, 8 up, 8 in 2024-04-12T08:48:51.844 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 8433324~7250990 2024-04-12T08:48:51.857 INFO:tasks.workunit.client.0.smithi112.stdout:write: D 111430444~842352 2024-04-12T08:48:51.866 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 35581589~6905590 2024-04-12T08:48:51.873 INFO:tasks.workunit.client.0.smithi112.stdout:write: D 13852136~300597 2024-04-12T08:48:51.877 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 66897033~5194202 2024-04-12T08:48:51.933 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap3 2024-04-12T08:48:52.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:52 smithi112 ceph-mon[95375]: osdmap e333: 8 total, 8 up, 8 in 2024-04-12T08:48:52.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:52 smithi112 ceph-mon[95375]: pgmap v79: 137 pgs: 137 active+clean; 1.4 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 38 MiB/s rd, 16 MiB/s wr, 1.13k op/s 2024-04-12T08:48:52.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:52 smithi112 ceph-mon[40233]: osdmap e333: 8 total, 8 up, 8 in 2024-04-12T08:48:52.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:52 smithi112 ceph-mon[40233]: pgmap v79: 137 pgs: 137 active+clean; 1.4 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 38 MiB/s rd, 16 MiB/s wr, 1.13k op/s 2024-04-12T08:48:53.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:52 smithi175 ceph-mon[32523]: osdmap e333: 8 total, 8 up, 8 in 2024-04-12T08:48:53.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:52 smithi175 ceph-mon[32523]: pgmap v79: 137 pgs: 137 active+clean; 1.4 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 38 MiB/s rd, 16 MiB/s wr, 1.13k op/s 2024-04-12T08:48:53.604 INFO:tasks.workunit.client.0.smithi112.stdout:snap_protect: snap3 2024-04-12T08:48:53.616 INFO:tasks.workunit.client.0.smithi112.stdout:clone image184 -> image186 2024-04-12T08:48:53.797 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 89454048 2024-04-12T08:48:53.816 INFO:tasks.workunit.client.0.smithi112.stdout:migration_prepare 2024-04-12T08:48:54.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:53 smithi175 ceph-mon[32523]: osdmap e334: 8 total, 8 up, 8 in 2024-04-12T08:48:54.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:53 smithi112 ceph-mon[95375]: osdmap e334: 8 total, 8 up, 8 in 2024-04-12T08:48:54.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:53 smithi112 ceph-mon[40233]: osdmap e334: 8 total, 8 up, 8 in 2024-04-12T08:48:54.169 INFO:tasks.workunit.client.0.smithi112.stdout:write: a 59524613~6459320 2024-04-12T08:48:54.233 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 53597585~6146002 2024-04-12T08:48:54.259 INFO:tasks.workunit.client.0.smithi112.stdout:write: a 81355646~2684617 2024-04-12T08:48:54.302 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 24961972~3457280 2024-04-12T08:48:54.331 INFO:tasks.workunit.client.0.smithi112.stdout:write: a 66672117~4038399 2024-04-12T08:48:54.363 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 30683043~1918271 2024-04-12T08:48:54.389 INFO:tasks.workunit.client.0.smithi112.stdout:write: a 84882205~4571843 2024-04-12T08:48:54.410 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 83546517~703959 2024-04-12T08:48:54.411 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: user0 2024-04-12T08:48:55.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:54 smithi175 ceph-mon[32523]: osdmap e335: 8 total, 8 up, 8 in 2024-04-12T08:48:55.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:54 smithi175 ceph-mon[32523]: pgmap v82: 137 pgs: 137 active+clean; 1.5 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 9.4 MiB/s rd, 15 MiB/s wr, 501 op/s 2024-04-12T08:48:55.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:54 smithi112 ceph-mon[95375]: osdmap e335: 8 total, 8 up, 8 in 2024-04-12T08:48:55.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:54 smithi112 ceph-mon[95375]: pgmap v82: 137 pgs: 137 active+clean; 1.5 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 9.4 MiB/s rd, 15 MiB/s wr, 501 op/s 2024-04-12T08:48:55.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:54 smithi112 ceph-mon[40233]: osdmap e335: 8 total, 8 up, 8 in 2024-04-12T08:48:55.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:54 smithi112 ceph-mon[40233]: pgmap v82: 137 pgs: 137 active+clean; 1.5 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 9.4 MiB/s rd, 15 MiB/s wr, 501 op/s 2024-04-12T08:48:55.620 INFO:tasks.workunit.client.0.smithi112.stdout:write: b 79954820~7406598 2024-04-12T08:48:55.638 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 36675286~3950039 2024-04-12T08:48:55.638 INFO:tasks.workunit.client.0.smithi112.stdout:write: b 78477677~2575734 2024-04-12T08:48:55.713 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 83796622~5657426 2024-04-12T08:48:55.713 INFO:tasks.workunit.client.0.smithi112.stdout:write: b 85567980~3886068 2024-04-12T08:48:55.734 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 16067334~3538344 2024-04-12T08:48:55.734 INFO:tasks.workunit.client.0.smithi112.stdout:write: b 29942439~4591684 2024-04-12T08:48:55.737 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 55581065~8203518 2024-04-12T08:48:55.737 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: user1 2024-04-12T08:48:56.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:55 smithi175 ceph-mon[32523]: osdmap e336: 8 total, 8 up, 8 in 2024-04-12T08:48:56.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:55 smithi112 ceph-mon[95375]: osdmap e336: 8 total, 8 up, 8 in 2024-04-12T08:48:56.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:55 smithi112 ceph-mon[40233]: osdmap e336: 8 total, 8 up, 8 in 2024-04-12T08:48:57.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:56 smithi175 ceph-mon[32523]: osdmap e337: 8 total, 8 up, 8 in 2024-04-12T08:48:57.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:56 smithi175 ceph-mon[32523]: pgmap v85: 137 pgs: 137 active+clean; 1.5 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 9.4 MiB/s rd, 15 MiB/s wr, 501 op/s 2024-04-12T08:48:57.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:56 smithi112 ceph-mon[95375]: osdmap e337: 8 total, 8 up, 8 in 2024-04-12T08:48:57.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:56 smithi112 ceph-mon[95375]: pgmap v85: 137 pgs: 137 active+clean; 1.5 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 9.4 MiB/s rd, 15 MiB/s wr, 501 op/s 2024-04-12T08:48:57.092 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:48:56 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:48:56] "GET /metrics HTTP/1.1" 200 38729 "" "Prometheus/2.43.0" 2024-04-12T08:48:57.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:56 smithi112 ceph-mon[40233]: osdmap e337: 8 total, 8 up, 8 in 2024-04-12T08:48:57.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:56 smithi112 ceph-mon[40233]: pgmap v85: 137 pgs: 137 active+clean; 1.5 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 9.4 MiB/s rd, 15 MiB/s wr, 501 op/s 2024-04-12T08:48:57.623 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 95208911 2024-04-12T08:48:57.639 INFO:tasks.workunit.client.0.smithi112.stdout:write: c 21835575~2072819 2024-04-12T08:48:57.649 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 34756361~6098256 2024-04-12T08:48:57.649 INFO:tasks.workunit.client.0.smithi112.stdout:write: c 88800009~708150 2024-04-12T08:48:57.649 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 26320584~600039 2024-04-12T08:48:57.649 INFO:tasks.workunit.client.0.smithi112.stdout:write: c 34986634~4445449 2024-04-12T08:48:57.680 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 40971086~994801 2024-04-12T08:48:57.680 INFO:tasks.workunit.client.0.smithi112.stdout:write: c 33153162~7888244 2024-04-12T08:48:57.701 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 76462781~2482082 2024-04-12T08:48:57.701 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: user2 2024-04-12T08:48:57.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:57 smithi112 ceph-mon[95375]: osdmap e338: 8 total, 8 up, 8 in 2024-04-12T08:48:57.842 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:57 smithi112 ceph-mon[40233]: osdmap e338: 8 total, 8 up, 8 in 2024-04-12T08:48:58.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:57 smithi175 ceph-mon[32523]: osdmap e338: 8 total, 8 up, 8 in 2024-04-12T08:48:59.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:58 smithi175 ceph-mon[32523]: osdmap e339: 8 total, 8 up, 8 in 2024-04-12T08:48:59.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:58 smithi175 ceph-mon[32523]: pgmap v88: 137 pgs: 137 active+clean; 1.5 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2024-04-12T08:48:59.015 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:48:58 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[77574]: ts=2024-04-12T08:48:58.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.112\", device_class=\"ssd\", hostname=\"smithi112\", instance=\"smithi175.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.112\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.112\", device_class=\"ssd\", hostname=\"smithi112\", instance=\"smithi112:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.112\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T08:48:59.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:58 smithi112 ceph-mon[95375]: osdmap e339: 8 total, 8 up, 8 in 2024-04-12T08:48:59.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:58 smithi112 ceph-mon[95375]: pgmap v88: 137 pgs: 137 active+clean; 1.5 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2024-04-12T08:48:59.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:58 smithi112 ceph-mon[40233]: osdmap e339: 8 total, 8 up, 8 in 2024-04-12T08:48:59.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:58 smithi112 ceph-mon[40233]: pgmap v88: 137 pgs: 137 active+clean; 1.5 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2024-04-12T08:48:59.645 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 91163581 2024-04-12T08:48:59.675 INFO:tasks.workunit.client.0.smithi112.stdout:write: d 59695777~5916697 2024-04-12T08:48:59.689 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 19302480~7934149 2024-04-12T08:48:59.689 INFO:tasks.workunit.client.0.smithi112.stdout:write: d 37027954~7993581 2024-04-12T08:48:59.697 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 47140193~3158355 2024-04-12T08:48:59.697 INFO:tasks.workunit.client.0.smithi112.stdout:write: d 63304876~1779348 2024-04-12T08:48:59.782 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 17121024~3584859 2024-04-12T08:48:59.782 INFO:tasks.workunit.client.0.smithi112.stdout:write: d 37990392~5614240 2024-04-12T08:48:59.787 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 7657705~3290564 2024-04-12T08:48:59.788 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: user3 2024-04-12T08:49:00.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:48:59 smithi175 ceph-mon[32523]: osdmap e340: 8 total, 8 up, 8 in 2024-04-12T08:49:00.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:48:59 smithi112 ceph-mon[95375]: osdmap e340: 8 total, 8 up, 8 in 2024-04-12T08:49:00.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:48:59 smithi112 ceph-mon[40233]: osdmap e340: 8 total, 8 up, 8 in 2024-04-12T08:49:01.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:00 smithi175 ceph-mon[32523]: osdmap e341: 8 total, 8 up, 8 in 2024-04-12T08:49:01.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:00 smithi175 ceph-mon[32523]: pgmap v91: 137 pgs: 137 active+clean; 1.7 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 8.2 MiB/s rd, 41 MiB/s wr, 892 op/s 2024-04-12T08:49:01.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:00 smithi112 ceph-mon[95375]: osdmap e341: 8 total, 8 up, 8 in 2024-04-12T08:49:01.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:00 smithi112 ceph-mon[95375]: pgmap v91: 137 pgs: 137 active+clean; 1.7 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 8.2 MiB/s rd, 41 MiB/s wr, 892 op/s 2024-04-12T08:49:01.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:00 smithi112 ceph-mon[40233]: osdmap e341: 8 total, 8 up, 8 in 2024-04-12T08:49:01.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:00 smithi112 ceph-mon[40233]: pgmap v91: 137 pgs: 137 active+clean; 1.7 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 8.2 MiB/s rd, 41 MiB/s wr, 892 op/s 2024-04-12T08:49:01.653 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 113452688 2024-04-12T08:49:01.674 INFO:tasks.workunit.client.0.smithi112.stdout:write: 1 11345268~2836317 2024-04-12T08:49:01.677 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 12054347~1418158 2024-04-12T08:49:01.703 INFO:tasks.workunit.client.0.smithi112.stdout:write: 2 22690537~2836317 2024-04-12T08:49:01.704 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 23399616~1418158 2024-04-12T08:49:01.742 INFO:tasks.workunit.client.0.smithi112.stdout:write: 3 34035806~2836317 2024-04-12T08:49:01.743 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 34744885~1418158 2024-04-12T08:49:01.770 INFO:tasks.workunit.client.0.smithi112.stdout:write: 4 45381075~2836317 2024-04-12T08:49:01.771 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 46090154~1418158 2024-04-12T08:49:01.799 INFO:tasks.workunit.client.0.smithi112.stdout:write: 5 56726344~2836317 2024-04-12T08:49:01.800 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 57435423~1418158 2024-04-12T08:49:02.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:01 smithi175 ceph-mon[32523]: osdmap e342: 8 total, 8 up, 8 in 2024-04-12T08:49:02.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:01 smithi112 ceph-mon[95375]: osdmap e342: 8 total, 8 up, 8 in 2024-04-12T08:49:02.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:01 smithi112 ceph-mon[40233]: osdmap e342: 8 total, 8 up, 8 in 2024-04-12T08:49:02.690 INFO:tasks.workunit.client.0.smithi112.stdout:migration_execute 2024-04-12T08:49:02.910 INFO:tasks.workunit.client.0.smithi112.stdout:migration_commit 2024-04-12T08:49:03.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:02 smithi175 ceph-mon[32523]: osdmap e343: 8 total, 8 up, 8 in 2024-04-12T08:49:03.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:02 smithi175 ceph-mon[32523]: pgmap v94: 137 pgs: 137 active+clean; 1.7 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 8.2 MiB/s rd, 41 MiB/s wr, 892 op/s 2024-04-12T08:49:03.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:02 smithi175 ceph-mon[32523]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:49:03.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:02 smithi112 ceph-mon[95375]: osdmap e343: 8 total, 8 up, 8 in 2024-04-12T08:49:03.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:02 smithi112 ceph-mon[95375]: pgmap v94: 137 pgs: 137 active+clean; 1.7 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 8.2 MiB/s rd, 41 MiB/s wr, 892 op/s 2024-04-12T08:49:03.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:02 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:49:03.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:02 smithi112 ceph-mon[40233]: osdmap e343: 8 total, 8 up, 8 in 2024-04-12T08:49:03.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:02 smithi112 ceph-mon[40233]: pgmap v94: 137 pgs: 137 active+clean; 1.7 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 8.2 MiB/s rd, 41 MiB/s wr, 892 op/s 2024-04-12T08:49:03.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:02 smithi112 ceph-mon[40233]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:49:03.863 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMigration.Stress2 (18187 ms) 2024-04-12T08:49:03.863 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMigration.StressLive 2024-04-12T08:49:03.893 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 83886080 2024-04-12T08:49:03.903 INFO:tasks.workunit.client.0.smithi112.stdout:write: A 80436956~3197494 2024-04-12T08:49:03.932 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 16031551~4289556 2024-04-12T08:49:03.932 INFO:tasks.workunit.client.0.smithi112.stdout:write: A 22061574~7199809 2024-04-12T08:49:03.983 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 15088053~3286909 2024-04-12T08:49:03.983 INFO:tasks.workunit.client.0.smithi112.stdout:write: A 30934816~5297149 2024-04-12T08:49:04.013 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 30336107~1760513 2024-04-12T08:49:04.015 INFO:tasks.workunit.client.0.smithi112.stdout:write: A 32843034~2438201 2024-04-12T08:49:04.030 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 10372350~2312235 2024-04-12T08:49:04.030 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap0 2024-04-12T08:49:04.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:04 smithi112 ceph-mon[95375]: pgmap v95: 137 pgs: 137 active+clean; 1.8 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 96 MiB/s rd, 16 MiB/s wr, 727 op/s 2024-04-12T08:49:04.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:04 smithi112 ceph-mon[40233]: pgmap v95: 137 pgs: 137 active+clean; 1.8 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 96 MiB/s rd, 16 MiB/s wr, 727 op/s 2024-04-12T08:49:04.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:04 smithi175 ceph-mon[32523]: pgmap v95: 137 pgs: 137 active+clean; 1.8 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 96 MiB/s rd, 16 MiB/s wr, 727 op/s 2024-04-12T08:49:06.038 INFO:tasks.workunit.client.0.smithi112.stdout:snap_protect: snap0 2024-04-12T08:49:06.050 INFO:tasks.workunit.client.0.smithi112.stdout:clone image187 -> image190 2024-04-12T08:49:06.149 INFO:tasks.workunit.client.0.smithi112.stdout:write: B 12249722~5067627 2024-04-12T08:49:06.201 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 73955839~6113865 2024-04-12T08:49:06.236 INFO:tasks.workunit.client.0.smithi112.stdout:write: B 76807588~6834379 2024-04-12T08:49:06.271 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 78806900~5079180 2024-04-12T08:49:06.273 INFO:tasks.workunit.client.0.smithi112.stdout:write: B 75478608~6967794 2024-04-12T08:49:06.311 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 28084456~7383900 2024-04-12T08:49:06.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:06 smithi112 ceph-mon[95375]: osdmap e344: 8 total, 8 up, 8 in 2024-04-12T08:49:06.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:06 smithi112 ceph-mon[95375]: pgmap v97: 137 pgs: 137 active+clean; 1.8 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 86 MiB/s rd, 14 MiB/s wr, 648 op/s 2024-04-12T08:49:06.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:06 smithi112 ceph-mon[40233]: osdmap e344: 8 total, 8 up, 8 in 2024-04-12T08:49:06.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:06 smithi112 ceph-mon[40233]: pgmap v97: 137 pgs: 137 active+clean; 1.8 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 86 MiB/s rd, 14 MiB/s wr, 648 op/s 2024-04-12T08:49:06.361 INFO:tasks.workunit.client.0.smithi112.stdout:write: B 35747218~3979850 2024-04-12T08:49:06.386 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 50212447~7858116 2024-04-12T08:49:06.393 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap1 2024-04-12T08:49:06.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:06 smithi175 ceph-mon[32523]: osdmap e344: 8 total, 8 up, 8 in 2024-04-12T08:49:06.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:06 smithi175 ceph-mon[32523]: pgmap v97: 137 pgs: 137 active+clean; 1.8 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 86 MiB/s rd, 14 MiB/s wr, 648 op/s 2024-04-12T08:49:07.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:07 smithi112 ceph-mon[95375]: osdmap e345: 8 total, 8 up, 8 in 2024-04-12T08:49:07.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:07 smithi112 ceph-mon[40233]: osdmap e345: 8 total, 8 up, 8 in 2024-04-12T08:49:07.093 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:49:06 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:49:06] "GET /metrics HTTP/1.1" 200 38728 "" "Prometheus/2.43.0" 2024-04-12T08:49:07.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:07 smithi175 ceph-mon[32523]: osdmap e345: 8 total, 8 up, 8 in 2024-04-12T08:49:08.053 INFO:tasks.workunit.client.0.smithi112.stdout:snap_protect: snap1 2024-04-12T08:49:08.066 INFO:tasks.workunit.client.0.smithi112.stdout:clone image190 -> image192 2024-04-12T08:49:08.194 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 105828453 2024-04-12T08:49:08.205 INFO:tasks.workunit.client.0.smithi112.stdout:write: C 48826724~4734030 2024-04-12T08:49:08.242 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 74350258~2073698 2024-04-12T08:49:08.295 INFO:tasks.workunit.client.0.smithi112.stdout:write: C 97538786~6740668 2024-04-12T08:49:08.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:08 smithi112 ceph-mon[95375]: osdmap e346: 8 total, 8 up, 8 in 2024-04-12T08:49:08.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:08 smithi112 ceph-mon[95375]: pgmap v100: 137 pgs: 137 active+clean; 1.8 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 86 MiB/s rd, 14 MiB/s wr, 648 op/s 2024-04-12T08:49:08.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:08 smithi112 ceph-mon[40233]: osdmap e346: 8 total, 8 up, 8 in 2024-04-12T08:49:08.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:08 smithi112 ceph-mon[40233]: pgmap v100: 137 pgs: 137 active+clean; 1.8 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 86 MiB/s rd, 14 MiB/s wr, 648 op/s 2024-04-12T08:49:08.343 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 27273505~4552615 2024-04-12T08:49:08.371 INFO:tasks.workunit.client.0.smithi112.stdout:write: C 64558475~1167608 2024-04-12T08:49:08.383 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 34659365~6732029 2024-04-12T08:49:08.399 INFO:tasks.workunit.client.0.smithi112.stdout:write: C 74440379~3215376 2024-04-12T08:49:08.423 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 74569548~810074 2024-04-12T08:49:08.426 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap2 2024-04-12T08:49:08.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:08 smithi175 ceph-mon[32523]: osdmap e346: 8 total, 8 up, 8 in 2024-04-12T08:49:08.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:08 smithi175 ceph-mon[32523]: pgmap v100: 137 pgs: 137 active+clean; 1.8 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 86 MiB/s rd, 14 MiB/s wr, 648 op/s 2024-04-12T08:49:09.014 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:49:08 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[77574]: ts=2024-04-12T08:49:08.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.112\", device_class=\"ssd\", hostname=\"smithi112\", instance=\"smithi175.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.112\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.112\", device_class=\"ssd\", hostname=\"smithi112\", instance=\"smithi112:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.112\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T08:49:09.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:09 smithi112 ceph-mon[95375]: osdmap e347: 8 total, 8 up, 8 in 2024-04-12T08:49:09.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:09 smithi112 ceph-mon[40233]: osdmap e347: 8 total, 8 up, 8 in 2024-04-12T08:49:09.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:09 smithi175 ceph-mon[32523]: osdmap e347: 8 total, 8 up, 8 in 2024-04-12T08:49:10.069 INFO:tasks.workunit.client.0.smithi112.stdout:snap_protect: snap2 2024-04-12T08:49:10.080 INFO:tasks.workunit.client.0.smithi112.stdout:clone image192 -> image194 2024-04-12T08:49:10.228 INFO:tasks.workunit.client.0.smithi112.stdout:write: D 73062749~6752923 2024-04-12T08:49:10.301 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 95087158~699377 2024-04-12T08:49:10.306 INFO:tasks.workunit.client.0.smithi112.stdout:write: D 36474303~3705609 2024-04-12T08:49:10.332 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 69745631~2325302 2024-04-12T08:49:10.338 INFO:tasks.workunit.client.0.smithi112.stdout:write: D 72538416~3087517 2024-04-12T08:49:10.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:10 smithi112 ceph-mon[95375]: osdmap e348: 8 total, 8 up, 8 in 2024-04-12T08:49:10.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:10 smithi112 ceph-mon[95375]: pgmap v103: 137 pgs: 137 active+clean; 1.9 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 122 MiB/s rd, 23 MiB/s wr, 341 op/s 2024-04-12T08:49:10.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:10 smithi112 ceph-mon[40233]: osdmap e348: 8 total, 8 up, 8 in 2024-04-12T08:49:10.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:10 smithi112 ceph-mon[40233]: pgmap v103: 137 pgs: 137 active+clean; 1.9 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 122 MiB/s rd, 23 MiB/s wr, 341 op/s 2024-04-12T08:49:10.357 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 98482937~7345516 2024-04-12T08:49:10.379 INFO:tasks.workunit.client.0.smithi112.stdout:write: D 56547900~7371258 2024-04-12T08:49:10.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:10 smithi175 ceph-mon[32523]: osdmap e348: 8 total, 8 up, 8 in 2024-04-12T08:49:10.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:10 smithi175 ceph-mon[32523]: pgmap v103: 137 pgs: 137 active+clean; 1.9 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 122 MiB/s rd, 23 MiB/s wr, 341 op/s 2024-04-12T08:49:10.429 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 53291525~6348382 2024-04-12T08:49:10.463 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: snap3 2024-04-12T08:49:11.278 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:11 smithi112 ceph-mon[95375]: osdmap e349: 8 total, 8 up, 8 in 2024-04-12T08:49:11.278 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:11 smithi112 ceph-mon[40233]: osdmap e349: 8 total, 8 up, 8 in 2024-04-12T08:49:11.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:11 smithi175 ceph-mon[32523]: osdmap e349: 8 total, 8 up, 8 in 2024-04-12T08:49:11.675 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -e sha1=b277feb2c7beb4597d8ecc39d58d5c36b81f613a -- bash -c 'ceph orch upgrade resume' 2024-04-12T08:49:11.937 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T08:49:12.079 INFO:tasks.workunit.client.0.smithi112.stdout:snap_protect: snap3 2024-04-12T08:49:12.091 INFO:tasks.workunit.client.0.smithi112.stdout:clone image194 -> image196 2024-04-12T08:49:12.269 INFO:tasks.workunit.client.0.smithi112.stdout:migration_prepare 2024-04-12T08:49:12.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:12 smithi112 ceph-mon[95375]: osdmap e350: 8 total, 8 up, 8 in 2024-04-12T08:49:12.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:12 smithi112 ceph-mon[95375]: pgmap v106: 137 pgs: 137 active+clean; 1.9 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 122 MiB/s rd, 23 MiB/s wr, 341 op/s 2024-04-12T08:49:12.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:12 smithi112 ceph-mon[40233]: osdmap e350: 8 total, 8 up, 8 in 2024-04-12T08:49:12.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:12 smithi112 ceph-mon[40233]: pgmap v106: 137 pgs: 137 active+clean; 1.9 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 122 MiB/s rd, 23 MiB/s wr, 341 op/s 2024-04-12T08:49:12.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:12 smithi175 ceph-mon[32523]: osdmap e350: 8 total, 8 up, 8 in 2024-04-12T08:49:12.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:12 smithi175 ceph-mon[32523]: pgmap v106: 137 pgs: 137 active+clean; 1.9 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 122 MiB/s rd, 23 MiB/s wr, 341 op/s 2024-04-12T08:49:12.736 INFO:tasks.workunit.client.0.smithi112.stdout:migration_execute 2024-04-12T08:49:12.736 INFO:tasks.workunit.client.0.smithi112.stdout:write: a 87137186~8300330 2024-04-12T08:49:12.810 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 9429761~2341104 2024-04-12T08:49:12.834 INFO:tasks.workunit.client.0.smithi112.stdout:write: a 38084192~117110 2024-04-12T08:49:12.862 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 81393449~4164147 2024-04-12T08:49:12.888 INFO:tasks.workunit.client.0.smithi112.stdout:write: a 49480751~2889060 2024-04-12T08:49:12.940 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 97057622~5006230 2024-04-12T08:49:12.985 INFO:tasks.workunit.client.0.smithi112.stdout:write: a 81393331~7094411 2024-04-12T08:49:13.044 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 50980396~8249683 2024-04-12T08:49:13.075 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: user0 2024-04-12T08:49:13.338 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:13 smithi175 ceph-mon[32523]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:49:13.338 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:13 smithi175 ceph-mon[32523]: osdmap e351: 8 total, 8 up, 8 in 2024-04-12T08:49:13.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:13 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:49:13.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:13 smithi112 ceph-mon[95375]: osdmap e351: 8 total, 8 up, 8 in 2024-04-12T08:49:13.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:13 smithi112 ceph-mon[40233]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:49:13.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:13 smithi112 ceph-mon[40233]: osdmap e351: 8 total, 8 up, 8 in 2024-04-12T08:49:14.242 INFO:teuthology.orchestra.run.smithi112.stdout:Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec 2024-04-12T08:49:14.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:14 smithi175 ceph-mon[32523]: pgmap v108: 137 pgs: 137 active+clean; 2.1 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 29 MiB/s rd, 38 MiB/s wr, 1.04k op/s 2024-04-12T08:49:14.340 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:14 smithi112 ceph-mon[40233]: pgmap v108: 137 pgs: 137 active+clean; 2.1 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 29 MiB/s rd, 38 MiB/s wr, 1.04k op/s 2024-04-12T08:49:14.340 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:14 smithi112 ceph-mon[95375]: pgmap v108: 137 pgs: 137 active+clean; 2.1 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 29 MiB/s rd, 38 MiB/s wr, 1.04k op/s 2024-04-12T08:49:15.099 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 148736511 2024-04-12T08:49:15.109 INFO:tasks.workunit.client.0.smithi112.stdout:write: b 140517460~3023189 2024-04-12T08:49:15.118 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 108709375~1076472 2024-04-12T08:49:15.119 INFO:tasks.workunit.client.0.smithi112.stdout:write: b 111343718~6247400 2024-04-12T08:49:15.124 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 30395874~7478934 2024-04-12T08:49:15.124 INFO:tasks.workunit.client.0.smithi112.stdout:write: b 72547572~3724320 2024-04-12T08:49:15.129 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 105353042~6286399 2024-04-12T08:49:15.166 INFO:tasks.workunit.client.0.smithi112.stdout:write: b 69112182~1750542 2024-04-12T08:49:15.167 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 136696065~3110426 2024-04-12T08:49:15.167 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: user1 2024-04-12T08:49:15.227 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:15 smithi112 ceph-mon[95375]: osdmap e352: 8 total, 8 up, 8 in 2024-04-12T08:49:15.227 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:15 smithi112 ceph-mon[95375]: from='client.25511 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T08:49:15.227 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:15 smithi112 ceph-mon[95375]: Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec 2024-04-12T08:49:15.227 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:15 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:49:15.228 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:15 smithi112 ceph-mon[40233]: osdmap e352: 8 total, 8 up, 8 in 2024-04-12T08:49:15.228 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:15 smithi112 ceph-mon[40233]: from='client.25511 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T08:49:15.228 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:15 smithi112 ceph-mon[40233]: Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec 2024-04-12T08:49:15.228 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:15 smithi112 ceph-mon[40233]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:49:15.251 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -e sha1=b277feb2c7beb4597d8ecc39d58d5c36b81f613a -- bash -c 'echo wait for majority of mons to upgrade' 2024-04-12T08:49:15.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:15 smithi175 ceph-mon[32523]: osdmap e352: 8 total, 8 up, 8 in 2024-04-12T08:49:15.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:15 smithi175 ceph-mon[32523]: from='client.25511 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T08:49:15.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:15 smithi175 ceph-mon[32523]: Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec 2024-04-12T08:49:15.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:15 smithi175 ceph-mon[32523]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:49:16.190 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T08:49:16.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:16 smithi112 ceph-mon[40233]: osdmap e353: 8 total, 8 up, 8 in 2024-04-12T08:49:16.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:16 smithi112 ceph-mon[40233]: pgmap v111: 137 pgs: 137 active+clean; 2.1 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 29 MiB/s rd, 38 MiB/s wr, 1.04k op/s 2024-04-12T08:49:16.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:16 smithi112 ceph-mon[95375]: osdmap e353: 8 total, 8 up, 8 in 2024-04-12T08:49:16.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:16 smithi112 ceph-mon[95375]: pgmap v111: 137 pgs: 137 active+clean; 2.1 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 29 MiB/s rd, 38 MiB/s wr, 1.04k op/s 2024-04-12T08:49:16.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:16 smithi175 ceph-mon[32523]: osdmap e353: 8 total, 8 up, 8 in 2024-04-12T08:49:16.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:16 smithi175 ceph-mon[32523]: pgmap v111: 137 pgs: 137 active+clean; 2.1 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 29 MiB/s rd, 38 MiB/s wr, 1.04k op/s 2024-04-12T08:49:17.092 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:49:16 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:49:16] "GET /metrics HTTP/1.1" 200 38728 "" "Prometheus/2.43.0" 2024-04-12T08:49:17.104 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 247467523 2024-04-12T08:49:17.116 INFO:tasks.workunit.client.0.smithi112.stdout:write: c 120464806~4776171 2024-04-12T08:49:17.126 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 28611642~6560024 2024-04-12T08:49:17.126 INFO:tasks.workunit.client.0.smithi112.stdout:write: c 28343470~8027211 2024-04-12T08:49:17.178 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 161897154~2815989 2024-04-12T08:49:17.178 INFO:tasks.workunit.client.0.smithi112.stdout:write: c 170442050~6548192 2024-04-12T08:49:17.181 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 79542249~6138195 2024-04-12T08:49:17.181 INFO:tasks.workunit.client.0.smithi112.stdout:write: c 139174048~6243749 2024-04-12T08:49:17.187 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 187657359~3916881 2024-04-12T08:49:17.189 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: user2 2024-04-12T08:49:17.414 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:17 smithi112 ceph-mon[40233]: osdmap e354: 8 total, 8 up, 8 in 2024-04-12T08:49:17.415 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:17 smithi112 ceph-mon[40233]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:49:17.415 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:17 smithi112 ceph-mon[40233]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:49:17.415 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:17 smithi112 ceph-mon[95375]: osdmap e354: 8 total, 8 up, 8 in 2024-04-12T08:49:17.415 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:17 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:49:17.415 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:17 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:49:17.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:17 smithi175 ceph-mon[32523]: osdmap e354: 8 total, 8 up, 8 in 2024-04-12T08:49:17.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:17 smithi175 ceph-mon[32523]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:49:17.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:17 smithi175 ceph-mon[32523]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:49:17.901 INFO:teuthology.orchestra.run.smithi112.stdout:wait for majority of mons to upgrade 2024-04-12T08:49:18.490 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:18 smithi112 ceph-mon[40233]: osdmap e355: 8 total, 8 up, 8 in 2024-04-12T08:49:18.490 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:18 smithi112 ceph-mon[40233]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:49:18.490 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:18 smithi112 ceph-mon[40233]: pgmap v114: 137 pgs: 137 active+clean; 2.1 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail 2024-04-12T08:49:18.491 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:18 smithi112 ceph-mon[95375]: osdmap e355: 8 total, 8 up, 8 in 2024-04-12T08:49:18.491 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:18 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:49:18.491 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:18 smithi112 ceph-mon[95375]: pgmap v114: 137 pgs: 137 active+clean; 2.1 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail 2024-04-12T08:49:18.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:18 smithi175 ceph-mon[32523]: osdmap e355: 8 total, 8 up, 8 in 2024-04-12T08:49:18.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:18 smithi175 ceph-mon[32523]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:49:18.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:18 smithi175 ceph-mon[32523]: pgmap v114: 137 pgs: 137 active+clean; 2.1 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail 2024-04-12T08:49:18.873 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -e sha1=b277feb2c7beb4597d8ecc39d58d5c36b81f613a -- bash -c 'while ! ceph mon versions | grep $sha1 | egrep '"'"': [23]'"'"' ; do sleep 2 ; done' 2024-04-12T08:49:19.015 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:49:18 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[77574]: ts=2024-04-12T08:49:18.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.112\", device_class=\"ssd\", hostname=\"smithi112\", instance=\"smithi175.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.112\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.112\", device_class=\"ssd\", hostname=\"smithi112\", instance=\"smithi112:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.112\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T08:49:19.121 INFO:tasks.workunit.client.0.smithi112.stdout:write: d 200270065~1775674 2024-04-12T08:49:19.129 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 204134425~5973810 2024-04-12T08:49:19.129 INFO:tasks.workunit.client.0.smithi112.stdout:write: d 86895642~2689315 2024-04-12T08:49:19.132 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 171588192~4903515 2024-04-12T08:49:19.133 INFO:tasks.workunit.client.0.smithi112.stdout:write: d 69800370~4774452 2024-04-12T08:49:19.139 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 84349222~6940807 2024-04-12T08:49:19.160 INFO:tasks.workunit.client.0.smithi112.stdout:write: d 47906319~1601872 2024-04-12T08:49:19.161 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 105310984~5253661 2024-04-12T08:49:19.161 INFO:tasks.workunit.client.0.smithi112.stdout:snap_create: user3 2024-04-12T08:49:19.479 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:19 smithi112 ceph-mon[95375]: osdmap e356: 8 total, 8 up, 8 in 2024-04-12T08:49:19.479 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:19 smithi112 ceph-mon[40233]: osdmap e356: 8 total, 8 up, 8 in 2024-04-12T08:49:19.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:19 smithi175 ceph-mon[32523]: osdmap e356: 8 total, 8 up, 8 in 2024-04-12T08:49:19.952 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T08:49:20.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:20 smithi112 ceph-mon[95375]: osdmap e357: 8 total, 8 up, 8 in 2024-04-12T08:49:20.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:20 smithi112 ceph-mon[95375]: pgmap v117: 137 pgs: 137 active+clean; 2.2 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 5.2 MiB/s rd, 25 MiB/s wr, 222 op/s 2024-04-12T08:49:20.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:20 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:49:20.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:20 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:49:20.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:20 smithi112 ceph-mon[40233]: osdmap e357: 8 total, 8 up, 8 in 2024-04-12T08:49:20.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:20 smithi112 ceph-mon[40233]: pgmap v117: 137 pgs: 137 active+clean; 2.2 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 5.2 MiB/s rd, 25 MiB/s wr, 222 op/s 2024-04-12T08:49:20.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:20 smithi112 ceph-mon[40233]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:49:20.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:20 smithi112 ceph-mon[40233]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:49:20.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:20 smithi175 ceph-mon[32523]: osdmap e357: 8 total, 8 up, 8 in 2024-04-12T08:49:20.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:20 smithi175 ceph-mon[32523]: pgmap v117: 137 pgs: 137 active+clean; 2.2 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 5.2 MiB/s rd, 25 MiB/s wr, 222 op/s 2024-04-12T08:49:20.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:20 smithi175 ceph-mon[32523]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:49:20.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:20 smithi175 ceph-mon[32523]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:49:21.139 INFO:tasks.workunit.client.0.smithi112.stdout:write: 1 24746752~6186688 2024-04-12T08:49:21.145 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 26293424~3093344 2024-04-12T08:49:21.186 INFO:tasks.workunit.client.0.smithi112.stdout:write: 2 49493504~6186688 2024-04-12T08:49:21.189 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 51040176~3093344 2024-04-12T08:49:21.226 INFO:tasks.workunit.client.0.smithi112.stdout:write: 3 74240256~6186688 2024-04-12T08:49:21.233 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 75786928~3093344 2024-04-12T08:49:21.277 INFO:tasks.workunit.client.0.smithi112.stdout:write: 4 98987009~6186688 2024-04-12T08:49:21.282 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 100533681~3093344 2024-04-12T08:49:21.310 INFO:tasks.workunit.client.0.smithi112.stdout:write: 5 123733761~6186688 2024-04-12T08:49:21.312 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 125280433~3093344 2024-04-12T08:49:21.398 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:21 smithi112 ceph-mon[40233]: osdmap e358: 8 total, 8 up, 8 in 2024-04-12T08:49:21.398 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:21 smithi112 ceph-mon[40233]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:49:21.398 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:21 smithi112 ceph-mon[40233]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:49:21.398 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:21 smithi112 ceph-mon[40233]: pgmap v119: 137 pgs: 137 active+clean; 2.2 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 5.6 MiB/s rd, 27 MiB/s wr, 240 op/s 2024-04-12T08:49:21.398 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:21 smithi112 ceph-mon[40233]: pgmap v120: 137 pgs: 137 active+clean; 2.2 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 7.3 MiB/s rd, 36 MiB/s wr, 316 op/s 2024-04-12T08:49:21.398 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:21 smithi112 ceph-mon[40233]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:49:21.398 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:21 smithi112 ceph-mon[40233]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:49:21.399 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:21 smithi112 ceph-mon[40233]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T08:49:21.399 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:21 smithi112 ceph-mon[40233]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-12T08:49:21.399 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:21 smithi112 ceph-mon[40233]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-04-12T08:49:21.399 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:21 smithi112 ceph-mon[40233]: Upgrade: It appears safe to stop mon.c 2024-04-12T08:49:21.399 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:21 smithi112 ceph-mon[95375]: osdmap e358: 8 total, 8 up, 8 in 2024-04-12T08:49:21.399 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:21 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:49:21.399 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:21 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:49:21.399 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:21 smithi112 ceph-mon[95375]: pgmap v119: 137 pgs: 137 active+clean; 2.2 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 5.6 MiB/s rd, 27 MiB/s wr, 240 op/s 2024-04-12T08:49:21.399 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:21 smithi112 ceph-mon[95375]: pgmap v120: 137 pgs: 137 active+clean; 2.2 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 7.3 MiB/s rd, 36 MiB/s wr, 316 op/s 2024-04-12T08:49:21.399 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:21 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:49:21.399 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:21 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:49:21.400 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:21 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T08:49:21.400 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:21 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-12T08:49:21.400 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:21 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-04-12T08:49:21.400 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:21 smithi112 ceph-mon[95375]: Upgrade: It appears safe to stop mon.c 2024-04-12T08:49:21.445 INFO:tasks.workunit.client.0.smithi112.stdout:migration_commit 2024-04-12T08:49:21.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:21 smithi175 ceph-mon[32523]: osdmap e358: 8 total, 8 up, 8 in 2024-04-12T08:49:21.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:21 smithi175 ceph-mon[32523]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:49:21.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:21 smithi175 ceph-mon[32523]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:49:21.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:21 smithi175 ceph-mon[32523]: pgmap v119: 137 pgs: 137 active+clean; 2.2 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 5.6 MiB/s rd, 27 MiB/s wr, 240 op/s 2024-04-12T08:49:21.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:21 smithi175 ceph-mon[32523]: pgmap v120: 137 pgs: 137 active+clean; 2.2 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 7.3 MiB/s rd, 36 MiB/s wr, 316 op/s 2024-04-12T08:49:21.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:21 smithi175 ceph-mon[32523]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:49:21.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:21 smithi175 ceph-mon[32523]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:49:21.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:21 smithi175 ceph-mon[32523]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T08:49:21.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:21 smithi175 ceph-mon[32523]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-12T08:49:21.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:21 smithi175 ceph-mon[32523]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-04-12T08:49:21.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:21 smithi175 ceph-mon[32523]: Upgrade: It appears safe to stop mon.c 2024-04-12T08:49:22.254 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:22 smithi112 ceph-mon[40233]: osdmap e359: 8 total, 8 up, 8 in 2024-04-12T08:49:22.254 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:22 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/963409048' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:49:22.255 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:22 smithi112 ceph-mon[95375]: osdmap e359: 8 total, 8 up, 8 in 2024-04-12T08:49:22.255 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:22 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/963409048' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:49:22.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:22 smithi175 ceph-mon[32523]: osdmap e359: 8 total, 8 up, 8 in 2024-04-12T08:49:22.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:22 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/963409048' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:49:22.902 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMigration.StressLive (19039 ms) 2024-04-12T08:49:23.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:23 smithi112 ceph-mon[95375]: pgmap v122: 137 pgs: 137 active+clean; 2.2 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail 2024-04-12T08:49:23.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:23 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:49:23.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:23 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T08:49:23.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:23 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T08:49:23.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:23 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:49:23.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:23 smithi112 ceph-mon[40233]: pgmap v122: 137 pgs: 137 active+clean; 2.2 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail 2024-04-12T08:49:23.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:23 smithi112 ceph-mon[40233]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:49:23.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:23 smithi112 ceph-mon[40233]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T08:49:23.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:23 smithi112 ceph-mon[40233]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T08:49:23.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:23 smithi112 ceph-mon[40233]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:49:23.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:23 smithi175 ceph-mon[32523]: pgmap v122: 137 pgs: 137 active+clean; 2.2 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail 2024-04-12T08:49:23.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:23 smithi175 ceph-mon[32523]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:49:23.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:23 smithi175 ceph-mon[32523]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T08:49:23.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:23 smithi175 ceph-mon[32523]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T08:49:23.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:23 smithi175 ceph-mon[32523]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:49:24.129 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:24 smithi112 ceph-mon[95375]: Upgrade: Updating mon.c 2024-04-12T08:49:24.129 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:24 smithi112 ceph-mon[95375]: Deploying daemon mon.c on smithi112 2024-04-12T08:49:24.129 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:24 smithi112 ceph-mon[95375]: osdmap e360: 8 total, 8 up, 8 in 2024-04-12T08:49:24.147 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] 57 tests from TestMigration (262028 ms total) 2024-04-12T08:49:24.147 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:49:24.147 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] 6 tests from TestGroup 2024-04-12T08:49:24.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:24 smithi175 ceph-mon[32523]: Upgrade: Updating mon.c 2024-04-12T08:49:24.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:24 smithi175 ceph-mon[32523]: Deploying daemon mon.c on smithi112 2024-04-12T08:49:24.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:24 smithi175 ceph-mon[32523]: osdmap e360: 8 total, 8 up, 8 in 2024-04-12T08:49:24.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:24 smithi112 ceph-mon[40233]: Upgrade: Updating mon.c 2024-04-12T08:49:24.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:24 smithi112 ceph-mon[40233]: Deploying daemon mon.c on smithi112 2024-04-12T08:49:24.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:24 smithi112 ceph-mon[40233]: osdmap e360: 8 total, 8 up, 8 in 2024-04-12T08:49:25.272 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:25 smithi112 ceph-mon[95375]: osdmap e361: 8 total, 8 up, 8 in 2024-04-12T08:49:25.272 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:25 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/557646714' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:49:25.273 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:25 smithi112 ceph-mon[95375]: pgmap v125: 73 pgs: 73 active+clean; 582 KiB data, 7.6 GiB used, 708 GiB / 715 GiB avail 2024-04-12T08:49:25.273 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:24 smithi112 systemd[1]: Stopping Ceph mon.c for 96d9de20-f8a7-11ee-bc8c-c7b262605968... 2024-04-12T08:49:25.273 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:25 smithi112 ceph-mon[40233]: osdmap e361: 8 total, 8 up, 8 in 2024-04-12T08:49:25.273 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:25 smithi112 ceph-mon[40233]: from='client.? 172.21.15.112:0/557646714' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:49:25.273 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:25 smithi112 ceph-mon[40233]: pgmap v125: 73 pgs: 73 active+clean; 582 KiB data, 7.6 GiB used, 708 GiB / 715 GiB avail 2024-04-12T08:49:25.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:25 smithi175 ceph-mon[32523]: osdmap e361: 8 total, 8 up, 8 in 2024-04-12T08:49:25.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:25 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/557646714' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:49:25.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:25 smithi175 ceph-mon[32523]: pgmap v125: 73 pgs: 73 active+clean; 582 KiB data, 7.6 GiB used, 708 GiB / 715 GiB avail 2024-04-12T08:49:25.589 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:25 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mon-c[40229]: 2024-04-12T08:49:25.271+0000 7fcd1e17a700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T08:49:25.589 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:25 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mon-c[40229]: 2024-04-12T08:49:25.271+0000 7fcd1e17a700 -1 mon.c@2(peon) e3 *** Got Signal Terminated *** 2024-04-12T08:49:25.589 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:25 smithi112 podman[99253]: 2024-04-12 08:49:25.302061593 +0000 UTC m=+0.164323882 container died 511dde1586d1d1bd4bb80b4721ccaed2604623a47b9876c90916b5ba262e1747 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mon-c, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, ceph=True, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=quincy-d3b5060) 2024-04-12T08:49:25.842 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:25 smithi112 podman[99253]: 2024-04-12 08:49:25.687606138 +0000 UTC m=+0.549868433 container cleanup 511dde1586d1d1bd4bb80b4721ccaed2604623a47b9876c90916b5ba262e1747 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mon-c, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, RELEASE=quincy-d3b5060, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=) 2024-04-12T08:49:25.842 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:25 smithi112 bash[99253]: ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mon-c 2024-04-12T08:49:26.310 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:25 smithi112 podman[99264]: 2024-04-12 08:49:25.963882014 +0000 UTC m=+0.663283382 container remove 511dde1586d1d1bd4bb80b4721ccaed2604623a47b9876c90916b5ba262e1747 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mon-c, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , RELEASE=quincy-d3b5060, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-12T08:49:26.310 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 systemd[1]: ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@mon.c.service: Deactivated successfully. 2024-04-12T08:49:26.310 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 systemd[1]: Stopped Ceph mon.c for 96d9de20-f8a7-11ee-bc8c-c7b262605968. 2024-04-12T08:49:26.310 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 systemd[1]: ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@mon.c.service: Consumed 8.661s CPU time. 2024-04-12T08:49:26.563 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 systemd[1]: Starting Ceph mon.c for 96d9de20-f8a7-11ee-bc8c-c7b262605968... 2024-04-12T08:49:26.563 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 podman[99401]: 2024-04-12 08:49:26.425418681 +0000 UTC m=+0.017957444 image pull 668895944f0ec64b67a5b7564961d2756f2966e5d4b9338516300dbec9984951 quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec 2024-04-12T08:49:26.834 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:49:26] "GET /metrics HTTP/1.1" 200 38726 "" "Prometheus/2.43.0" 2024-04-12T08:49:26.835 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 podman[99401]: 2024-04-12 08:49:26.615268089 +0000 UTC m=+0.207806845 container create 0f24e8d651fc177f3445dc6499f2fcb1485757e04f10478f0a4d149aa723ac7f (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mon-c, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=squid-b277feb, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=) 2024-04-12T08:49:27.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 podman[99401]: 2024-04-12 08:49:26.834634194 +0000 UTC m=+0.427172951 container init 0f24e8d651fc177f3445dc6499f2fcb1485757e04f10478f0a4d149aa723ac7f (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mon-c, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, RELEASE=squid-b277feb, GIT_CLEAN=True, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-12T08:49:27.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 podman[99401]: 2024-04-12 08:49:26.837777581 +0000 UTC m=+0.430316355 container start 0f24e8d651fc177f3445dc6499f2fcb1485757e04f10478f0a4d149aa723ac7f (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mon-c, GIT_CLEAN=True, RELEASE=squid-b277feb, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, ceph=True, org.label-schema.schema-version=1.0) 2024-04-12T08:49:27.094 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: set uid:gid to 167:167 (ceph:ceph) 2024-04-12T08:49:27.094 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: ceph version 19.0.0-2053-gb277feb2 (b277feb2c7beb4597d8ecc39d58d5c36b81f613a) squid (dev), process ceph-mon, pid 2 2024-04-12T08:49:27.094 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: pidfile_write: ignore empty --pid-file 2024-04-12T08:49:27.094 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: load: jerasure load: lrc 2024-04-12T08:49:27.094 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: RocksDB version: 7.9.2 2024-04-12T08:49:27.095 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Git sha 0 2024-04-12T08:49:27.095 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Compile date 2024-04-09 21:18:54 2024-04-12T08:49:27.095 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: DB SUMMARY 2024-04-12T08:49:27.095 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: DB Session ID: WMVJ6C0FFEDMM3HWV0TY 2024-04-12T08:49:27.095 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: CURRENT file: CURRENT 2024-04-12T08:49:27.095 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: IDENTITY file: IDENTITY 2024-04-12T08:49:27.096 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: MANIFEST file: MANIFEST-000009 size: 1098 Bytes 2024-04-12T08:49:27.096 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 1, files: 000027.sst 2024-04-12T08:49:27.096 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000025.log size: 12656340 ; 2024-04-12T08:49:27.096 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.error_if_exists: 0 2024-04-12T08:49:27.096 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.create_if_missing: 0 2024-04-12T08:49:27.096 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.paranoid_checks: 1 2024-04-12T08:49:27.097 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-12T08:49:27.097 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-12T08:49:27.097 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-12T08:49:27.097 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.env: 0x55bc055bfc60 2024-04-12T08:49:27.097 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.fs: PosixFileSystem 2024-04-12T08:49:27.097 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.info_log: 0x55bc07873ae0 2024-04-12T08:49:27.097 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.max_file_opening_threads: 16 2024-04-12T08:49:27.098 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.statistics: (nil) 2024-04-12T08:49:27.100 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.use_fsync: 0 2024-04-12T08:49:27.101 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.max_log_file_size: 0 2024-04-12T08:49:27.101 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-12T08:49:27.101 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-12T08:49:27.101 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.keep_log_file_num: 1000 2024-04-12T08:49:27.101 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.recycle_log_file_num: 0 2024-04-12T08:49:27.101 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.allow_fallocate: 1 2024-04-12T08:49:27.102 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.allow_mmap_reads: 0 2024-04-12T08:49:27.102 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.allow_mmap_writes: 0 2024-04-12T08:49:27.102 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.use_direct_reads: 0 2024-04-12T08:49:27.102 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-12T08:49:27.102 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.create_missing_column_families: 0 2024-04-12T08:49:27.103 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.db_log_dir: 2024-04-12T08:49:27.103 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.wal_dir: 2024-04-12T08:49:27.103 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-12T08:49:27.103 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-12T08:49:27.103 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-12T08:49:27.103 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-12T08:49:27.103 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-12T08:49:27.104 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-12T08:49:27.104 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.advise_random_on_open: 1 2024-04-12T08:49:27.104 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.db_write_buffer_size: 0 2024-04-12T08:49:27.104 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.write_buffer_manager: 0x55bc07846820 2024-04-12T08:49:27.104 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-12T08:49:27.104 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-12T08:49:27.104 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-12T08:49:27.104 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.rate_limiter: (nil) 2024-04-12T08:49:27.104 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-12T08:49:27.105 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.wal_recovery_mode: 2 2024-04-12T08:49:27.105 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.enable_thread_tracking: 0 2024-04-12T08:49:27.105 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.enable_pipelined_write: 0 2024-04-12T08:49:27.105 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.unordered_write: 0 2024-04-12T08:49:27.105 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-12T08:49:27.105 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-12T08:49:27.105 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-12T08:49:27.105 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-12T08:49:27.106 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.row_cache: None 2024-04-12T08:49:27.106 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.wal_filter: None 2024-04-12T08:49:27.106 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-12T08:49:27.106 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.allow_ingest_behind: 0 2024-04-12T08:49:27.106 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.two_write_queues: 0 2024-04-12T08:49:27.106 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.manual_wal_flush: 0 2024-04-12T08:49:27.107 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.wal_compression: 0 2024-04-12T08:49:27.107 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.atomic_flush: 0 2024-04-12T08:49:27.107 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-12T08:49:27.107 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-12T08:49:27.107 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-12T08:49:27.107 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.log_readahead_size: 0 2024-04-12T08:49:27.107 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-12T08:49:27.107 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.best_efforts_recovery: 0 2024-04-12T08:49:27.107 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-12T08:49:27.108 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-12T08:49:27.108 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.allow_data_in_errors: 0 2024-04-12T08:49:27.108 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.db_host_id: __hostname__ 2024-04-12T08:49:27.108 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-12T08:49:27.108 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.max_background_jobs: 2 2024-04-12T08:49:27.108 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.max_background_compactions: -1 2024-04-12T08:49:27.108 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.max_subcompactions: 1 2024-04-12T08:49:27.108 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-12T08:49:27.109 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-12T08:49:27.109 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-12T08:49:27.109 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.max_total_wal_size: 0 2024-04-12T08:49:27.109 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-12T08:49:27.109 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-12T08:49:27.109 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-12T08:49:27.109 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-12T08:49:27.109 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.max_open_files: -1 2024-04-12T08:49:27.109 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.bytes_per_sync: 0 2024-04-12T08:49:27.109 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-12T08:49:27.110 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-12T08:49:27.110 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.compaction_readahead_size: 0 2024-04-12T08:49:27.110 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.max_background_flushes: -1 2024-04-12T08:49:27.110 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Compression algorithms supported: 2024-04-12T08:49:27.110 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-12T08:49:27.110 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: kZSTD supported: 0 2024-04-12T08:49:27.110 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: kXpressCompression supported: 0 2024-04-12T08:49:27.110 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: kLZ4HCCompression supported: 1 2024-04-12T08:49:27.110 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: kZlibCompression supported: 1 2024-04-12T08:49:27.110 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: kSnappyCompression supported: 1 2024-04-12T08:49:27.110 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: kLZ4Compression supported: 1 2024-04-12T08:49:27.110 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: kBZip2Compression supported: 0 2024-04-12T08:49:27.111 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-12T08:49:27.111 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-12T08:49:27.111 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000009 2024-04-12T08:49:27.111 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-12T08:49:27.111 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-12T08:49:27.111 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.merge_operator: 2024-04-12T08:49:27.111 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.compaction_filter: None 2024-04-12T08:49:27.111 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.compaction_filter_factory: None 2024-04-12T08:49:27.111 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.sst_partitioner_factory: None 2024-04-12T08:49:27.111 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-12T08:49:27.111 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-12T08:49:27.111 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55bc07873be0) 2024-04-12T08:49:27.111 INFO:journalctl@ceph.mon.c.smithi112.stdout: cache_index_and_filter_blocks: 1 2024-04-12T08:49:27.111 INFO:journalctl@ceph.mon.c.smithi112.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-12T08:49:27.112 INFO:journalctl@ceph.mon.c.smithi112.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-12T08:49:27.112 INFO:journalctl@ceph.mon.c.smithi112.stdout: pin_top_level_index_and_filter: 1 2024-04-12T08:49:27.112 INFO:journalctl@ceph.mon.c.smithi112.stdout: index_type: 0 2024-04-12T08:49:27.112 INFO:journalctl@ceph.mon.c.smithi112.stdout: data_block_index_type: 0 2024-04-12T08:49:27.112 INFO:journalctl@ceph.mon.c.smithi112.stdout: index_shortening: 1 2024-04-12T08:49:27.112 INFO:journalctl@ceph.mon.c.smithi112.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-12T08:49:27.112 INFO:journalctl@ceph.mon.c.smithi112.stdout: checksum: 4 2024-04-12T08:49:27.112 INFO:journalctl@ceph.mon.c.smithi112.stdout: no_block_cache: 0 2024-04-12T08:49:27.112 INFO:journalctl@ceph.mon.c.smithi112.stdout: block_cache: 0x55bc07877090 2024-04-12T08:49:27.112 INFO:journalctl@ceph.mon.c.smithi112.stdout: block_cache_name: BinnedLRUCache 2024-04-12T08:49:27.112 INFO:journalctl@ceph.mon.c.smithi112.stdout: block_cache_options: 2024-04-12T08:49:27.112 INFO:journalctl@ceph.mon.c.smithi112.stdout: capacity : 536870912 2024-04-12T08:49:27.112 INFO:journalctl@ceph.mon.c.smithi112.stdout: num_shard_bits : 4 2024-04-12T08:49:27.112 INFO:journalctl@ceph.mon.c.smithi112.stdout: strict_capacity_limit : 0 2024-04-12T08:49:27.113 INFO:journalctl@ceph.mon.c.smithi112.stdout: high_pri_pool_ratio: 0.000 2024-04-12T08:49:27.113 INFO:journalctl@ceph.mon.c.smithi112.stdout: block_cache_compressed: (nil) 2024-04-12T08:49:27.113 INFO:journalctl@ceph.mon.c.smithi112.stdout: persistent_cache: (nil) 2024-04-12T08:49:27.113 INFO:journalctl@ceph.mon.c.smithi112.stdout: block_size: 4096 2024-04-12T08:49:27.113 INFO:journalctl@ceph.mon.c.smithi112.stdout: block_size_deviation: 10 2024-04-12T08:49:27.113 INFO:journalctl@ceph.mon.c.smithi112.stdout: block_restart_interval: 16 2024-04-12T08:49:27.113 INFO:journalctl@ceph.mon.c.smithi112.stdout: index_block_restart_interval: 1 2024-04-12T08:49:27.113 INFO:journalctl@ceph.mon.c.smithi112.stdout: metadata_block_size: 4096 2024-04-12T08:49:27.113 INFO:journalctl@ceph.mon.c.smithi112.stdout: partition_filters: 0 2024-04-12T08:49:27.113 INFO:journalctl@ceph.mon.c.smithi112.stdout: use_delta_encoding: 1 2024-04-12T08:49:27.113 INFO:journalctl@ceph.mon.c.smithi112.stdout: filter_policy: bloomfilter 2024-04-12T08:49:27.113 INFO:journalctl@ceph.mon.c.smithi112.stdout: whole_key_filtering: 1 2024-04-12T08:49:27.113 INFO:journalctl@ceph.mon.c.smithi112.stdout: verify_compression: 0 2024-04-12T08:49:27.113 INFO:journalctl@ceph.mon.c.smithi112.stdout: read_amp_bytes_per_bit: 0 2024-04-12T08:49:27.113 INFO:journalctl@ceph.mon.c.smithi112.stdout: format_version: 5 2024-04-12T08:49:27.114 INFO:journalctl@ceph.mon.c.smithi112.stdout: enable_index_compression: 1 2024-04-12T08:49:27.114 INFO:journalctl@ceph.mon.c.smithi112.stdout: block_align: 0 2024-04-12T08:49:27.114 INFO:journalctl@ceph.mon.c.smithi112.stdout: max_auto_readahead_size: 262144 2024-04-12T08:49:27.114 INFO:journalctl@ceph.mon.c.smithi112.stdout: prepopulate_block_cache: 0 2024-04-12T08:49:27.114 INFO:journalctl@ceph.mon.c.smithi112.stdout: initial_auto_readahead_size: 8192 2024-04-12T08:49:27.114 INFO:journalctl@ceph.mon.c.smithi112.stdout: num_file_reads_for_auto_readahead: 2 2024-04-12T08:49:27.114 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.write_buffer_size: 33554432 2024-04-12T08:49:27.114 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.max_write_buffer_number: 2 2024-04-12T08:49:27.114 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.compression: NoCompression 2024-04-12T08:49:27.114 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.bottommost_compression: Disabled 2024-04-12T08:49:27.114 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.prefix_extractor: nullptr 2024-04-12T08:49:27.114 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-12T08:49:27.114 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.num_levels: 7 2024-04-12T08:49:27.114 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-12T08:49:27.115 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-12T08:49:27.115 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-12T08:49:27.115 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-12T08:49:27.115 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-12T08:49:27.115 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-12T08:49:27.115 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-12T08:49:27.115 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-12T08:49:27.115 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-12T08:49:27.115 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-12T08:49:27.115 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-12T08:49:27.116 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-12T08:49:27.116 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-12T08:49:27.116 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.compression_opts.level: 32767 2024-04-12T08:49:27.116 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.compression_opts.strategy: 0 2024-04-12T08:49:27.116 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-12T08:49:27.116 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-12T08:49:27.116 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-12T08:49:27.116 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-12T08:49:27.116 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.compression_opts.enabled: false 2024-04-12T08:49:27.116 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-12T08:49:27.116 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-12T08:49:27.116 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-12T08:49:27.116 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-12T08:49:27.116 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.target_file_size_base: 67108864 2024-04-12T08:49:27.117 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-12T08:49:27.117 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-12T08:49:27.117 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-12T08:49:27.117 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-12T08:49:27.117 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-12T08:49:27.117 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-12T08:49:27.117 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-12T08:49:27.117 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-12T08:49:27.117 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-12T08:49:27.117 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-12T08:49:27.117 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-12T08:49:27.117 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-12T08:49:27.117 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-12T08:49:27.117 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-12T08:49:27.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.arena_block_size: 1048576 2024-04-12T08:49:27.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-12T08:49:27.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-12T08:49:27.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.disable_auto_compactions: 0 2024-04-12T08:49:27.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-12T08:49:27.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-12T08:49:27.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-12T08:49:27.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-12T08:49:27.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-12T08:49:27.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-12T08:49:27.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-12T08:49:27.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-12T08:49:27.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-12T08:49:27.118 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-12T08:49:27.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.table_properties_collectors: 2024-04-12T08:49:27.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.inplace_update_support: 0 2024-04-12T08:49:27.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-12T08:49:27.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-12T08:49:27.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-12T08:49:27.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-12T08:49:27.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.bloom_locality: 0 2024-04-12T08:49:27.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.max_successive_merges: 0 2024-04-12T08:49:27.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-12T08:49:27.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.paranoid_file_checks: 0 2024-04-12T08:49:27.119 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.force_consistency_checks: 1 2024-04-12T08:49:27.120 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.report_bg_io_stats: 0 2024-04-12T08:49:27.120 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.ttl: 2592000 2024-04-12T08:49:27.120 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-12T08:49:27.120 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-12T08:49:27.120 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-12T08:49:27.120 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.enable_blob_files: false 2024-04-12T08:49:27.120 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.min_blob_size: 0 2024-04-12T08:49:27.120 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.blob_file_size: 268435456 2024-04-12T08:49:27.120 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-12T08:49:27.120 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-12T08:49:27.120 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-12T08:49:27.120 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-12T08:49:27.121 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-12T08:49:27.121 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.blob_file_starting_level: 0 2024-04-12T08:49:27.121 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-12T08:49:27.121 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: [table/block_based/block_based_table_reader.cc:721] At least one SST file opened without unique ID to verify: 27.sst 2024-04-12T08:49:27.121 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-12T08:49:27.121 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000009 succeeded,manifest_file_number is 9, next_file_number is 29, last_sequence is 13350, log_number is 25,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-04-12T08:49:27.121 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 25 2024-04-12T08:49:27.121 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 925f782f-c0a4-4884-a1c6-fa80307d574e 2024-04-12T08:49:27.121 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712911766868895, "job": 1, "event": "recovery_started", "wal_files": [25]} 2024-04-12T08:49:27.121 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #25 mode 2 2024-04-12T08:49:27.121 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712911766899437, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 30, "file_size": 7895322, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 13355, "largest_seqno": 18075, "table_properties": {"data_size": 7873813, "index_size": 15560, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 4933, "raw_key_size": 43217, "raw_average_key_size": 22, "raw_value_size": 7831160, "raw_average_value_size": 4009, "num_data_blocks": 672, "num_entries": 1953, "num_filter_entries": 1953, "num_deletions": 261, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1712911766, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "925f782f-c0a4-4884-a1c6-fa80307d574e", "db_session_id": "WMVJ6C0FFEDMM3HWV0TY", "orig_file_number": 30, "seqno_to_time_mapping": "N/A"}} 2024-04-12T08:49:27.122 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712911766899544, "job": 1, "event": "recovery_finished"} 2024-04-12T08:49:27.122 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: [db/version_set.cc:5047] Creating manifest 32 2024-04-12T08:49:27.122 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-12T08:49:27.122 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000025.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-12T08:49:27.122 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55bc07968000 2024-04-12T08:49:27.122 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: DB pointer 0x55bc07952000 2024-04-12T08:49:27.122 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-12T08:49:27.122 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-12T08:49:27.122 INFO:journalctl@ceph.mon.c.smithi112.stdout: ** DB Stats ** 2024-04-12T08:49:27.122 INFO:journalctl@ceph.mon.c.smithi112.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-12T08:49:27.122 INFO:journalctl@ceph.mon.c.smithi112.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-12T08:49:27.123 INFO:journalctl@ceph.mon.c.smithi112.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-12T08:49:27.123 INFO:journalctl@ceph.mon.c.smithi112.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-12T08:49:27.123 INFO:journalctl@ceph.mon.c.smithi112.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-12T08:49:27.123 INFO:journalctl@ceph.mon.c.smithi112.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-12T08:49:27.123 INFO:journalctl@ceph.mon.c.smithi112.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-12T08:49:27.123 INFO:journalctl@ceph.mon.c.smithi112.stdout: 2024-04-12T08:49:27.123 INFO:journalctl@ceph.mon.c.smithi112.stdout: ** Compaction Stats [default] ** 2024-04-12T08:49:27.123 INFO:journalctl@ceph.mon.c.smithi112.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-12T08:49:27.123 INFO:journalctl@ceph.mon.c.smithi112.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-12T08:49:27.123 INFO:journalctl@ceph.mon.c.smithi112.stdout: L0 1/0 7.53 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 536.6 0.01 0.00 1 0.014 0 0 0.0 0.0 2024-04-12T08:49:27.123 INFO:journalctl@ceph.mon.c.smithi112.stdout: L6 1/0 7.58 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-04-12T08:49:27.123 INFO:journalctl@ceph.mon.c.smithi112.stdout: Sum 2/0 15.11 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 536.6 0.01 0.00 1 0.014 0 0 0.0 0.0 2024-04-12T08:49:27.123 INFO:journalctl@ceph.mon.c.smithi112.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 536.6 0.01 0.00 1 0.014 0 0 0.0 0.0 2024-04-12T08:49:27.124 INFO:journalctl@ceph.mon.c.smithi112.stdout: 2024-04-12T08:49:27.124 INFO:journalctl@ceph.mon.c.smithi112.stdout: ** Compaction Stats [default] ** 2024-04-12T08:49:27.124 INFO:journalctl@ceph.mon.c.smithi112.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-12T08:49:27.124 INFO:journalctl@ceph.mon.c.smithi112.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-12T08:49:27.124 INFO:journalctl@ceph.mon.c.smithi112.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 536.6 0.01 0.00 1 0.014 0 0 0.0 0.0 2024-04-12T08:49:27.124 INFO:journalctl@ceph.mon.c.smithi112.stdout: 2024-04-12T08:49:27.124 INFO:journalctl@ceph.mon.c.smithi112.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-12T08:49:27.124 INFO:journalctl@ceph.mon.c.smithi112.stdout: 2024-04-12T08:49:27.124 INFO:journalctl@ceph.mon.c.smithi112.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-12T08:49:27.124 INFO:journalctl@ceph.mon.c.smithi112.stdout: Flush(GB): cumulative 0.007, interval 0.007 2024-04-12T08:49:27.124 INFO:journalctl@ceph.mon.c.smithi112.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-12T08:49:27.124 INFO:journalctl@ceph.mon.c.smithi112.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-12T08:49:27.124 INFO:journalctl@ceph.mon.c.smithi112.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-12T08:49:27.124 INFO:journalctl@ceph.mon.c.smithi112.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-12T08:49:27.124 INFO:journalctl@ceph.mon.c.smithi112.stdout: Cumulative compaction: 0.01 GB write, 224.75 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-12T08:49:27.124 INFO:journalctl@ceph.mon.c.smithi112.stdout: Interval compaction: 0.01 GB write, 224.75 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-12T08:49:27.125 INFO:journalctl@ceph.mon.c.smithi112.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-12T08:49:27.125 INFO:journalctl@ceph.mon.c.smithi112.stdout: Block cache BinnedLRUCache@0x55bc07877090#2 capacity: 512.00 MB usage: 21.11 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.2e-05 secs_since: 0 2024-04-12T08:49:27.125 INFO:journalctl@ceph.mon.c.smithi112.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,5.03 KB,0.000959635%) IndexBlock(1,16.08 KB,0.00306666%) Misc(1,0.00 KB,0%) 2024-04-12T08:49:27.125 INFO:journalctl@ceph.mon.c.smithi112.stdout: 2024-04-12T08:49:27.125 INFO:journalctl@ceph.mon.c.smithi112.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-12T08:49:27.125 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: starting mon.c rank 2 at public addrs [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] at bind addrs [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 2024-04-12T08:49:27.125 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: mon.c@-1(???) e3 preinit fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 2024-04-12T08:49:27.125 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: mon.c@-1(???).mds e8 new map 2024-04-12T08:49:27.125 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: mon.c@-1(???).mds e8 print_map 2024-04-12T08:49:27.125 INFO:journalctl@ceph.mon.c.smithi112.stdout: e8 2024-04-12T08:49:27.125 INFO:journalctl@ceph.mon.c.smithi112.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-12T08:49:27.125 INFO:journalctl@ceph.mon.c.smithi112.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-12T08:49:27.125 INFO:journalctl@ceph.mon.c.smithi112.stdout: legacy client fscid: 1 2024-04-12T08:49:27.126 INFO:journalctl@ceph.mon.c.smithi112.stdout: 2024-04-12T08:49:27.126 INFO:journalctl@ceph.mon.c.smithi112.stdout: Filesystem 'foo' (1) 2024-04-12T08:49:27.126 INFO:journalctl@ceph.mon.c.smithi112.stdout: fs_name foo 2024-04-12T08:49:27.126 INFO:journalctl@ceph.mon.c.smithi112.stdout: epoch 7 2024-04-12T08:49:27.126 INFO:journalctl@ceph.mon.c.smithi112.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-04-12T08:49:27.126 INFO:journalctl@ceph.mon.c.smithi112.stdout: created 2024-04-12T08:42:59.590124+0000 2024-04-12T08:49:27.126 INFO:journalctl@ceph.mon.c.smithi112.stdout: modified 2024-04-12T08:43:11.084337+0000 2024-04-12T08:49:27.126 INFO:journalctl@ceph.mon.c.smithi112.stdout: tableserver 0 2024-04-12T08:49:27.126 INFO:journalctl@ceph.mon.c.smithi112.stdout: root 0 2024-04-12T08:49:27.126 INFO:journalctl@ceph.mon.c.smithi112.stdout: session_timeout 60 2024-04-12T08:49:27.126 INFO:journalctl@ceph.mon.c.smithi112.stdout: session_autoclose 300 2024-04-12T08:49:27.126 INFO:journalctl@ceph.mon.c.smithi112.stdout: max_file_size 1099511627776 2024-04-12T08:49:27.126 INFO:journalctl@ceph.mon.c.smithi112.stdout: max_xattr_size 65536 2024-04-12T08:49:27.126 INFO:journalctl@ceph.mon.c.smithi112.stdout: required_client_features {} 2024-04-12T08:49:27.127 INFO:journalctl@ceph.mon.c.smithi112.stdout: last_failure 0 2024-04-12T08:49:27.127 INFO:journalctl@ceph.mon.c.smithi112.stdout: last_failure_osd_epoch 0 2024-04-12T08:49:27.127 INFO:journalctl@ceph.mon.c.smithi112.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-12T08:49:27.127 INFO:journalctl@ceph.mon.c.smithi112.stdout: max_mds 1 2024-04-12T08:49:27.127 INFO:journalctl@ceph.mon.c.smithi112.stdout: in 0 2024-04-12T08:49:27.127 INFO:journalctl@ceph.mon.c.smithi112.stdout: up {0=24545} 2024-04-12T08:49:27.127 INFO:journalctl@ceph.mon.c.smithi112.stdout: failed 2024-04-12T08:49:27.127 INFO:journalctl@ceph.mon.c.smithi112.stdout: damaged 2024-04-12T08:49:27.127 INFO:journalctl@ceph.mon.c.smithi112.stdout: stopped 2024-04-12T08:49:27.127 INFO:journalctl@ceph.mon.c.smithi112.stdout: data_pools [4] 2024-04-12T08:49:27.127 INFO:journalctl@ceph.mon.c.smithi112.stdout: metadata_pool 3 2024-04-12T08:49:27.127 INFO:journalctl@ceph.mon.c.smithi112.stdout: inline_data disabled 2024-04-12T08:49:27.127 INFO:journalctl@ceph.mon.c.smithi112.stdout: balancer 2024-04-12T08:49:27.127 INFO:journalctl@ceph.mon.c.smithi112.stdout: bal_rank_mask -1 2024-04-12T08:49:27.128 INFO:journalctl@ceph.mon.c.smithi112.stdout: standby_count_wanted 1 2024-04-12T08:49:27.128 INFO:journalctl@ceph.mon.c.smithi112.stdout: qdb_cluster leader: 0 members: 2024-04-12T08:49:27.128 INFO:journalctl@ceph.mon.c.smithi112.stdout: [mds.foo.smithi112.qoyflb{0:24545} state up:active seq 3 join_fscid=1 addr [v2:172.21.15.112:6834/3140225182,v1:172.21.15.112:6835/3140225182] compat {c=[1],r=[1],i=[7ff]}] 2024-04-12T08:49:27.128 INFO:journalctl@ceph.mon.c.smithi112.stdout: 2024-04-12T08:49:27.128 INFO:journalctl@ceph.mon.c.smithi112.stdout: 2024-04-12T08:49:27.128 INFO:journalctl@ceph.mon.c.smithi112.stdout: Standby daemons: 2024-04-12T08:49:27.128 INFO:journalctl@ceph.mon.c.smithi112.stdout: 2024-04-12T08:49:27.128 INFO:journalctl@ceph.mon.c.smithi112.stdout: [mds.foo.smithi175.kcfyhq{-1:24508} state up:standby seq 2 join_fscid=1 addr [v2:172.21.15.175:6832/3519953155,v1:172.21.15.175:6833/3519953155] compat {c=[1],r=[1],i=[7ff]}] 2024-04-12T08:49:27.128 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: mon.c@-1(???).osd e362 crush map has features 3314933000854323200, adjusting msgr requires 2024-04-12T08:49:27.128 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: mon.c@-1(???).osd e362 crush map has features 432629239337189376, adjusting msgr requires 2024-04-12T08:49:27.128 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: mon.c@-1(???).osd e362 crush map has features 432629239337189376, adjusting msgr requires 2024-04-12T08:49:27.128 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: mon.c@-1(???).osd e362 crush map has features 432629239337189376, adjusting msgr requires 2024-04-12T08:49:27.128 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 ceph-mon[99443]: mon.c@-1(???).paxosservice(auth 1..20) refresh upgraded, format 0 -> 3 2024-04-12T08:49:27.128 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 bash[99401]: 0f24e8d651fc177f3445dc6499f2fcb1485757e04f10478f0a4d149aa723ac7f 2024-04-12T08:49:27.129 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:26 smithi112 systemd[1]: Started Ceph mon.c for 96d9de20-f8a7-11ee-bc8c-c7b262605968. 2024-04-12T08:49:29.015 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:49:28 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[77574]: ts=2024-04-12T08:49:28.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.112\", device_class=\"ssd\", hostname=\"smithi112\", instance=\"smithi175.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.112\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.112\", device_class=\"ssd\", hostname=\"smithi112\", instance=\"smithi112:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.112\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T08:49:32.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:32 smithi175 ceph-mon[32523]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T08:49:32.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:32 smithi175 ceph-mon[32523]: osdmap e362: 8 total, 8 up, 8 in 2024-04-12T08:49:32.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:32 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/1964120925' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:49:32.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:32 smithi112 ceph-mon[95375]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T08:49:32.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:32 smithi112 ceph-mon[95375]: osdmap e362: 8 total, 8 up, 8 in 2024-04-12T08:49:32.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:32 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/1964120925' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:49:33.172 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestGroup.group_create 2024-04-12T08:49:33.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:33 smithi112 ceph-mon[95375]: mon.c calling monitor election 2024-04-12T08:49:33.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:33 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/1964120925' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:49:33.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:33 smithi112 ceph-mon[95375]: mon.b calling monitor election 2024-04-12T08:49:33.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:33 smithi112 ceph-mon[95375]: mon.a calling monitor election 2024-04-12T08:49:33.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:33 smithi112 ceph-mon[95375]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-12T08:49:33.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:33 smithi112 ceph-mon[95375]: monmap epoch 3 2024-04-12T08:49:33.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:33 smithi112 ceph-mon[95375]: fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 2024-04-12T08:49:33.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:33 smithi112 ceph-mon[95375]: last_changed 2024-04-12T08:37:40.571155+0000 2024-04-12T08:49:33.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:33 smithi112 ceph-mon[95375]: created 2024-04-12T08:36:02.032062+0000 2024-04-12T08:49:33.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:33 smithi112 ceph-mon[95375]: min_mon_release 17 (quincy) 2024-04-12T08:49:33.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:33 smithi112 ceph-mon[95375]: election_strategy: 1 2024-04-12T08:49:33.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:33 smithi112 ceph-mon[95375]: 0: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.a 2024-04-12T08:49:33.344 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:33 smithi112 ceph-mon[95375]: 1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-04-12T08:49:33.344 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:33 smithi112 ceph-mon[95375]: 2: [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] mon.c 2024-04-12T08:49:33.344 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:33 smithi112 ceph-mon[95375]: fsmap foo:1 {0=foo.smithi112.qoyflb=up:active} 1 up:standby 2024-04-12T08:49:33.344 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:33 smithi112 ceph-mon[95375]: osdmap e362: 8 total, 8 up, 8 in 2024-04-12T08:49:33.344 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:33 smithi112 ceph-mon[95375]: mgrmap e37: y(active, since 91s), standbys: x 2024-04-12T08:49:33.344 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:33 smithi112 ceph-mon[95375]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2024-04-12T08:49:33.344 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:33 smithi112 ceph-mon[95375]: Health detail: HEALTH_WARN 1 failed cephadm daemon(s) 2024-04-12T08:49:33.344 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:33 smithi112 ceph-mon[95375]: [WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2024-04-12T08:49:33.344 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:33 smithi112 ceph-mon[95375]: daemon grafana.a on smithi175 is in error state 2024-04-12T08:49:33.344 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:33 smithi112 ceph-mon[99443]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T08:49:33.344 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:33 smithi112 ceph-mon[99443]: osdmap e362: 8 total, 8 up, 8 in 2024-04-12T08:49:33.344 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:33 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/1964120925' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:49:33.345 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:33 smithi112 ceph-mon[99443]: mon.c calling monitor election 2024-04-12T08:49:33.345 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:33 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/1964120925' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:49:33.345 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:33 smithi112 ceph-mon[99443]: mon.b calling monitor election 2024-04-12T08:49:33.345 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:33 smithi112 ceph-mon[99443]: mon.a calling monitor election 2024-04-12T08:49:33.345 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:33 smithi112 ceph-mon[99443]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-12T08:49:33.345 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:33 smithi112 ceph-mon[99443]: monmap epoch 3 2024-04-12T08:49:33.345 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:33 smithi112 ceph-mon[99443]: fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 2024-04-12T08:49:33.345 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:33 smithi112 ceph-mon[99443]: last_changed 2024-04-12T08:37:40.571155+0000 2024-04-12T08:49:33.345 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:33 smithi112 ceph-mon[99443]: created 2024-04-12T08:36:02.032062+0000 2024-04-12T08:49:33.345 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:33 smithi112 ceph-mon[99443]: min_mon_release 17 (quincy) 2024-04-12T08:49:33.345 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:33 smithi112 ceph-mon[99443]: election_strategy: 1 2024-04-12T08:49:33.345 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:33 smithi112 ceph-mon[99443]: 0: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.a 2024-04-12T08:49:33.345 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:33 smithi112 ceph-mon[99443]: 1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-04-12T08:49:33.345 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:33 smithi112 ceph-mon[99443]: 2: [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] mon.c 2024-04-12T08:49:33.345 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:33 smithi112 ceph-mon[99443]: fsmap foo:1 {0=foo.smithi112.qoyflb=up:active} 1 up:standby 2024-04-12T08:49:33.345 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:33 smithi112 ceph-mon[99443]: osdmap e362: 8 total, 8 up, 8 in 2024-04-12T08:49:33.345 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:33 smithi112 ceph-mon[99443]: mgrmap e37: y(active, since 91s), standbys: x 2024-04-12T08:49:33.346 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:33 smithi112 ceph-mon[99443]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2024-04-12T08:49:33.346 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:33 smithi112 ceph-mon[99443]: Health detail: HEALTH_WARN 1 failed cephadm daemon(s) 2024-04-12T08:49:33.346 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:33 smithi112 ceph-mon[99443]: [WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2024-04-12T08:49:33.346 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:33 smithi112 ceph-mon[99443]: daemon grafana.a on smithi175 is in error state 2024-04-12T08:49:33.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:33 smithi175 ceph-mon[32523]: mon.c calling monitor election 2024-04-12T08:49:33.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:33 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/1964120925' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:49:33.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:33 smithi175 ceph-mon[32523]: mon.b calling monitor election 2024-04-12T08:49:33.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:33 smithi175 ceph-mon[32523]: mon.a calling monitor election 2024-04-12T08:49:33.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:33 smithi175 ceph-mon[32523]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-12T08:49:33.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:33 smithi175 ceph-mon[32523]: monmap epoch 3 2024-04-12T08:49:33.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:33 smithi175 ceph-mon[32523]: fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 2024-04-12T08:49:33.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:33 smithi175 ceph-mon[32523]: last_changed 2024-04-12T08:37:40.571155+0000 2024-04-12T08:49:33.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:33 smithi175 ceph-mon[32523]: created 2024-04-12T08:36:02.032062+0000 2024-04-12T08:49:33.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:33 smithi175 ceph-mon[32523]: min_mon_release 17 (quincy) 2024-04-12T08:49:33.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:33 smithi175 ceph-mon[32523]: election_strategy: 1 2024-04-12T08:49:33.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:33 smithi175 ceph-mon[32523]: 0: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.a 2024-04-12T08:49:33.516 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:33 smithi175 ceph-mon[32523]: 1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-04-12T08:49:33.516 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:33 smithi175 ceph-mon[32523]: 2: [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] mon.c 2024-04-12T08:49:33.516 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:33 smithi175 ceph-mon[32523]: fsmap foo:1 {0=foo.smithi112.qoyflb=up:active} 1 up:standby 2024-04-12T08:49:33.516 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:33 smithi175 ceph-mon[32523]: osdmap e362: 8 total, 8 up, 8 in 2024-04-12T08:49:33.516 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:33 smithi175 ceph-mon[32523]: mgrmap e37: y(active, since 91s), standbys: x 2024-04-12T08:49:33.516 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:33 smithi175 ceph-mon[32523]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2024-04-12T08:49:33.516 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:33 smithi175 ceph-mon[32523]: Health detail: HEALTH_WARN 1 failed cephadm daemon(s) 2024-04-12T08:49:33.516 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:33 smithi175 ceph-mon[32523]: [WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2024-04-12T08:49:33.516 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:33 smithi175 ceph-mon[32523]: daemon grafana.a on smithi175 is in error state 2024-04-12T08:49:34.484 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:34 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/1964120925' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T08:49:34.484 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:34 smithi112 ceph-mon[99443]: osdmap e363: 8 total, 8 up, 8 in 2024-04-12T08:49:34.484 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:34 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/1964120925' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T08:49:34.484 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:34 smithi112 ceph-mon[95375]: osdmap e363: 8 total, 8 up, 8 in 2024-04-12T08:49:34.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:34 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/1964120925' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T08:49:34.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:34 smithi175 ceph-mon[32523]: osdmap e363: 8 total, 8 up, 8 in 2024-04-12T08:49:34.984 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 19.0.0-2053-gb277feb2 (b277feb2c7beb4597d8ecc39d58d5c36b81f613a) squid (dev)": 2 2024-04-12T08:49:35.208 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestGroup.group_create (2037 ms) 2024-04-12T08:49:35.209 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestGroup.group_createPP 2024-04-12T08:49:35.225 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestGroup.group_createPP (17 ms) 2024-04-12T08:49:35.225 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestGroup.add_image 2024-04-12T08:49:35.262 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestGroup.add_image (36 ms) 2024-04-12T08:49:35.262 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestGroup.add_imagePP 2024-04-12T08:49:35.289 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:35 smithi112 ceph-mon[99443]: osdmap e364: 8 total, 8 up, 8 in 2024-04-12T08:49:35.290 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:35 smithi112 ceph-mon[99443]: mgrmap e38: y(active, since 92s), standbys: x 2024-04-12T08:49:35.290 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:35 smithi112 ceph-mon[99443]: pgmap v133: 105 pgs: 32 creating+peering, 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 383 B/s wr, 0 op/s 2024-04-12T08:49:35.290 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:35 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/1240344352' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:49:35.290 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:35 smithi112 ceph-mon[95375]: osdmap e364: 8 total, 8 up, 8 in 2024-04-12T08:49:35.290 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:35 smithi112 ceph-mon[95375]: mgrmap e38: y(active, since 92s), standbys: x 2024-04-12T08:49:35.290 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:35 smithi112 ceph-mon[95375]: pgmap v133: 105 pgs: 32 creating+peering, 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 383 B/s wr, 0 op/s 2024-04-12T08:49:35.290 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:35 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/1240344352' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:49:35.298 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestGroup.add_imagePP (37 ms) 2024-04-12T08:49:35.298 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestGroup.add_snapshot 2024-04-12T08:49:35.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:35 smithi175 ceph-mon[32523]: osdmap e364: 8 total, 8 up, 8 in 2024-04-12T08:49:35.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:35 smithi175 ceph-mon[32523]: mgrmap e38: y(active, since 92s), standbys: x 2024-04-12T08:49:35.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:35 smithi175 ceph-mon[32523]: pgmap v133: 105 pgs: 32 creating+peering, 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 383 B/s wr, 0 op/s 2024-04-12T08:49:35.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:35 smithi175 ceph-mon[32523]: from='client.? 172.21.15.112:0/1240344352' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:49:35.614 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -e sha1=b277feb2c7beb4597d8ecc39d58d5c36b81f613a -- bash -c 'ceph orch ps' 2024-04-12T08:49:36.345 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T08:49:36.467 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:36 smithi112 ceph-mon[95375]: osdmap e365: 8 total, 8 up, 8 in 2024-04-12T08:49:36.468 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:36 smithi112 ceph-mon[99443]: osdmap e365: 8 total, 8 up, 8 in 2024-04-12T08:49:36.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:36 smithi175 ceph-mon[32523]: osdmap e365: 8 total, 8 up, 8 in 2024-04-12T08:49:37.092 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:49:36 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:49:36] "GET /metrics HTTP/1.1" 200 36289 "" "Prometheus/2.43.0" 2024-04-12T08:49:37.092 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:49:36 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: 2024-04-12T08:49:36.908+0000 7ffaba21c700 -1 mgr.server handle_report got status from non-daemon mon.c 2024-04-12T08:49:37.452 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:37 smithi112 ceph-mon[99443]: osdmap e366: 8 total, 8 up, 8 in 2024-04-12T08:49:37.452 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:37 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:49:37.452 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:37 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:49:37.452 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:37 smithi112 ceph-mon[99443]: pgmap v136: 105 pgs: 32 creating+peering, 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 767 B/s wr, 0 op/s 2024-04-12T08:49:37.452 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:37 smithi112 ceph-mon[95375]: osdmap e366: 8 total, 8 up, 8 in 2024-04-12T08:49:37.452 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:37 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:49:37.452 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:37 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:49:37.452 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:37 smithi112 ceph-mon[95375]: pgmap v136: 105 pgs: 32 creating+peering, 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 767 B/s wr, 0 op/s 2024-04-12T08:49:37.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:37 smithi175 ceph-mon[32523]: osdmap e366: 8 total, 8 up, 8 in 2024-04-12T08:49:37.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:37 smithi175 ceph-mon[32523]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:49:37.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:37 smithi175 ceph-mon[32523]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:49:37.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:37 smithi175 ceph-mon[32523]: pgmap v136: 105 pgs: 32 creating+peering, 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 767 B/s wr, 0 op/s 2024-04-12T08:49:38.219 INFO:teuthology.orchestra.run.smithi112.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-12T08:49:38.219 INFO:teuthology.orchestra.run.smithi112.stdout:alertmanager.a smithi112 *:9093,9094 running (2m) 1s ago 7m 22.7M - 0.25.0 c8568f914cd2 b276bf831cc7 2024-04-12T08:49:38.219 INFO:teuthology.orchestra.run.smithi112.stdout:grafana.a smithi175 *:3000 error 22s ago 7m - - 2024-04-12T08:49:38.219 INFO:teuthology.orchestra.run.smithi112.stdout:mds.foo.smithi112.qoyflb smithi112 running (6m) 1s ago 6m 17.5M - 17.2.7-827-gd3b5060a 21de9b7369ad 7251c16567cf 2024-04-12T08:49:38.219 INFO:teuthology.orchestra.run.smithi112.stdout:mds.foo.smithi175.kcfyhq smithi175 running (6m) 22s ago 6m 16.7M - 17.2.7-827-gd3b5060a 21de9b7369ad fca8b9493c88 2024-04-12T08:49:38.219 INFO:teuthology.orchestra.run.smithi112.stdout:mgr.x smithi175 *:8443,9283,8765 running (2m) 22s ago 11m 449M - 19.0.0-2053-gb277feb2 668895944f0e 25957c2a8ab7 2024-04-12T08:49:38.220 INFO:teuthology.orchestra.run.smithi112.stdout:mgr.y smithi112 *:8443,9283,8765 running (2m) 1s ago 13m 500M - 19.0.0-2053-gb277feb2 668895944f0e b5f563892d6d 2024-04-12T08:49:38.220 INFO:teuthology.orchestra.run.smithi112.stdout:mon.a smithi112 running (105s) 1s ago 13m 43.9M 2048M 19.0.0-2053-gb277feb2 668895944f0e c233bb875929 2024-04-12T08:49:38.220 INFO:teuthology.orchestra.run.smithi112.stdout:mon.b smithi175 running (12m) 22s ago 12m 59.9M 2048M 17.2.7-827-gd3b5060a 21de9b7369ad d2bba337b2a5 2024-04-12T08:49:38.220 INFO:teuthology.orchestra.run.smithi112.stdout:mon.c smithi112 running (11s) 1s ago 11m 29.3M 2048M 19.0.0-2053-gb277feb2 668895944f0e 0f24e8d651fc 2024-04-12T08:49:38.220 INFO:teuthology.orchestra.run.smithi112.stdout:node-exporter.a smithi112 *:9100 running (2m) 1s ago 7m 10.2M - 1.5.0 0da6a335fe13 4621a7e58439 2024-04-12T08:49:38.220 INFO:teuthology.orchestra.run.smithi112.stdout:node-exporter.b smithi175 *:9100 running (2m) 22s ago 7m 16.6M - 1.5.0 0da6a335fe13 7ebb3edc4f84 2024-04-12T08:49:38.220 INFO:teuthology.orchestra.run.smithi112.stdout:osd.0 smithi112 running (11m) 1s ago 11m 119M 2480M 17.2.7-827-gd3b5060a 21de9b7369ad de5a7aa193e8 2024-04-12T08:49:38.220 INFO:teuthology.orchestra.run.smithi112.stdout:osd.1 smithi112 running (10m) 1s ago 10m 109M 2480M 17.2.7-827-gd3b5060a 21de9b7369ad 713ee2bfe458 2024-04-12T08:49:38.220 INFO:teuthology.orchestra.run.smithi112.stdout:osd.2 smithi112 running (10m) 1s ago 10m 110M 2480M 17.2.7-827-gd3b5060a 21de9b7369ad 8208a26f4bb7 2024-04-12T08:49:38.220 INFO:teuthology.orchestra.run.smithi112.stdout:osd.3 smithi112 running (10m) 1s ago 10m 110M 2480M 17.2.7-827-gd3b5060a 21de9b7369ad 7e13badec631 2024-04-12T08:49:38.220 INFO:teuthology.orchestra.run.smithi112.stdout:osd.4 smithi175 running (9m) 22s ago 9m 143M 2480M 17.2.7-827-gd3b5060a 21de9b7369ad 03ae42aa98cd 2024-04-12T08:49:38.220 INFO:teuthology.orchestra.run.smithi112.stdout:osd.5 smithi175 running (9m) 22s ago 9m 99.6M 2480M 17.2.7-827-gd3b5060a 21de9b7369ad 584bb9e59608 2024-04-12T08:49:38.220 INFO:teuthology.orchestra.run.smithi112.stdout:osd.6 smithi175 running (8m) 22s ago 8m 157M 2480M 17.2.7-827-gd3b5060a 21de9b7369ad 4d33c835fc53 2024-04-12T08:49:38.220 INFO:teuthology.orchestra.run.smithi112.stdout:osd.7 smithi175 running (8m) 22s ago 8m 103M 2480M 17.2.7-827-gd3b5060a 21de9b7369ad 1011d4c3888f 2024-04-12T08:49:38.220 INFO:teuthology.orchestra.run.smithi112.stdout:prometheus.a smithi175 *:9095 running (2m) 22s ago 8m 60.1M - 2.43.0 a07b618ecd1d ce32c390e55c 2024-04-12T08:49:38.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:38 smithi175 ceph-mon[32523]: osdmap e367: 8 total, 8 up, 8 in 2024-04-12T08:49:38.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:38 smithi175 ceph-mon[32523]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:49:38.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:38 smithi175 ceph-mon[32523]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:49:38.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:38 smithi112 ceph-mon[95375]: osdmap e367: 8 total, 8 up, 8 in 2024-04-12T08:49:38.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:38 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:49:38.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:38 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:49:38.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:38 smithi112 ceph-mon[99443]: osdmap e367: 8 total, 8 up, 8 in 2024-04-12T08:49:38.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:38 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:49:38.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:38 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:49:38.987 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -e sha1=b277feb2c7beb4597d8ecc39d58d5c36b81f613a -- bash -c 'ceph orch upgrade pause' 2024-04-12T08:49:39.014 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:49:38 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[77574]: ts=2024-04-12T08:49:38.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.112\", device_class=\"ssd\", hostname=\"smithi112\", instance=\"smithi175.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.112\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.112\", device_class=\"ssd\", hostname=\"smithi112\", instance=\"smithi112:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.112\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T08:49:39.213 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:39 smithi112 ceph-mon[95375]: from='client.44102 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T08:49:39.213 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:39 smithi112 ceph-mon[95375]: osdmap e368: 8 total, 8 up, 8 in 2024-04-12T08:49:39.214 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:39 smithi112 ceph-mon[95375]: pgmap v139: 105 pgs: 105 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 138 KiB/s rd, 16 KiB/s wr, 188 op/s 2024-04-12T08:49:39.214 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:39 smithi112 ceph-mon[99443]: from='client.44102 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T08:49:39.214 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:39 smithi112 ceph-mon[99443]: osdmap e368: 8 total, 8 up, 8 in 2024-04-12T08:49:39.214 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:39 smithi112 ceph-mon[99443]: pgmap v139: 105 pgs: 105 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 138 KiB/s rd, 16 KiB/s wr, 188 op/s 2024-04-12T08:49:39.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:39 smithi175 ceph-mon[32523]: from='client.44102 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T08:49:39.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:39 smithi175 ceph-mon[32523]: osdmap e368: 8 total, 8 up, 8 in 2024-04-12T08:49:39.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:39 smithi175 ceph-mon[32523]: pgmap v139: 105 pgs: 105 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 138 KiB/s rd, 16 KiB/s wr, 188 op/s 2024-04-12T08:49:40.147 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T08:49:40.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:40 smithi175 ceph-mon[32523]: osdmap e369: 8 total, 8 up, 8 in 2024-04-12T08:49:40.417 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:49:40 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[77574]: ts=2024-04-12T08:49:40.086Z caller=alerting.go:366 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephMonDown: template: __alert_CephMonDown:1:427: executing \"__alert_CephMonDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"mon.a\"} on the right hand-side of the operation: [{ceph_daemon=\"mon.a\", ceph_version=\"ceph version 19.0.0-2053-gb277feb2 (b277feb2c7beb4597d8ecc39d58d5c36b81f613a) squid (dev)\", hostname=\"smithi112\", instance=\"smithi112:9283\", job=\"ceph\", public_addr=\"172.21.15.112\", rank=\"0\"}, {ceph_daemon=\"mon.a\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", hostname=\"smithi112\", instance=\"smithi175.front.sepia.ceph.com:9283\", job=\"ceph\", public_addr=\"172.21.15.112\", rank=\"0\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2024-04-12T08:49:40.447 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:40 smithi112 ceph-mon[95375]: osdmap e369: 8 total, 8 up, 8 in 2024-04-12T08:49:40.447 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:40 smithi112 ceph-mon[99443]: osdmap e369: 8 total, 8 up, 8 in 2024-04-12T08:49:41.247 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestGroup.add_snapshot (5949 ms) 2024-04-12T08:49:41.248 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestGroup.add_snapshotPP 2024-04-12T08:49:41.367 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:41 smithi112 ceph-mon[95375]: osdmap e370: 8 total, 8 up, 8 in 2024-04-12T08:49:41.367 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:41 smithi112 ceph-mon[95375]: pgmap v142: 105 pgs: 105 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 138 KiB/s rd, 16 KiB/s wr, 188 op/s 2024-04-12T08:49:41.367 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:41 smithi112 ceph-mon[99443]: osdmap e370: 8 total, 8 up, 8 in 2024-04-12T08:49:41.367 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:41 smithi112 ceph-mon[99443]: pgmap v142: 105 pgs: 105 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 138 KiB/s rd, 16 KiB/s wr, 188 op/s 2024-04-12T08:49:41.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:41 smithi175 ceph-mon[32523]: osdmap e370: 8 total, 8 up, 8 in 2024-04-12T08:49:41.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:41 smithi175 ceph-mon[32523]: pgmap v142: 105 pgs: 105 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 138 KiB/s rd, 16 KiB/s wr, 188 op/s 2024-04-12T08:49:42.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:42 smithi175 ceph-mon[32523]: osdmap e371: 8 total, 8 up, 8 in 2024-04-12T08:49:42.526 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:42 smithi112 ceph-mon[95375]: osdmap e371: 8 total, 8 up, 8 in 2024-04-12T08:49:42.526 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:42 smithi112 ceph-mon[99443]: osdmap e371: 8 total, 8 up, 8 in 2024-04-12T08:49:43.257 INFO:teuthology.orchestra.run.smithi112.stdout:Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec 2024-04-12T08:49:43.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:43 smithi175 ceph-mon[32523]: osdmap e372: 8 total, 8 up, 8 in 2024-04-12T08:49:43.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:43 smithi175 ceph-mon[32523]: pgmap v145: 105 pgs: 105 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:49:43.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:43 smithi175 ceph-mon[32523]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:49:43.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:43 smithi175 ceph-mon[32523]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:49:43.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:43 smithi175 ceph-mon[32523]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:49:43.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:43 smithi175 ceph-mon[32523]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:49:43.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:43 smithi175 ceph-mon[32523]: pgmap v146: 105 pgs: 105 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:49:43.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:43 smithi175 ceph-mon[32523]: pgmap v147: 105 pgs: 105 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:49:43.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:43 smithi175 ceph-mon[32523]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:49:43.516 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:43 smithi175 ceph-mon[32523]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:49:43.516 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:43 smithi175 ceph-mon[32523]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T08:49:43.516 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:43 smithi175 ceph-mon[32523]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-12T08:49:43.516 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:43 smithi175 ceph-mon[32523]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-12T08:49:43.516 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:43 smithi175 ceph-mon[32523]: Upgrade: It appears safe to stop mon.b 2024-04-12T08:49:43.564 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:43 smithi112 ceph-mon[95375]: osdmap e372: 8 total, 8 up, 8 in 2024-04-12T08:49:43.564 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:43 smithi112 ceph-mon[95375]: pgmap v145: 105 pgs: 105 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:49:43.564 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:43 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:49:43.564 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:43 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:49:43.565 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:43 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:49:43.565 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:43 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:49:43.565 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:43 smithi112 ceph-mon[95375]: pgmap v146: 105 pgs: 105 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:49:43.565 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:43 smithi112 ceph-mon[95375]: pgmap v147: 105 pgs: 105 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:49:43.565 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:43 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:49:43.565 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:43 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:49:43.565 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:43 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T08:49:43.565 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:43 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-12T08:49:43.565 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:43 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-12T08:49:43.565 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:43 smithi112 ceph-mon[95375]: Upgrade: It appears safe to stop mon.b 2024-04-12T08:49:43.566 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:43 smithi112 ceph-mon[99443]: osdmap e372: 8 total, 8 up, 8 in 2024-04-12T08:49:43.566 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:43 smithi112 ceph-mon[99443]: pgmap v145: 105 pgs: 105 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:49:43.566 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:43 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:49:43.566 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:43 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:49:43.566 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:43 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:49:43.566 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:43 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:49:43.566 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:43 smithi112 ceph-mon[99443]: pgmap v146: 105 pgs: 105 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:49:43.566 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:43 smithi112 ceph-mon[99443]: pgmap v147: 105 pgs: 105 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:49:43.566 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:43 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:49:43.566 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:43 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:49:43.566 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:43 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T08:49:43.566 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:43 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-12T08:49:43.566 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:43 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-12T08:49:43.567 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:43 smithi112 ceph-mon[99443]: Upgrade: It appears safe to stop mon.b 2024-04-12T08:49:43.890 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -e sha1=b277feb2c7beb4597d8ecc39d58d5c36b81f613a -- bash -c 'sleep 60' 2024-04-12T08:49:44.145 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T08:49:44.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:44 smithi175 ceph-mon[32523]: osdmap e373: 8 total, 8 up, 8 in 2024-04-12T08:49:44.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:44 smithi175 ceph-mon[32523]: from='client.34221 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T08:49:44.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:44 smithi175 ceph-mon[32523]: Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec 2024-04-12T08:49:44.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:44 smithi175 ceph-mon[32523]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:49:44.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:44 smithi175 ceph-mon[32523]: osdmap e374: 8 total, 8 up, 8 in 2024-04-12T08:49:44.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:44 smithi112 ceph-mon[99443]: osdmap e373: 8 total, 8 up, 8 in 2024-04-12T08:49:44.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:44 smithi112 ceph-mon[99443]: from='client.34221 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T08:49:44.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:44 smithi112 ceph-mon[99443]: Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec 2024-04-12T08:49:44.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:44 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:49:44.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:44 smithi112 ceph-mon[99443]: osdmap e374: 8 total, 8 up, 8 in 2024-04-12T08:49:44.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:44 smithi112 ceph-mon[95375]: osdmap e373: 8 total, 8 up, 8 in 2024-04-12T08:49:44.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:44 smithi112 ceph-mon[95375]: from='client.34221 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T08:49:44.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:44 smithi112 ceph-mon[95375]: Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec 2024-04-12T08:49:44.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:44 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:49:44.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:44 smithi112 ceph-mon[95375]: osdmap e374: 8 total, 8 up, 8 in 2024-04-12T08:49:45.697 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:45 smithi175 ceph-mon[32523]: Upgrade: Updating mon.b 2024-04-12T08:49:45.698 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:45 smithi175 ceph-mon[32523]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:49:45.698 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:45 smithi175 ceph-mon[32523]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T08:49:45.698 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:45 smithi175 ceph-mon[32523]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T08:49:45.698 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:45 smithi175 ceph-mon[32523]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:49:45.698 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:45 smithi175 ceph-mon[32523]: Deploying daemon mon.b on smithi175 2024-04-12T08:49:45.698 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:45 smithi175 ceph-mon[32523]: osdmap e375: 8 total, 8 up, 8 in 2024-04-12T08:49:45.698 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:45 smithi175 ceph-mon[32523]: pgmap v151: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 207 KiB/s rd, 22 KiB/s wr, 282 op/s 2024-04-12T08:49:45.767 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:45 smithi112 ceph-mon[95375]: Upgrade: Updating mon.b 2024-04-12T08:49:45.767 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:45 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:49:45.767 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:45 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T08:49:45.767 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:45 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T08:49:45.768 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:45 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:49:45.768 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:45 smithi112 ceph-mon[95375]: Deploying daemon mon.b on smithi175 2024-04-12T08:49:45.768 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:45 smithi112 ceph-mon[95375]: osdmap e375: 8 total, 8 up, 8 in 2024-04-12T08:49:45.768 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:45 smithi112 ceph-mon[95375]: pgmap v151: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 207 KiB/s rd, 22 KiB/s wr, 282 op/s 2024-04-12T08:49:45.768 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:45 smithi112 ceph-mon[99443]: Upgrade: Updating mon.b 2024-04-12T08:49:45.768 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:45 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:49:45.768 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:45 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T08:49:45.768 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:45 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T08:49:45.768 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:45 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:49:45.768 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:45 smithi112 ceph-mon[99443]: Deploying daemon mon.b on smithi175 2024-04-12T08:49:45.768 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:45 smithi112 ceph-mon[99443]: osdmap e375: 8 total, 8 up, 8 in 2024-04-12T08:49:45.768 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:45 smithi112 ceph-mon[99443]: pgmap v151: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 207 KiB/s rd, 22 KiB/s wr, 282 op/s 2024-04-12T08:49:46.548 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestGroup.add_snapshotPP (5300 ms) 2024-04-12T08:49:46.553 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:46 smithi175 systemd[1]: Stopping Ceph mon.b for 96d9de20-f8a7-11ee-bc8c-c7b262605968... 2024-04-12T08:49:46.553 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:46 smithi175 ceph-mon[32523]: osdmap e376: 8 total, 8 up, 8 in 2024-04-12T08:49:46.808 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:46 smithi112 ceph-mon[99443]: osdmap e376: 8 total, 8 up, 8 in 2024-04-12T08:49:46.808 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:46 smithi112 ceph-mon[95375]: osdmap e376: 8 total, 8 up, 8 in 2024-04-12T08:49:46.886 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:46 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mon-b[32519]: 2024-04-12T08:49:46.551+0000 7f808c365700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T08:49:46.887 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:46 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mon-b[32519]: 2024-04-12T08:49:46.551+0000 7f808c365700 -1 mon.b@1(peon) e3 *** Got Signal Terminated *** 2024-04-12T08:49:46.887 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:46 smithi175 podman[87764]: 2024-04-12 08:49:46.624321812 +0000 UTC m=+0.200715863 container died d2bba337b2a5dad357184bb815fbc2da87acf7091acf8b1c0225608ade5b87bd (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mon-b, RELEASE=quincy-d3b5060, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, ceph=True, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-04-12T08:49:47.092 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:49:46 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:49:46] "GET /metrics HTTP/1.1" 200 36289 "" "Prometheus/2.43.0" 2024-04-12T08:49:47.245 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:46 smithi175 podman[87764]: 2024-04-12 08:49:46.98606221 +0000 UTC m=+0.562456269 container cleanup d2bba337b2a5dad357184bb815fbc2da87acf7091acf8b1c0225608ade5b87bd (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mon-b, RELEASE=quincy-d3b5060, io.buildah.version=1.33.5, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-12T08:49:47.246 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:46 smithi175 bash[87764]: ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mon-b 2024-04-12T08:49:47.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:47 smithi175 podman[87778]: 2024-04-12 08:49:47.245683082 +0000 UTC m=+0.615207736 container remove d2bba337b2a5dad357184bb815fbc2da87acf7091acf8b1c0225608ade5b87bd (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mon-b, ceph=True, RELEASE=quincy-d3b5060, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-04-12T08:49:47.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:47 smithi175 systemd[1]: ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@mon.b.service: Deactivated successfully. 2024-04-12T08:49:47.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:47 smithi175 systemd[1]: Stopped Ceph mon.b for 96d9de20-f8a7-11ee-bc8c-c7b262605968. 2024-04-12T08:49:47.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:47 smithi175 systemd[1]: ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@mon.b.service: Consumed 10.644s CPU time. 2024-04-12T08:49:47.894 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:47 smithi175 systemd[1]: Starting Ceph mon.b for 96d9de20-f8a7-11ee-bc8c-c7b262605968... 2024-04-12T08:49:47.894 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:47 smithi175 podman[87910]: 2024-04-12 08:49:47.813823571 +0000 UTC m=+0.109725613 container create c4423c170802c03b14d950cd4fc82617bf8126baf31a1912600eb25b5a4581ab (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mon-b, RELEASE=squid-b277feb, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-04-12T08:49:47.894 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:47 smithi175 podman[87910]: 2024-04-12 08:49:47.722795863 +0000 UTC m=+0.018697890 image pull 668895944f0ec64b67a5b7564961d2756f2966e5d4b9338516300dbec9984951 quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec 2024-04-12T08:49:48.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 podman[87910]: 2024-04-12 08:49:48.008163298 +0000 UTC m=+0.304065311 container init c4423c170802c03b14d950cd4fc82617bf8126baf31a1912600eb25b5a4581ab (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mon-b, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, RELEASE=squid-b277feb) 2024-04-12T08:49:48.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 podman[87910]: 2024-04-12 08:49:48.011621264 +0000 UTC m=+0.307523275 container start c4423c170802c03b14d950cd4fc82617bf8126baf31a1912600eb25b5a4581ab (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mon-b, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, RELEASE=squid-b277feb, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5) 2024-04-12T08:49:48.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: set uid:gid to 167:167 (ceph:ceph) 2024-04-12T08:49:48.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: ceph version 19.0.0-2053-gb277feb2 (b277feb2c7beb4597d8ecc39d58d5c36b81f613a) squid (dev), process ceph-mon, pid 2 2024-04-12T08:49:48.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: pidfile_write: ignore empty --pid-file 2024-04-12T08:49:48.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: load: jerasure load: lrc 2024-04-12T08:49:48.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: RocksDB version: 7.9.2 2024-04-12T08:49:48.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Git sha 0 2024-04-12T08:49:48.266 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Compile date 2024-04-09 21:18:54 2024-04-12T08:49:48.266 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: DB SUMMARY 2024-04-12T08:49:48.266 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: DB Session ID: 8U4MLMASFSVCBRK614QD 2024-04-12T08:49:48.266 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: CURRENT file: CURRENT 2024-04-12T08:49:48.266 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: IDENTITY file: IDENTITY 2024-04-12T08:49:48.266 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: MANIFEST file: MANIFEST-000009 size: 1098 Bytes 2024-04-12T08:49:48.266 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 1, files: 000027.sst 2024-04-12T08:49:48.266 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000025.log size: 13927883 ; 2024-04-12T08:49:48.266 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.error_if_exists: 0 2024-04-12T08:49:48.266 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.create_if_missing: 0 2024-04-12T08:49:48.266 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.paranoid_checks: 1 2024-04-12T08:49:48.266 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-12T08:49:48.266 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-12T08:49:48.266 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-12T08:49:48.267 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.env: 0x5579b7121c60 2024-04-12T08:49:48.267 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.fs: PosixFileSystem 2024-04-12T08:49:48.267 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.info_log: 0x5579b8ed5ae0 2024-04-12T08:49:48.267 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.max_file_opening_threads: 16 2024-04-12T08:49:48.267 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.statistics: (nil) 2024-04-12T08:49:48.268 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.use_fsync: 0 2024-04-12T08:49:48.268 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.max_log_file_size: 0 2024-04-12T08:49:48.268 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-12T08:49:48.268 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-12T08:49:48.269 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.keep_log_file_num: 1000 2024-04-12T08:49:48.269 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.recycle_log_file_num: 0 2024-04-12T08:49:48.269 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.allow_fallocate: 1 2024-04-12T08:49:48.269 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.allow_mmap_reads: 0 2024-04-12T08:49:48.269 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.allow_mmap_writes: 0 2024-04-12T08:49:48.269 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.use_direct_reads: 0 2024-04-12T08:49:48.269 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-12T08:49:48.269 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.create_missing_column_families: 0 2024-04-12T08:49:48.269 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.db_log_dir: 2024-04-12T08:49:48.269 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.wal_dir: 2024-04-12T08:49:48.269 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-12T08:49:48.269 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-12T08:49:48.269 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-12T08:49:48.269 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-12T08:49:48.269 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-12T08:49:48.269 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-12T08:49:48.270 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.advise_random_on_open: 1 2024-04-12T08:49:48.270 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.db_write_buffer_size: 0 2024-04-12T08:49:48.270 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.write_buffer_manager: 0x5579b8ea8820 2024-04-12T08:49:48.270 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-12T08:49:48.270 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-12T08:49:48.270 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-12T08:49:48.270 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.rate_limiter: (nil) 2024-04-12T08:49:48.270 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-12T08:49:48.270 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.wal_recovery_mode: 2 2024-04-12T08:49:48.270 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.enable_thread_tracking: 0 2024-04-12T08:49:48.270 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.enable_pipelined_write: 0 2024-04-12T08:49:48.270 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.unordered_write: 0 2024-04-12T08:49:48.270 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-12T08:49:48.270 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-12T08:49:48.271 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-12T08:49:48.271 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-12T08:49:48.271 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.row_cache: None 2024-04-12T08:49:48.271 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.wal_filter: None 2024-04-12T08:49:48.271 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-12T08:49:48.271 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.allow_ingest_behind: 0 2024-04-12T08:49:48.271 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.two_write_queues: 0 2024-04-12T08:49:48.271 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.manual_wal_flush: 0 2024-04-12T08:49:48.271 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.wal_compression: 0 2024-04-12T08:49:48.271 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.atomic_flush: 0 2024-04-12T08:49:48.271 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-12T08:49:48.271 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-12T08:49:48.271 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-12T08:49:48.271 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.log_readahead_size: 0 2024-04-12T08:49:48.271 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-12T08:49:48.272 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.best_efforts_recovery: 0 2024-04-12T08:49:48.272 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-12T08:49:48.272 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-12T08:49:48.272 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.allow_data_in_errors: 0 2024-04-12T08:49:48.272 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.db_host_id: __hostname__ 2024-04-12T08:49:48.272 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-12T08:49:48.272 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.max_background_jobs: 2 2024-04-12T08:49:48.272 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.max_background_compactions: -1 2024-04-12T08:49:48.272 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.max_subcompactions: 1 2024-04-12T08:49:48.272 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-12T08:49:48.272 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-12T08:49:48.272 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-12T08:49:48.272 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.max_total_wal_size: 0 2024-04-12T08:49:48.272 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-12T08:49:48.272 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-12T08:49:48.273 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-12T08:49:48.273 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-12T08:49:48.273 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.max_open_files: -1 2024-04-12T08:49:48.273 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.bytes_per_sync: 0 2024-04-12T08:49:48.273 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-12T08:49:48.273 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-12T08:49:48.273 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.compaction_readahead_size: 0 2024-04-12T08:49:48.273 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.max_background_flushes: -1 2024-04-12T08:49:48.273 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Compression algorithms supported: 2024-04-12T08:49:48.273 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-12T08:49:48.273 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: kZSTD supported: 0 2024-04-12T08:49:48.273 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: kXpressCompression supported: 0 2024-04-12T08:49:48.273 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: kLZ4HCCompression supported: 1 2024-04-12T08:49:48.273 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: kZlibCompression supported: 1 2024-04-12T08:49:48.273 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: kSnappyCompression supported: 1 2024-04-12T08:49:48.274 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: kLZ4Compression supported: 1 2024-04-12T08:49:48.274 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: kBZip2Compression supported: 0 2024-04-12T08:49:48.274 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-12T08:49:48.274 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-12T08:49:48.274 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000009 2024-04-12T08:49:48.274 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-12T08:49:48.274 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-12T08:49:48.274 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.merge_operator: 2024-04-12T08:49:48.274 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.compaction_filter: None 2024-04-12T08:49:48.274 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.compaction_filter_factory: None 2024-04-12T08:49:48.274 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.sst_partitioner_factory: None 2024-04-12T08:49:48.274 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-12T08:49:48.274 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-12T08:49:48.274 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5579b8ed5be0) 2024-04-12T08:49:48.275 INFO:journalctl@ceph.mon.b.smithi175.stdout: cache_index_and_filter_blocks: 1 2024-04-12T08:49:48.275 INFO:journalctl@ceph.mon.b.smithi175.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-12T08:49:48.275 INFO:journalctl@ceph.mon.b.smithi175.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-12T08:49:48.275 INFO:journalctl@ceph.mon.b.smithi175.stdout: pin_top_level_index_and_filter: 1 2024-04-12T08:49:48.275 INFO:journalctl@ceph.mon.b.smithi175.stdout: index_type: 0 2024-04-12T08:49:48.275 INFO:journalctl@ceph.mon.b.smithi175.stdout: data_block_index_type: 0 2024-04-12T08:49:48.275 INFO:journalctl@ceph.mon.b.smithi175.stdout: index_shortening: 1 2024-04-12T08:49:48.275 INFO:journalctl@ceph.mon.b.smithi175.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-12T08:49:48.275 INFO:journalctl@ceph.mon.b.smithi175.stdout: checksum: 4 2024-04-12T08:49:48.275 INFO:journalctl@ceph.mon.b.smithi175.stdout: no_block_cache: 0 2024-04-12T08:49:48.275 INFO:journalctl@ceph.mon.b.smithi175.stdout: block_cache: 0x5579b8ed9090 2024-04-12T08:49:48.275 INFO:journalctl@ceph.mon.b.smithi175.stdout: block_cache_name: BinnedLRUCache 2024-04-12T08:49:48.275 INFO:journalctl@ceph.mon.b.smithi175.stdout: block_cache_options: 2024-04-12T08:49:48.275 INFO:journalctl@ceph.mon.b.smithi175.stdout: capacity : 536870912 2024-04-12T08:49:48.275 INFO:journalctl@ceph.mon.b.smithi175.stdout: num_shard_bits : 4 2024-04-12T08:49:48.276 INFO:journalctl@ceph.mon.b.smithi175.stdout: strict_capacity_limit : 0 2024-04-12T08:49:48.276 INFO:journalctl@ceph.mon.b.smithi175.stdout: high_pri_pool_ratio: 0.000 2024-04-12T08:49:48.276 INFO:journalctl@ceph.mon.b.smithi175.stdout: block_cache_compressed: (nil) 2024-04-12T08:49:48.276 INFO:journalctl@ceph.mon.b.smithi175.stdout: persistent_cache: (nil) 2024-04-12T08:49:48.276 INFO:journalctl@ceph.mon.b.smithi175.stdout: block_size: 4096 2024-04-12T08:49:48.276 INFO:journalctl@ceph.mon.b.smithi175.stdout: block_size_deviation: 10 2024-04-12T08:49:48.276 INFO:journalctl@ceph.mon.b.smithi175.stdout: block_restart_interval: 16 2024-04-12T08:49:48.276 INFO:journalctl@ceph.mon.b.smithi175.stdout: index_block_restart_interval: 1 2024-04-12T08:49:48.276 INFO:journalctl@ceph.mon.b.smithi175.stdout: metadata_block_size: 4096 2024-04-12T08:49:48.276 INFO:journalctl@ceph.mon.b.smithi175.stdout: partition_filters: 0 2024-04-12T08:49:48.276 INFO:journalctl@ceph.mon.b.smithi175.stdout: use_delta_encoding: 1 2024-04-12T08:49:48.276 INFO:journalctl@ceph.mon.b.smithi175.stdout: filter_policy: bloomfilter 2024-04-12T08:49:48.276 INFO:journalctl@ceph.mon.b.smithi175.stdout: whole_key_filtering: 1 2024-04-12T08:49:48.276 INFO:journalctl@ceph.mon.b.smithi175.stdout: verify_compression: 0 2024-04-12T08:49:48.276 INFO:journalctl@ceph.mon.b.smithi175.stdout: read_amp_bytes_per_bit: 0 2024-04-12T08:49:48.277 INFO:journalctl@ceph.mon.b.smithi175.stdout: format_version: 5 2024-04-12T08:49:48.277 INFO:journalctl@ceph.mon.b.smithi175.stdout: enable_index_compression: 1 2024-04-12T08:49:48.277 INFO:journalctl@ceph.mon.b.smithi175.stdout: block_align: 0 2024-04-12T08:49:48.277 INFO:journalctl@ceph.mon.b.smithi175.stdout: max_auto_readahead_size: 262144 2024-04-12T08:49:48.277 INFO:journalctl@ceph.mon.b.smithi175.stdout: prepopulate_block_cache: 0 2024-04-12T08:49:48.277 INFO:journalctl@ceph.mon.b.smithi175.stdout: initial_auto_readahead_size: 8192 2024-04-12T08:49:48.277 INFO:journalctl@ceph.mon.b.smithi175.stdout: num_file_reads_for_auto_readahead: 2 2024-04-12T08:49:48.277 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.write_buffer_size: 33554432 2024-04-12T08:49:48.277 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.max_write_buffer_number: 2 2024-04-12T08:49:48.277 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.compression: NoCompression 2024-04-12T08:49:48.277 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.bottommost_compression: Disabled 2024-04-12T08:49:48.277 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.prefix_extractor: nullptr 2024-04-12T08:49:48.277 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-12T08:49:48.277 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.num_levels: 7 2024-04-12T08:49:48.278 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-12T08:49:48.278 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-12T08:49:48.278 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-12T08:49:48.278 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-12T08:49:48.278 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-12T08:49:48.278 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-12T08:49:48.278 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-12T08:49:48.278 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-12T08:49:48.278 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-12T08:49:48.278 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-12T08:49:48.278 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-12T08:49:48.278 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-12T08:49:48.278 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-12T08:49:48.278 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.compression_opts.level: 32767 2024-04-12T08:49:48.278 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.compression_opts.strategy: 0 2024-04-12T08:49:48.279 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-12T08:49:48.279 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-12T08:49:48.279 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-12T08:49:48.279 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-12T08:49:48.279 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.compression_opts.enabled: false 2024-04-12T08:49:48.279 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-12T08:49:48.279 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-12T08:49:48.279 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-12T08:49:48.279 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-12T08:49:48.279 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.target_file_size_base: 67108864 2024-04-12T08:49:48.279 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-12T08:49:48.279 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-12T08:49:48.279 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-12T08:49:48.279 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-12T08:49:48.279 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-12T08:49:48.280 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-12T08:49:48.280 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-12T08:49:48.280 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-12T08:49:48.280 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-12T08:49:48.280 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-12T08:49:48.280 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-12T08:49:48.280 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-12T08:49:48.280 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-12T08:49:48.280 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-12T08:49:48.280 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.arena_block_size: 1048576 2024-04-12T08:49:48.280 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-12T08:49:48.280 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-12T08:49:48.280 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.disable_auto_compactions: 0 2024-04-12T08:49:48.280 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-12T08:49:48.280 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-12T08:49:48.281 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-12T08:49:48.281 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-12T08:49:48.281 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-12T08:49:48.281 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-12T08:49:48.281 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-12T08:49:48.281 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-12T08:49:48.281 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-12T08:49:48.281 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-12T08:49:48.281 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.table_properties_collectors: 2024-04-12T08:49:48.281 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.inplace_update_support: 0 2024-04-12T08:49:48.281 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-12T08:49:48.281 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-12T08:49:48.281 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-12T08:49:48.281 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-12T08:49:48.281 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.bloom_locality: 0 2024-04-12T08:49:48.282 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.max_successive_merges: 0 2024-04-12T08:49:48.282 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-12T08:49:48.282 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.paranoid_file_checks: 0 2024-04-12T08:49:48.282 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.force_consistency_checks: 1 2024-04-12T08:49:48.282 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.report_bg_io_stats: 0 2024-04-12T08:49:48.282 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.ttl: 2592000 2024-04-12T08:49:48.282 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-12T08:49:48.282 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-12T08:49:48.282 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-12T08:49:48.282 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.enable_blob_files: false 2024-04-12T08:49:48.282 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.min_blob_size: 0 2024-04-12T08:49:48.282 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.blob_file_size: 268435456 2024-04-12T08:49:48.282 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-12T08:49:48.282 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-12T08:49:48.283 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-12T08:49:48.283 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-12T08:49:48.283 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-12T08:49:48.283 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.blob_file_starting_level: 0 2024-04-12T08:49:48.283 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-12T08:49:48.283 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: [table/block_based/block_based_table_reader.cc:721] At least one SST file opened without unique ID to verify: 27.sst 2024-04-12T08:49:48.283 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-12T08:49:48.283 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000009 succeeded,manifest_file_number is 9, next_file_number is 29, last_sequence is 13419, log_number is 25,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-04-12T08:49:48.283 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 25 2024-04-12T08:49:48.283 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: ca62d110-4561-4c63-bd7c-3c76fba39a48 2024-04-12T08:49:48.283 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712911788041221, "job": 1, "event": "recovery_started", "wal_files": [25]} 2024-04-12T08:49:48.283 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #25 mode 2 2024-04-12T08:49:48.283 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712911788075267, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 30, "file_size": 8660539, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 13425, "largest_seqno": 18682, "table_properties": {"data_size": 8636980, "index_size": 17161, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 5381, "raw_key_size": 47651, "raw_average_key_size": 22, "raw_value_size": 8590076, "raw_average_value_size": 3999, "num_data_blocks": 739, "num_entries": 2148, "num_filter_entries": 2148, "num_deletions": 261, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1712911788, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "ca62d110-4561-4c63-bd7c-3c76fba39a48", "db_session_id": "8U4MLMASFSVCBRK614QD", "orig_file_number": 30, "seqno_to_time_mapping": "N/A"}} 2024-04-12T08:49:48.283 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712911788075395, "job": 1, "event": "recovery_finished"} 2024-04-12T08:49:48.284 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: [db/version_set.cc:5047] Creating manifest 32 2024-04-12T08:49:48.284 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-12T08:49:48.284 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000025.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-12T08:49:48.284 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x5579b8fca000 2024-04-12T08:49:48.284 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: DB pointer 0x5579b8fb4000 2024-04-12T08:49:48.284 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-12T08:49:48.284 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-12T08:49:48.284 INFO:journalctl@ceph.mon.b.smithi175.stdout: ** DB Stats ** 2024-04-12T08:49:48.284 INFO:journalctl@ceph.mon.b.smithi175.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-12T08:49:48.284 INFO:journalctl@ceph.mon.b.smithi175.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-12T08:49:48.284 INFO:journalctl@ceph.mon.b.smithi175.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-12T08:49:48.284 INFO:journalctl@ceph.mon.b.smithi175.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-12T08:49:48.284 INFO:journalctl@ceph.mon.b.smithi175.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-12T08:49:48.285 INFO:journalctl@ceph.mon.b.smithi175.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-12T08:49:48.285 INFO:journalctl@ceph.mon.b.smithi175.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-12T08:49:48.285 INFO:journalctl@ceph.mon.b.smithi175.stdout: 2024-04-12T08:49:48.285 INFO:journalctl@ceph.mon.b.smithi175.stdout: ** Compaction Stats [default] ** 2024-04-12T08:49:48.285 INFO:journalctl@ceph.mon.b.smithi175.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-12T08:49:48.285 INFO:journalctl@ceph.mon.b.smithi175.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-12T08:49:48.285 INFO:journalctl@ceph.mon.b.smithi175.stdout: L0 1/0 8.26 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 562.6 0.01 0.00 1 0.015 0 0 0.0 0.0 2024-04-12T08:49:48.285 INFO:journalctl@ceph.mon.b.smithi175.stdout: L6 1/0 7.58 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-04-12T08:49:48.285 INFO:journalctl@ceph.mon.b.smithi175.stdout: Sum 2/0 15.83 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 562.6 0.01 0.00 1 0.015 0 0 0.0 0.0 2024-04-12T08:49:48.285 INFO:journalctl@ceph.mon.b.smithi175.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 562.6 0.01 0.00 1 0.015 0 0 0.0 0.0 2024-04-12T08:49:48.285 INFO:journalctl@ceph.mon.b.smithi175.stdout: 2024-04-12T08:49:48.285 INFO:journalctl@ceph.mon.b.smithi175.stdout: ** Compaction Stats [default] ** 2024-04-12T08:49:48.285 INFO:journalctl@ceph.mon.b.smithi175.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-12T08:49:48.285 INFO:journalctl@ceph.mon.b.smithi175.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-12T08:49:48.285 INFO:journalctl@ceph.mon.b.smithi175.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 562.6 0.01 0.00 1 0.015 0 0 0.0 0.0 2024-04-12T08:49:48.286 INFO:journalctl@ceph.mon.b.smithi175.stdout: 2024-04-12T08:49:48.286 INFO:journalctl@ceph.mon.b.smithi175.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-12T08:49:48.286 INFO:journalctl@ceph.mon.b.smithi175.stdout: 2024-04-12T08:49:48.286 INFO:journalctl@ceph.mon.b.smithi175.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-12T08:49:48.286 INFO:journalctl@ceph.mon.b.smithi175.stdout: Flush(GB): cumulative 0.008, interval 0.008 2024-04-12T08:49:48.286 INFO:journalctl@ceph.mon.b.smithi175.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-12T08:49:48.286 INFO:journalctl@ceph.mon.b.smithi175.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-12T08:49:48.286 INFO:journalctl@ceph.mon.b.smithi175.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-12T08:49:48.286 INFO:journalctl@ceph.mon.b.smithi175.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-12T08:49:48.286 INFO:journalctl@ceph.mon.b.smithi175.stdout: Cumulative compaction: 0.01 GB write, 222.50 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-12T08:49:48.286 INFO:journalctl@ceph.mon.b.smithi175.stdout: Interval compaction: 0.01 GB write, 222.50 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-12T08:49:48.286 INFO:journalctl@ceph.mon.b.smithi175.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-12T08:49:48.286 INFO:journalctl@ceph.mon.b.smithi175.stdout: Block cache BinnedLRUCache@0x5579b8ed9090#2 capacity: 512.00 MB usage: 26.11 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1e-05 secs_since: 0 2024-04-12T08:49:48.286 INFO:journalctl@ceph.mon.b.smithi175.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,6.03 KB,0.00115037%) IndexBlock(1,20.08 KB,0.0038296%) Misc(1,0.00 KB,0%) 2024-04-12T08:49:48.287 INFO:journalctl@ceph.mon.b.smithi175.stdout: 2024-04-12T08:49:48.287 INFO:journalctl@ceph.mon.b.smithi175.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-12T08:49:48.287 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: starting mon.b rank 1 at public addrs [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] at bind addrs [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 2024-04-12T08:49:48.287 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: mon.b@-1(???) e3 preinit fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 2024-04-12T08:49:48.287 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: mon.b@-1(???).mds e8 new map 2024-04-12T08:49:48.287 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: mon.b@-1(???).mds e8 print_map 2024-04-12T08:49:48.287 INFO:journalctl@ceph.mon.b.smithi175.stdout: e8 2024-04-12T08:49:48.287 INFO:journalctl@ceph.mon.b.smithi175.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-12T08:49:48.287 INFO:journalctl@ceph.mon.b.smithi175.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-12T08:49:48.287 INFO:journalctl@ceph.mon.b.smithi175.stdout: legacy client fscid: 1 2024-04-12T08:49:48.287 INFO:journalctl@ceph.mon.b.smithi175.stdout: 2024-04-12T08:49:48.287 INFO:journalctl@ceph.mon.b.smithi175.stdout: Filesystem 'foo' (1) 2024-04-12T08:49:48.287 INFO:journalctl@ceph.mon.b.smithi175.stdout: fs_name foo 2024-04-12T08:49:48.287 INFO:journalctl@ceph.mon.b.smithi175.stdout: epoch 7 2024-04-12T08:49:48.287 INFO:journalctl@ceph.mon.b.smithi175.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-04-12T08:49:48.288 INFO:journalctl@ceph.mon.b.smithi175.stdout: created 2024-04-12T08:42:59.590124+0000 2024-04-12T08:49:48.288 INFO:journalctl@ceph.mon.b.smithi175.stdout: modified 2024-04-12T08:43:11.084337+0000 2024-04-12T08:49:48.288 INFO:journalctl@ceph.mon.b.smithi175.stdout: tableserver 0 2024-04-12T08:49:48.288 INFO:journalctl@ceph.mon.b.smithi175.stdout: root 0 2024-04-12T08:49:48.288 INFO:journalctl@ceph.mon.b.smithi175.stdout: session_timeout 60 2024-04-12T08:49:48.288 INFO:journalctl@ceph.mon.b.smithi175.stdout: session_autoclose 300 2024-04-12T08:49:48.288 INFO:journalctl@ceph.mon.b.smithi175.stdout: max_file_size 1099511627776 2024-04-12T08:49:48.288 INFO:journalctl@ceph.mon.b.smithi175.stdout: max_xattr_size 65536 2024-04-12T08:49:48.288 INFO:journalctl@ceph.mon.b.smithi175.stdout: required_client_features {} 2024-04-12T08:49:48.288 INFO:journalctl@ceph.mon.b.smithi175.stdout: last_failure 0 2024-04-12T08:49:48.288 INFO:journalctl@ceph.mon.b.smithi175.stdout: last_failure_osd_epoch 0 2024-04-12T08:49:48.288 INFO:journalctl@ceph.mon.b.smithi175.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-12T08:49:48.288 INFO:journalctl@ceph.mon.b.smithi175.stdout: max_mds 1 2024-04-12T08:49:48.288 INFO:journalctl@ceph.mon.b.smithi175.stdout: in 0 2024-04-12T08:49:48.288 INFO:journalctl@ceph.mon.b.smithi175.stdout: up {0=24545} 2024-04-12T08:49:48.289 INFO:journalctl@ceph.mon.b.smithi175.stdout: failed 2024-04-12T08:49:48.289 INFO:journalctl@ceph.mon.b.smithi175.stdout: damaged 2024-04-12T08:49:48.289 INFO:journalctl@ceph.mon.b.smithi175.stdout: stopped 2024-04-12T08:49:48.289 INFO:journalctl@ceph.mon.b.smithi175.stdout: data_pools [4] 2024-04-12T08:49:48.289 INFO:journalctl@ceph.mon.b.smithi175.stdout: metadata_pool 3 2024-04-12T08:49:48.289 INFO:journalctl@ceph.mon.b.smithi175.stdout: inline_data disabled 2024-04-12T08:49:48.289 INFO:journalctl@ceph.mon.b.smithi175.stdout: balancer 2024-04-12T08:49:48.289 INFO:journalctl@ceph.mon.b.smithi175.stdout: bal_rank_mask -1 2024-04-12T08:49:48.289 INFO:journalctl@ceph.mon.b.smithi175.stdout: standby_count_wanted 1 2024-04-12T08:49:48.289 INFO:journalctl@ceph.mon.b.smithi175.stdout: qdb_cluster leader: 0 members: 2024-04-12T08:49:48.289 INFO:journalctl@ceph.mon.b.smithi175.stdout: [mds.foo.smithi112.qoyflb{0:24545} state up:active seq 3 join_fscid=1 addr [v2:172.21.15.112:6834/3140225182,v1:172.21.15.112:6835/3140225182] compat {c=[1],r=[1],i=[7ff]}] 2024-04-12T08:49:48.289 INFO:journalctl@ceph.mon.b.smithi175.stdout: 2024-04-12T08:49:48.289 INFO:journalctl@ceph.mon.b.smithi175.stdout: 2024-04-12T08:49:48.289 INFO:journalctl@ceph.mon.b.smithi175.stdout: Standby daemons: 2024-04-12T08:49:48.289 INFO:journalctl@ceph.mon.b.smithi175.stdout: 2024-04-12T08:49:48.290 INFO:journalctl@ceph.mon.b.smithi175.stdout: [mds.foo.smithi175.kcfyhq{-1:24508} state up:standby seq 2 join_fscid=1 addr [v2:172.21.15.175:6832/3519953155,v1:172.21.15.175:6833/3519953155] compat {c=[1],r=[1],i=[7ff]}] 2024-04-12T08:49:48.290 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: mon.b@-1(???).osd e377 crush map has features 3314933000854323200, adjusting msgr requires 2024-04-12T08:49:48.290 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: mon.b@-1(???).osd e377 crush map has features 432629239337189376, adjusting msgr requires 2024-04-12T08:49:48.290 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: mon.b@-1(???).osd e377 crush map has features 432629239337189376, adjusting msgr requires 2024-04-12T08:49:48.290 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: mon.b@-1(???).osd e377 crush map has features 432629239337189376, adjusting msgr requires 2024-04-12T08:49:48.290 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-mon[87929]: mon.b@-1(???).paxosservice(auth 1..21) refresh upgraded, format 0 -> 3 2024-04-12T08:49:48.290 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 bash[87910]: c4423c170802c03b14d950cd4fc82617bf8126baf31a1912600eb25b5a4581ab 2024-04-12T08:49:48.290 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:48 smithi175 systemd[1]: Started Ceph mon.b for 96d9de20-f8a7-11ee-bc8c-c7b262605968. 2024-04-12T08:49:49.015 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:49:48 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[77574]: ts=2024-04-12T08:49:48.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.112\", device_class=\"ssd\", hostname=\"smithi112\", instance=\"smithi175.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.112\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.112\", device_class=\"ssd\", hostname=\"smithi112\", instance=\"smithi112:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.112\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T08:49:50.515 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:49:50 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[77574]: ts=2024-04-12T08:49:50.086Z caller=alerting.go:366 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephMonDown: template: __alert_CephMonDown:1:427: executing \"__alert_CephMonDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"mon.a\"} on the right hand-side of the operation: [{ceph_daemon=\"mon.a\", ceph_version=\"ceph version 19.0.0-2053-gb277feb2 (b277feb2c7beb4597d8ecc39d58d5c36b81f613a) squid (dev)\", hostname=\"smithi112\", instance=\"smithi112:9283\", job=\"ceph\", public_addr=\"172.21.15.112\", rank=\"0\"}, {ceph_daemon=\"mon.a\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", hostname=\"smithi112\", instance=\"smithi175.front.sepia.ceph.com:9283\", job=\"ceph\", public_addr=\"172.21.15.112\", rank=\"0\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2024-04-12T08:49:53.342 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:49:53 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: 2024-04-12T08:49:53.083+0000 7ffaba21c700 -1 mgr.server handle_report got status from non-daemon mon.b 2024-04-12T08:49:53.402 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] 6 tests from TestGroup (13376 ms total) 2024-04-12T08:49:53.402 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:49:53.402 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] 31 tests from TestDeepCopy 2024-04-12T08:49:53.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:53 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T08:49:53.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:53 smithi175 ceph-mon[87929]: mon.a calling monitor election 2024-04-12T08:49:53.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:53 smithi175 ceph-mon[87929]: mon.c calling monitor election 2024-04-12T08:49:53.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:53 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T08:49:53.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:53 smithi175 ceph-mon[87929]: mon.b calling monitor election 2024-04-12T08:49:53.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:53 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T08:49:53.766 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:53 smithi175 ceph-mon[87929]: pgmap v155: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 4.3 KiB/s wr, 55 op/s 2024-04-12T08:49:53.766 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:53 smithi175 ceph-mon[87929]: pgmap v156: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 34 KiB/s rd, 3.6 KiB/s wr, 46 op/s 2024-04-12T08:49:53.766 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:53 smithi175 ceph-mon[87929]: pgmap v157: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 27 KiB/s rd, 2.9 KiB/s wr, 36 op/s 2024-04-12T08:49:53.766 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:53 smithi175 ceph-mon[87929]: mon.a is new leader, mons a,c in quorum (ranks 0,2) 2024-04-12T08:49:53.766 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:53 smithi175 ceph-mon[87929]: Health detail: HEALTH_WARN 1 failed cephadm daemon(s) 2024-04-12T08:49:53.766 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:53 smithi175 ceph-mon[87929]: [WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2024-04-12T08:49:53.766 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:53 smithi175 ceph-mon[87929]: daemon grafana.a on smithi175 is in error state 2024-04-12T08:49:53.766 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:53 smithi175 ceph-mon[87929]: mon.a calling monitor election 2024-04-12T08:49:53.766 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:53 smithi175 ceph-mon[87929]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-12T08:49:53.766 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:53 smithi175 ceph-mon[87929]: monmap epoch 4 2024-04-12T08:49:53.766 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:53 smithi175 ceph-mon[87929]: fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 2024-04-12T08:49:53.766 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:53 smithi175 ceph-mon[87929]: last_changed 2024-04-12T08:49:48.323456+0000 2024-04-12T08:49:53.766 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:53 smithi175 ceph-mon[87929]: created 2024-04-12T08:36:02.032062+0000 2024-04-12T08:49:53.766 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:53 smithi175 ceph-mon[87929]: min_mon_release 19 (squid) 2024-04-12T08:49:53.767 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:53 smithi175 ceph-mon[87929]: election_strategy: 1 2024-04-12T08:49:53.767 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:53 smithi175 ceph-mon[87929]: 0: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.a 2024-04-12T08:49:53.767 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:53 smithi175 ceph-mon[87929]: 1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-04-12T08:49:53.767 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:53 smithi175 ceph-mon[87929]: 2: [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] mon.c 2024-04-12T08:49:53.767 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:53 smithi175 ceph-mon[87929]: fsmap foo:1 {0=foo.smithi112.qoyflb=up:active} 1 up:standby 2024-04-12T08:49:53.767 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:53 smithi175 ceph-mon[87929]: osdmap e377: 8 total, 8 up, 8 in 2024-04-12T08:49:53.767 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:53 smithi175 ceph-mon[87929]: mgrmap e38: y(active, since 111s), standbys: x 2024-04-12T08:49:53.767 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:53 smithi175 ceph-mon[87929]: Health detail: HEALTH_WARN 1 failed cephadm daemon(s) 2024-04-12T08:49:53.767 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:53 smithi175 ceph-mon[87929]: [WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2024-04-12T08:49:53.767 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:53 smithi175 ceph-mon[87929]: daemon grafana.a on smithi175 is in error state 2024-04-12T08:49:53.767 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:53 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:49:53.767 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:53 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:49:53.767 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:53 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:49:53.767 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:53 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:49:53.767 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:53 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:49:53.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:53 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T08:49:53.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:53 smithi112 ceph-mon[95375]: mon.a calling monitor election 2024-04-12T08:49:53.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:53 smithi112 ceph-mon[95375]: mon.c calling monitor election 2024-04-12T08:49:53.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:53 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T08:49:53.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:53 smithi112 ceph-mon[95375]: mon.b calling monitor election 2024-04-12T08:49:53.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:53 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T08:49:53.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:53 smithi112 ceph-mon[95375]: pgmap v155: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 4.3 KiB/s wr, 55 op/s 2024-04-12T08:49:53.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:53 smithi112 ceph-mon[95375]: pgmap v156: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 34 KiB/s rd, 3.6 KiB/s wr, 46 op/s 2024-04-12T08:49:53.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:53 smithi112 ceph-mon[95375]: pgmap v157: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 27 KiB/s rd, 2.9 KiB/s wr, 36 op/s 2024-04-12T08:49:53.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:53 smithi112 ceph-mon[95375]: mon.a is new leader, mons a,c in quorum (ranks 0,2) 2024-04-12T08:49:53.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:53 smithi112 ceph-mon[95375]: Health detail: HEALTH_WARN 1 failed cephadm daemon(s) 2024-04-12T08:49:53.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:53 smithi112 ceph-mon[95375]: [WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2024-04-12T08:49:53.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:53 smithi112 ceph-mon[95375]: daemon grafana.a on smithi175 is in error state 2024-04-12T08:49:53.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:53 smithi112 ceph-mon[95375]: mon.a calling monitor election 2024-04-12T08:49:53.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:53 smithi112 ceph-mon[95375]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-12T08:49:53.844 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:53 smithi112 ceph-mon[95375]: monmap epoch 4 2024-04-12T08:49:53.844 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:53 smithi112 ceph-mon[95375]: fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 2024-04-12T08:49:53.844 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:53 smithi112 ceph-mon[95375]: last_changed 2024-04-12T08:49:48.323456+0000 2024-04-12T08:49:53.844 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:53 smithi112 ceph-mon[95375]: created 2024-04-12T08:36:02.032062+0000 2024-04-12T08:49:53.844 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:53 smithi112 ceph-mon[95375]: min_mon_release 19 (squid) 2024-04-12T08:49:53.844 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:53 smithi112 ceph-mon[95375]: election_strategy: 1 2024-04-12T08:49:53.844 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:53 smithi112 ceph-mon[95375]: 0: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.a 2024-04-12T08:49:53.844 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:53 smithi112 ceph-mon[95375]: 1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-04-12T08:49:53.844 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:53 smithi112 ceph-mon[95375]: 2: [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] mon.c 2024-04-12T08:49:53.844 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:53 smithi112 ceph-mon[95375]: fsmap foo:1 {0=foo.smithi112.qoyflb=up:active} 1 up:standby 2024-04-12T08:49:53.844 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:53 smithi112 ceph-mon[95375]: osdmap e377: 8 total, 8 up, 8 in 2024-04-12T08:49:53.844 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:53 smithi112 ceph-mon[95375]: mgrmap e38: y(active, since 111s), standbys: x 2024-04-12T08:49:53.844 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:53 smithi112 ceph-mon[95375]: Health detail: HEALTH_WARN 1 failed cephadm daemon(s) 2024-04-12T08:49:53.844 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:53 smithi112 ceph-mon[95375]: [WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2024-04-12T08:49:53.844 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:53 smithi112 ceph-mon[95375]: daemon grafana.a on smithi175 is in error state 2024-04-12T08:49:53.845 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:53 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:49:53.845 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:53 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:49:53.845 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:53 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:49:53.845 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:53 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:49:53.845 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:53 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:49:53.845 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:53 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-12T08:49:53.845 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:53 smithi112 ceph-mon[99443]: mon.a calling monitor election 2024-04-12T08:49:53.845 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:53 smithi112 ceph-mon[99443]: mon.c calling monitor election 2024-04-12T08:49:53.845 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:53 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-12T08:49:53.845 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:53 smithi112 ceph-mon[99443]: mon.b calling monitor election 2024-04-12T08:49:53.845 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:53 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-12T08:49:53.845 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:53 smithi112 ceph-mon[99443]: pgmap v155: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 4.3 KiB/s wr, 55 op/s 2024-04-12T08:49:53.845 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:53 smithi112 ceph-mon[99443]: pgmap v156: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 34 KiB/s rd, 3.6 KiB/s wr, 46 op/s 2024-04-12T08:49:53.846 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:53 smithi112 ceph-mon[99443]: pgmap v157: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 27 KiB/s rd, 2.9 KiB/s wr, 36 op/s 2024-04-12T08:49:53.846 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:53 smithi112 ceph-mon[99443]: mon.a is new leader, mons a,c in quorum (ranks 0,2) 2024-04-12T08:49:53.846 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:53 smithi112 ceph-mon[99443]: Health detail: HEALTH_WARN 1 failed cephadm daemon(s) 2024-04-12T08:49:53.846 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:53 smithi112 ceph-mon[99443]: [WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2024-04-12T08:49:53.846 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:53 smithi112 ceph-mon[99443]: daemon grafana.a on smithi175 is in error state 2024-04-12T08:49:53.846 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:53 smithi112 ceph-mon[99443]: mon.a calling monitor election 2024-04-12T08:49:53.846 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:53 smithi112 ceph-mon[99443]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-12T08:49:53.846 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:53 smithi112 ceph-mon[99443]: monmap epoch 4 2024-04-12T08:49:53.846 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:53 smithi112 ceph-mon[99443]: fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 2024-04-12T08:49:53.846 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:53 smithi112 ceph-mon[99443]: last_changed 2024-04-12T08:49:48.323456+0000 2024-04-12T08:49:53.846 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:53 smithi112 ceph-mon[99443]: created 2024-04-12T08:36:02.032062+0000 2024-04-12T08:49:53.846 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:53 smithi112 ceph-mon[99443]: min_mon_release 19 (squid) 2024-04-12T08:49:53.846 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:53 smithi112 ceph-mon[99443]: election_strategy: 1 2024-04-12T08:49:53.847 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:53 smithi112 ceph-mon[99443]: 0: [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon.a 2024-04-12T08:49:53.847 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:53 smithi112 ceph-mon[99443]: 1: [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] mon.b 2024-04-12T08:49:53.847 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:53 smithi112 ceph-mon[99443]: 2: [v2:172.21.15.112:3301/0,v1:172.21.15.112:6790/0] mon.c 2024-04-12T08:49:53.847 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:53 smithi112 ceph-mon[99443]: fsmap foo:1 {0=foo.smithi112.qoyflb=up:active} 1 up:standby 2024-04-12T08:49:53.847 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:53 smithi112 ceph-mon[99443]: osdmap e377: 8 total, 8 up, 8 in 2024-04-12T08:49:53.847 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:53 smithi112 ceph-mon[99443]: mgrmap e38: y(active, since 111s), standbys: x 2024-04-12T08:49:53.847 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:53 smithi112 ceph-mon[99443]: Health detail: HEALTH_WARN 1 failed cephadm daemon(s) 2024-04-12T08:49:53.847 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:53 smithi112 ceph-mon[99443]: [WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2024-04-12T08:49:53.847 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:53 smithi112 ceph-mon[99443]: daemon grafana.a on smithi175 is in error state 2024-04-12T08:49:53.847 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:53 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:49:53.847 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:53 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:49:53.847 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:53 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:49:53.847 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:53 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:49:53.847 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:53 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:49:54.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:54 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:49:54.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:54 smithi175 ceph-mon[87929]: osdmap e378: 8 total, 8 up, 8 in 2024-04-12T08:49:54.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:54 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:49:54.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:54 smithi112 ceph-mon[95375]: osdmap e378: 8 total, 8 up, 8 in 2024-04-12T08:49:54.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:54 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:49:54.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:54 smithi112 ceph-mon[99443]: osdmap e378: 8 total, 8 up, 8 in 2024-04-12T08:49:55.423 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestDeepCopy.Empty 2024-04-12T08:49:55.691 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:55 smithi175 ceph-mon[87929]: osdmap e379: 8 total, 8 up, 8 in 2024-04-12T08:49:55.691 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:55 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/2629358085' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:49:55.691 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:55 smithi175 ceph-mon[87929]: pgmap v160: 105 pgs: 32 unknown, 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:49:55.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:55 smithi112 ceph-mon[95375]: osdmap e379: 8 total, 8 up, 8 in 2024-04-12T08:49:55.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:55 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/2629358085' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:49:55.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:55 smithi112 ceph-mon[95375]: pgmap v160: 105 pgs: 32 unknown, 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:49:55.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:55 smithi112 ceph-mon[99443]: osdmap e379: 8 total, 8 up, 8 in 2024-04-12T08:49:55.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:55 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/2629358085' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:49:55.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:55 smithi112 ceph-mon[99443]: pgmap v160: 105 pgs: 32 unknown, 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:49:56.686 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:56 smithi175 ceph-mon[87929]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T08:49:56.686 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:56 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/2629358085' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T08:49:56.686 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:56 smithi175 ceph-mon[87929]: osdmap e380: 8 total, 8 up, 8 in 2024-04-12T08:49:56.807 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:56 smithi112 ceph-mon[95375]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T08:49:56.807 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:56 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/2629358085' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T08:49:56.807 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:56 smithi112 ceph-mon[95375]: osdmap e380: 8 total, 8 up, 8 in 2024-04-12T08:49:56.808 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:56 smithi112 ceph-mon[99443]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T08:49:56.808 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:56 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/2629358085' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T08:49:56.808 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:56 smithi112 ceph-mon[99443]: osdmap e380: 8 total, 8 up, 8 in 2024-04-12T08:49:57.092 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:49:56 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:49:56] "GET /metrics HTTP/1.1" 200 36324 "" "Prometheus/2.43.0" 2024-04-12T08:49:57.545 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestDeepCopy.Empty (2122 ms) 2024-04-12T08:49:57.545 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestDeepCopy.NoSnaps 2024-04-12T08:49:57.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:57 smithi175 ceph-mon[87929]: osdmap e381: 8 total, 8 up, 8 in 2024-04-12T08:49:57.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:57 smithi175 ceph-mon[87929]: pgmap v163: 105 pgs: 32 unknown, 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:49:57.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:57 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:49:57.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:57 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:49:57.799 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:57 smithi112 ceph-mon[95375]: osdmap e381: 8 total, 8 up, 8 in 2024-04-12T08:49:57.800 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:57 smithi112 ceph-mon[95375]: pgmap v163: 105 pgs: 32 unknown, 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:49:57.800 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:57 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:49:57.800 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:57 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:49:57.800 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:57 smithi112 ceph-mon[99443]: osdmap e381: 8 total, 8 up, 8 in 2024-04-12T08:49:57.800 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:57 smithi112 ceph-mon[99443]: pgmap v163: 105 pgs: 32 unknown, 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:49:57.800 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:57 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:49:57.800 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:57 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:49:57.803 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestDeepCopy.NoSnaps (259 ms) 2024-04-12T08:49:57.803 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestDeepCopy.Snaps 2024-04-12T08:49:58.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:58 smithi175 ceph-mon[87929]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T08:49:58.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:58 smithi175 ceph-mon[87929]: osdmap e382: 8 total, 8 up, 8 in 2024-04-12T08:49:58.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:58 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:49:58.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:58 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:49:58.765 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:49:58 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[77574]: ts=2024-04-12T08:49:58.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.112\", device_class=\"ssd\", hostname=\"smithi112\", instance=\"smithi175.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.112\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.112\", device_class=\"ssd\", hostname=\"smithi112\", instance=\"smithi112:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.112\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T08:49:58.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:58 smithi112 ceph-mon[95375]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T08:49:58.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:58 smithi112 ceph-mon[95375]: osdmap e382: 8 total, 8 up, 8 in 2024-04-12T08:49:58.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:58 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:49:58.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:58 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:49:58.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:58 smithi112 ceph-mon[99443]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T08:49:58.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:58 smithi112 ceph-mon[99443]: osdmap e382: 8 total, 8 up, 8 in 2024-04-12T08:49:58.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:58 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:49:58.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:58 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:49:59.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:59 smithi175 ceph-mon[87929]: osdmap e383: 8 total, 8 up, 8 in 2024-04-12T08:49:59.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:49:59 smithi175 ceph-mon[87929]: pgmap v166: 105 pgs: 105 active+clean; 41 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 10 MiB/s wr, 127 op/s 2024-04-12T08:49:59.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:59 smithi112 ceph-mon[95375]: osdmap e383: 8 total, 8 up, 8 in 2024-04-12T08:49:59.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:49:59 smithi112 ceph-mon[95375]: pgmap v166: 105 pgs: 105 active+clean; 41 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 10 MiB/s wr, 127 op/s 2024-04-12T08:49:59.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:59 smithi112 ceph-mon[99443]: osdmap e383: 8 total, 8 up, 8 in 2024-04-12T08:49:59.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:49:59 smithi112 ceph-mon[99443]: pgmap v166: 105 pgs: 105 active+clean; 41 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 10 MiB/s wr, 127 op/s 2024-04-12T08:50:00.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:00 smithi175 ceph-mon[87929]: osdmap e384: 8 total, 8 up, 8 in 2024-04-12T08:50:00.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:00 smithi175 ceph-mon[87929]: overall HEALTH_WARN 1 failed cephadm daemon(s) 2024-04-12T08:50:00.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:00 smithi112 ceph-mon[95375]: osdmap e384: 8 total, 8 up, 8 in 2024-04-12T08:50:00.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:00 smithi112 ceph-mon[95375]: overall HEALTH_WARN 1 failed cephadm daemon(s) 2024-04-12T08:50:00.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:00 smithi112 ceph-mon[99443]: osdmap e384: 8 total, 8 up, 8 in 2024-04-12T08:50:00.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:00 smithi112 ceph-mon[99443]: overall HEALTH_WARN 1 failed cephadm daemon(s) 2024-04-12T08:50:01.513 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:01 smithi175 ceph-mon[87929]: osdmap e385: 8 total, 8 up, 8 in 2024-04-12T08:50:01.513 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:01 smithi175 ceph-mon[87929]: pgmap v169: 105 pgs: 105 active+clean; 41 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 10 MiB/s wr, 127 op/s 2024-04-12T08:50:01.739 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestDeepCopy.Snaps (3935 ms) 2024-04-12T08:50:01.739 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestDeepCopy.SnapDiscard 2024-04-12T08:50:01.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:01 smithi112 ceph-mon[95375]: osdmap e385: 8 total, 8 up, 8 in 2024-04-12T08:50:01.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:01 smithi112 ceph-mon[95375]: pgmap v169: 105 pgs: 105 active+clean; 41 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 10 MiB/s wr, 127 op/s 2024-04-12T08:50:01.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:01 smithi112 ceph-mon[99443]: osdmap e385: 8 total, 8 up, 8 in 2024-04-12T08:50:01.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:01 smithi112 ceph-mon[99443]: pgmap v169: 105 pgs: 105 active+clean; 41 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 10 MiB/s wr, 127 op/s 2024-04-12T08:50:02.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:02 smithi175 ceph-mon[87929]: osdmap e386: 8 total, 8 up, 8 in 2024-04-12T08:50:02.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:02 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:02.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:02 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:02.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:02 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:50:02.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:02 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:50:02.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:02 smithi175 ceph-mon[87929]: pgmap v171: 105 pgs: 105 active+clean; 41 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:50:02.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:02 smithi175 ceph-mon[87929]: pgmap v172: 105 pgs: 105 active+clean; 41 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:50:02.766 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:02 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:02.766 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:02 smithi175 ceph-mon[87929]: Reconfiguring mon.a (monmap changed)... 2024-04-12T08:50:02.766 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:02 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T08:50:02.766 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:02 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T08:50:02.766 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:02 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:50:02.766 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:02 smithi175 ceph-mon[87929]: Reconfiguring daemon mon.a on smithi112 2024-04-12T08:50:02.766 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:02 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:50:02.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:02 smithi112 ceph-mon[95375]: osdmap e386: 8 total, 8 up, 8 in 2024-04-12T08:50:02.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:02 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:02.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:02 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:02.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:02 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:50:02.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:02 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:50:02.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:02 smithi112 ceph-mon[95375]: pgmap v171: 105 pgs: 105 active+clean; 41 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:50:02.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:02 smithi112 ceph-mon[95375]: pgmap v172: 105 pgs: 105 active+clean; 41 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:50:02.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:02 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:02.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:02 smithi112 ceph-mon[95375]: Reconfiguring mon.a (monmap changed)... 2024-04-12T08:50:02.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:02 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T08:50:02.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:02 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T08:50:02.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:02 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:50:02.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:02 smithi112 ceph-mon[95375]: Reconfiguring daemon mon.a on smithi112 2024-04-12T08:50:02.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:02 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:50:02.844 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:02 smithi112 ceph-mon[99443]: osdmap e386: 8 total, 8 up, 8 in 2024-04-12T08:50:02.844 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:02 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:02.844 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:02 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:02.844 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:02 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:50:02.844 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:02 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:50:02.844 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:02 smithi112 ceph-mon[99443]: pgmap v171: 105 pgs: 105 active+clean; 41 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:50:02.844 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:02 smithi112 ceph-mon[99443]: pgmap v172: 105 pgs: 105 active+clean; 41 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:50:02.844 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:02 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:02.844 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:02 smithi112 ceph-mon[99443]: Reconfiguring mon.a (monmap changed)... 2024-04-12T08:50:02.844 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:02 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T08:50:02.844 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:02 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T08:50:02.844 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:02 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:50:02.845 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:02 smithi112 ceph-mon[99443]: Reconfiguring daemon mon.a on smithi112 2024-04-12T08:50:02.845 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:02 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:50:03.696 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestDeepCopy.SnapDiscard (1957 ms) 2024-04-12T08:50:03.696 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestDeepCopy.CloneDiscard 2024-04-12T08:50:03.842 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:03 smithi112 ceph-mon[99443]: osdmap e387: 8 total, 8 up, 8 in 2024-04-12T08:50:03.842 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:03 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:03.842 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:03 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:03.842 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:03 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T08:50:03.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:03 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-12T08:50:03.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:03 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:50:03.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:03 smithi112 ceph-mon[95375]: osdmap e387: 8 total, 8 up, 8 in 2024-04-12T08:50:03.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:03 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:03.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:03 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:03.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:03 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T08:50:03.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:03 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-12T08:50:03.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:03 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:50:04.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:03 smithi175 ceph-mon[87929]: osdmap e387: 8 total, 8 up, 8 in 2024-04-12T08:50:04.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:03 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:04.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:03 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:04.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:03 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T08:50:04.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:03 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-12T08:50:04.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:03 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:50:04.842 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:04 smithi112 ceph-mon[99443]: Reconfiguring mgr.y (monmap changed)... 2024-04-12T08:50:04.842 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:04 smithi112 ceph-mon[99443]: Reconfiguring daemon mgr.y on smithi112 2024-04-12T08:50:04.842 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:04 smithi112 ceph-mon[99443]: pgmap v174: 105 pgs: 105 active+clean; 65 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 31 MiB/s rd, 7.7 MiB/s wr, 189 op/s 2024-04-12T08:50:04.842 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:04 smithi112 ceph-mon[99443]: osdmap e388: 8 total, 8 up, 8 in 2024-04-12T08:50:04.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:04 smithi112 ceph-mon[99443]: osdmap e389: 8 total, 8 up, 8 in 2024-04-12T08:50:04.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:04 smithi112 ceph-mon[95375]: Reconfiguring mgr.y (monmap changed)... 2024-04-12T08:50:04.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:04 smithi112 ceph-mon[95375]: Reconfiguring daemon mgr.y on smithi112 2024-04-12T08:50:04.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:04 smithi112 ceph-mon[95375]: pgmap v174: 105 pgs: 105 active+clean; 65 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 31 MiB/s rd, 7.7 MiB/s wr, 189 op/s 2024-04-12T08:50:04.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:04 smithi112 ceph-mon[95375]: osdmap e388: 8 total, 8 up, 8 in 2024-04-12T08:50:04.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:04 smithi112 ceph-mon[95375]: osdmap e389: 8 total, 8 up, 8 in 2024-04-12T08:50:04.868 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestDeepCopy.CloneDiscard (1172 ms) 2024-04-12T08:50:04.868 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestDeepCopy.CloneShrink 2024-04-12T08:50:05.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:04 smithi175 ceph-mon[87929]: Reconfiguring mgr.y (monmap changed)... 2024-04-12T08:50:05.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:04 smithi175 ceph-mon[87929]: Reconfiguring daemon mgr.y on smithi112 2024-04-12T08:50:05.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:04 smithi175 ceph-mon[87929]: pgmap v174: 105 pgs: 105 active+clean; 65 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 31 MiB/s rd, 7.7 MiB/s wr, 189 op/s 2024-04-12T08:50:05.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:04 smithi175 ceph-mon[87929]: osdmap e388: 8 total, 8 up, 8 in 2024-04-12T08:50:05.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:04 smithi175 ceph-mon[87929]: osdmap e389: 8 total, 8 up, 8 in 2024-04-12T08:50:05.843 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestDeepCopy.CloneShrink (975 ms) 2024-04-12T08:50:05.843 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestDeepCopy.CloneExpand 2024-04-12T08:50:05.942 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:05 smithi112 ceph-mon[99443]: osdmap e390: 8 total, 8 up, 8 in 2024-04-12T08:50:05.942 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:05 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:05.942 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:05 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:05.942 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:05 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T08:50:05.942 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:05 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T08:50:05.942 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:05 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:50:05.942 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:05 smithi112 ceph-mon[95375]: osdmap e390: 8 total, 8 up, 8 in 2024-04-12T08:50:05.942 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:05 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:05.942 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:05 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:05.942 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:05 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T08:50:05.943 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:05 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T08:50:05.943 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:05 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:50:06.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:05 smithi175 ceph-mon[87929]: osdmap e390: 8 total, 8 up, 8 in 2024-04-12T08:50:06.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:05 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:06.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:05 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:06.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:05 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T08:50:06.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:05 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T08:50:06.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:05 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:50:06.902 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestDeepCopy.CloneExpand (1059 ms) 2024-04-12T08:50:06.902 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestDeepCopy.CloneHideParent 2024-04-12T08:50:07.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:06 smithi175 ceph-mon[87929]: Reconfiguring mon.c (monmap changed)... 2024-04-12T08:50:07.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:06 smithi175 ceph-mon[87929]: Reconfiguring daemon mon.c on smithi112 2024-04-12T08:50:07.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:06 smithi175 ceph-mon[87929]: pgmap v178: 105 pgs: 105 active+clean; 65 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 6.0 MiB/s wr, 147 op/s 2024-04-12T08:50:07.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:06 smithi175 ceph-mon[87929]: osdmap e391: 8 total, 8 up, 8 in 2024-04-12T08:50:07.092 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:50:06 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:50:06] "GET /metrics HTTP/1.1" 200 36339 "" "Prometheus/2.43.0" 2024-04-12T08:50:07.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:06 smithi112 ceph-mon[99443]: Reconfiguring mon.c (monmap changed)... 2024-04-12T08:50:07.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:06 smithi112 ceph-mon[99443]: Reconfiguring daemon mon.c on smithi112 2024-04-12T08:50:07.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:06 smithi112 ceph-mon[99443]: pgmap v178: 105 pgs: 105 active+clean; 65 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 6.0 MiB/s wr, 147 op/s 2024-04-12T08:50:07.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:06 smithi112 ceph-mon[99443]: osdmap e391: 8 total, 8 up, 8 in 2024-04-12T08:50:07.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:06 smithi112 ceph-mon[95375]: Reconfiguring mon.c (monmap changed)... 2024-04-12T08:50:07.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:06 smithi112 ceph-mon[95375]: Reconfiguring daemon mon.c on smithi112 2024-04-12T08:50:07.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:06 smithi112 ceph-mon[95375]: pgmap v178: 105 pgs: 105 active+clean; 65 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 6.0 MiB/s wr, 147 op/s 2024-04-12T08:50:07.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:06 smithi112 ceph-mon[95375]: osdmap e391: 8 total, 8 up, 8 in 2024-04-12T08:50:07.785 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:07 smithi112 ceph-mon[95375]: osdmap e392: 8 total, 8 up, 8 in 2024-04-12T08:50:07.785 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:07 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:07.785 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:07 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:07.785 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:07 smithi112 ceph-mon[95375]: Reconfiguring osd.0 (monmap changed)... 2024-04-12T08:50:07.785 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:07 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-12T08:50:07.785 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:07 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:50:07.785 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:07 smithi112 ceph-mon[95375]: Reconfiguring daemon osd.0 on smithi112 2024-04-12T08:50:07.786 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:07 smithi112 ceph-mon[99443]: osdmap e392: 8 total, 8 up, 8 in 2024-04-12T08:50:07.786 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:07 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:07.786 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:07 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:07.786 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:07 smithi112 ceph-mon[99443]: Reconfiguring osd.0 (monmap changed)... 2024-04-12T08:50:07.786 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:07 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-12T08:50:07.786 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:07 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:50:07.786 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:07 smithi112 ceph-mon[99443]: Reconfiguring daemon osd.0 on smithi112 2024-04-12T08:50:08.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:07 smithi175 ceph-mon[87929]: osdmap e392: 8 total, 8 up, 8 in 2024-04-12T08:50:08.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:07 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:08.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:07 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:08.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:07 smithi175 ceph-mon[87929]: Reconfiguring osd.0 (monmap changed)... 2024-04-12T08:50:08.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:07 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-12T08:50:08.016 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:07 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:50:08.016 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:07 smithi175 ceph-mon[87929]: Reconfiguring daemon osd.0 on smithi112 2024-04-12T08:50:09.015 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:50:08 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[77574]: ts=2024-04-12T08:50:08.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.112\", device_class=\"ssd\", hostname=\"smithi112\", instance=\"smithi175.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.112\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.112\", device_class=\"ssd\", hostname=\"smithi112\", instance=\"smithi112:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.112\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T08:50:09.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:08 smithi175 ceph-mon[87929]: pgmap v181: 105 pgs: 105 active+clean; 65 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:50:09.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:08 smithi175 ceph-mon[87929]: osdmap e393: 8 total, 8 up, 8 in 2024-04-12T08:50:09.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:08 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:09.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:08 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:09.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:08 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:09.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:08 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-12T08:50:09.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:08 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:50:09.245 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:08 smithi112 ceph-mon[95375]: pgmap v181: 105 pgs: 105 active+clean; 65 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:50:09.245 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:08 smithi112 ceph-mon[95375]: osdmap e393: 8 total, 8 up, 8 in 2024-04-12T08:50:09.245 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:08 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:09.245 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:08 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:09.245 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:08 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:09.245 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:08 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-12T08:50:09.245 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:08 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:50:09.246 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:08 smithi112 ceph-mon[99443]: pgmap v181: 105 pgs: 105 active+clean; 65 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:50:09.246 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:08 smithi112 ceph-mon[99443]: osdmap e393: 8 total, 8 up, 8 in 2024-04-12T08:50:09.246 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:08 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:09.246 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:08 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:09.246 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:08 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:09.246 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:08 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-12T08:50:09.246 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:08 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:50:10.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:09 smithi175 ceph-mon[87929]: Reconfiguring osd.1 (monmap changed)... 2024-04-12T08:50:10.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:09 smithi175 ceph-mon[87929]: Reconfiguring daemon osd.1 on smithi112 2024-04-12T08:50:10.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:09 smithi175 ceph-mon[87929]: osdmap e394: 8 total, 8 up, 8 in 2024-04-12T08:50:10.284 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:09 smithi112 ceph-mon[99443]: Reconfiguring osd.1 (monmap changed)... 2024-04-12T08:50:10.284 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:09 smithi112 ceph-mon[99443]: Reconfiguring daemon osd.1 on smithi112 2024-04-12T08:50:10.284 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:09 smithi112 ceph-mon[99443]: osdmap e394: 8 total, 8 up, 8 in 2024-04-12T08:50:10.284 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:09 smithi112 ceph-mon[95375]: Reconfiguring osd.1 (monmap changed)... 2024-04-12T08:50:10.285 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:09 smithi112 ceph-mon[95375]: Reconfiguring daemon osd.1 on smithi112 2024-04-12T08:50:10.285 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:09 smithi112 ceph-mon[95375]: osdmap e394: 8 total, 8 up, 8 in 2024-04-12T08:50:11.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:10 smithi175 ceph-mon[87929]: pgmap v184: 105 pgs: 105 active+clean; 65 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 406 KiB/s rd, 32 KiB/s wr, 550 op/s 2024-04-12T08:50:11.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:10 smithi175 ceph-mon[87929]: osdmap e395: 8 total, 8 up, 8 in 2024-04-12T08:50:11.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:10 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:11.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:10 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:11.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:10 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-12T08:50:11.167 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:10 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:50:11.232 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:10 smithi112 ceph-mon[95375]: pgmap v184: 105 pgs: 105 active+clean; 65 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 406 KiB/s rd, 32 KiB/s wr, 550 op/s 2024-04-12T08:50:11.233 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:10 smithi112 ceph-mon[95375]: osdmap e395: 8 total, 8 up, 8 in 2024-04-12T08:50:11.233 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:10 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:11.233 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:10 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:11.233 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:10 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-12T08:50:11.233 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:10 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:50:11.233 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:10 smithi112 ceph-mon[99443]: pgmap v184: 105 pgs: 105 active+clean; 65 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 406 KiB/s rd, 32 KiB/s wr, 550 op/s 2024-04-12T08:50:11.233 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:10 smithi112 ceph-mon[99443]: osdmap e395: 8 total, 8 up, 8 in 2024-04-12T08:50:11.233 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:10 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:11.233 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:10 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:11.234 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:10 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-12T08:50:11.234 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:10 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:50:11.953 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:11 smithi112 ceph-mon[99443]: Reconfiguring osd.2 (monmap changed)... 2024-04-12T08:50:11.953 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:11 smithi112 ceph-mon[99443]: Reconfiguring daemon osd.2 on smithi112 2024-04-12T08:50:11.953 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:11 smithi112 ceph-mon[99443]: osdmap e396: 8 total, 8 up, 8 in 2024-04-12T08:50:11.953 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:11 smithi112 ceph-mon[95375]: Reconfiguring osd.2 (monmap changed)... 2024-04-12T08:50:11.953 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:11 smithi112 ceph-mon[95375]: Reconfiguring daemon osd.2 on smithi112 2024-04-12T08:50:11.954 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:11 smithi112 ceph-mon[95375]: osdmap e396: 8 total, 8 up, 8 in 2024-04-12T08:50:12.183 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:11 smithi175 ceph-mon[87929]: Reconfiguring osd.2 (monmap changed)... 2024-04-12T08:50:12.183 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:11 smithi175 ceph-mon[87929]: Reconfiguring daemon osd.2 on smithi112 2024-04-12T08:50:12.183 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:11 smithi175 ceph-mon[87929]: osdmap e396: 8 total, 8 up, 8 in 2024-04-12T08:50:13.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:12 smithi175 ceph-mon[87929]: pgmap v187: 105 pgs: 105 active+clean; 65 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 406 KiB/s rd, 32 KiB/s wr, 550 op/s 2024-04-12T08:50:13.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:12 smithi175 ceph-mon[87929]: osdmap e397: 8 total, 8 up, 8 in 2024-04-12T08:50:13.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:12 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:13.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:12 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:13.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:12 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-12T08:50:13.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:12 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:50:13.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:12 smithi112 ceph-mon[95375]: pgmap v187: 105 pgs: 105 active+clean; 65 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 406 KiB/s rd, 32 KiB/s wr, 550 op/s 2024-04-12T08:50:13.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:12 smithi112 ceph-mon[95375]: osdmap e397: 8 total, 8 up, 8 in 2024-04-12T08:50:13.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:12 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:13.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:12 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:13.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:12 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-12T08:50:13.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:12 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:50:13.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:12 smithi112 ceph-mon[99443]: pgmap v187: 105 pgs: 105 active+clean; 65 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 406 KiB/s rd, 32 KiB/s wr, 550 op/s 2024-04-12T08:50:13.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:12 smithi112 ceph-mon[99443]: osdmap e397: 8 total, 8 up, 8 in 2024-04-12T08:50:13.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:12 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:13.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:12 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:13.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:12 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-12T08:50:13.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:12 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:50:14.035 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestDeepCopy.CloneHideParent (7133 ms) 2024-04-12T08:50:14.035 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestDeepCopy.Clone 2024-04-12T08:50:14.227 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:13 smithi112 ceph-mon[95375]: Reconfiguring osd.3 (monmap changed)... 2024-04-12T08:50:14.228 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:13 smithi112 ceph-mon[95375]: Reconfiguring daemon osd.3 on smithi112 2024-04-12T08:50:14.228 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:13 smithi112 ceph-mon[95375]: osdmap e398: 8 total, 8 up, 8 in 2024-04-12T08:50:14.228 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:13 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:14.228 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:13 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:14.228 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:13 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi112.qoyflb", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-12T08:50:14.228 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:13 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:50:14.228 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:13 smithi112 ceph-mon[99443]: Reconfiguring osd.3 (monmap changed)... 2024-04-12T08:50:14.228 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:13 smithi112 ceph-mon[99443]: Reconfiguring daemon osd.3 on smithi112 2024-04-12T08:50:14.228 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:13 smithi112 ceph-mon[99443]: osdmap e398: 8 total, 8 up, 8 in 2024-04-12T08:50:14.228 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:13 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:14.228 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:13 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:14.229 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:13 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi112.qoyflb", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-12T08:50:14.229 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:13 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:50:14.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:13 smithi175 ceph-mon[87929]: Reconfiguring osd.3 (monmap changed)... 2024-04-12T08:50:14.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:13 smithi175 ceph-mon[87929]: Reconfiguring daemon osd.3 on smithi112 2024-04-12T08:50:14.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:13 smithi175 ceph-mon[87929]: osdmap e398: 8 total, 8 up, 8 in 2024-04-12T08:50:14.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:13 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:14.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:13 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:14.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:13 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi112.qoyflb", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-12T08:50:14.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:13 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:50:15.175 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:14 smithi112 ceph-mon[95375]: pgmap v190: 105 pgs: 105 active+clean; 65 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 83 KiB/s rd, 9.5 KiB/s wr, 122 op/s 2024-04-12T08:50:15.175 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:14 smithi112 ceph-mon[95375]: Reconfiguring mds.foo.smithi112.qoyflb (monmap changed)... 2024-04-12T08:50:15.175 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:14 smithi112 ceph-mon[95375]: Reconfiguring daemon mds.foo.smithi112.qoyflb on smithi112 2024-04-12T08:50:15.175 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:14 smithi112 ceph-mon[95375]: osdmap e399: 8 total, 8 up, 8 in 2024-04-12T08:50:15.176 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:14 smithi112 ceph-mon[99443]: pgmap v190: 105 pgs: 105 active+clean; 65 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 83 KiB/s rd, 9.5 KiB/s wr, 122 op/s 2024-04-12T08:50:15.176 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:14 smithi112 ceph-mon[99443]: Reconfiguring mds.foo.smithi112.qoyflb (monmap changed)... 2024-04-12T08:50:15.176 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:14 smithi112 ceph-mon[99443]: Reconfiguring daemon mds.foo.smithi112.qoyflb on smithi112 2024-04-12T08:50:15.176 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:14 smithi112 ceph-mon[99443]: osdmap e399: 8 total, 8 up, 8 in 2024-04-12T08:50:15.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:14 smithi175 ceph-mon[87929]: pgmap v190: 105 pgs: 105 active+clean; 65 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 83 KiB/s rd, 9.5 KiB/s wr, 122 op/s 2024-04-12T08:50:15.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:14 smithi175 ceph-mon[87929]: Reconfiguring mds.foo.smithi112.qoyflb (monmap changed)... 2024-04-12T08:50:15.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:14 smithi175 ceph-mon[87929]: Reconfiguring daemon mds.foo.smithi112.qoyflb on smithi112 2024-04-12T08:50:15.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:14 smithi175 ceph-mon[87929]: osdmap e399: 8 total, 8 up, 8 in 2024-04-12T08:50:16.140 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:15 smithi175 ceph-mon[87929]: osdmap e400: 8 total, 8 up, 8 in 2024-04-12T08:50:16.141 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:15 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:16.141 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:15 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:16.141 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:15 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T08:50:16.141 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:15 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T08:50:16.141 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:15 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:50:16.268 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestDeepCopy.Clone (2233 ms) 2024-04-12T08:50:16.268 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestDeepCopy.CloneFlatten 2024-04-12T08:50:16.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:15 smithi112 ceph-mon[99443]: osdmap e400: 8 total, 8 up, 8 in 2024-04-12T08:50:16.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:15 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:16.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:15 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:16.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:15 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T08:50:16.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:15 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T08:50:16.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:15 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:50:16.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:15 smithi112 ceph-mon[95375]: osdmap e400: 8 total, 8 up, 8 in 2024-04-12T08:50:16.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:15 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:16.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:15 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:16.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:15 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-12T08:50:16.344 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:15 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-12T08:50:16.344 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:15 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:50:17.092 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:50:16 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:50:16] "GET /metrics HTTP/1.1" 200 36339 "" "Prometheus/2.43.0" 2024-04-12T08:50:17.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:16 smithi112 ceph-mon[95375]: Reconfiguring mon.b (monmap changed)... 2024-04-12T08:50:17.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:16 smithi112 ceph-mon[95375]: Reconfiguring daemon mon.b on smithi175 2024-04-12T08:50:17.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:16 smithi112 ceph-mon[95375]: pgmap v193: 105 pgs: 105 active+clean; 65 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 83 KiB/s rd, 9.5 KiB/s wr, 122 op/s 2024-04-12T08:50:17.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:16 smithi112 ceph-mon[95375]: osdmap e401: 8 total, 8 up, 8 in 2024-04-12T08:50:17.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:16 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:17.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:16 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:17.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:16 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T08:50:17.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:16 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-12T08:50:17.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:16 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:50:17.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:16 smithi112 ceph-mon[99443]: Reconfiguring mon.b (monmap changed)... 2024-04-12T08:50:17.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:16 smithi112 ceph-mon[99443]: Reconfiguring daemon mon.b on smithi175 2024-04-12T08:50:17.094 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:16 smithi112 ceph-mon[99443]: pgmap v193: 105 pgs: 105 active+clean; 65 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 83 KiB/s rd, 9.5 KiB/s wr, 122 op/s 2024-04-12T08:50:17.094 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:16 smithi112 ceph-mon[99443]: osdmap e401: 8 total, 8 up, 8 in 2024-04-12T08:50:17.094 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:16 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:17.094 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:16 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:17.094 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:16 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T08:50:17.094 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:16 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-12T08:50:17.094 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:16 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:50:17.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:16 smithi175 ceph-mon[87929]: Reconfiguring mon.b (monmap changed)... 2024-04-12T08:50:17.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:16 smithi175 ceph-mon[87929]: Reconfiguring daemon mon.b on smithi175 2024-04-12T08:50:17.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:16 smithi175 ceph-mon[87929]: pgmap v193: 105 pgs: 105 active+clean; 65 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 83 KiB/s rd, 9.5 KiB/s wr, 122 op/s 2024-04-12T08:50:17.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:16 smithi175 ceph-mon[87929]: osdmap e401: 8 total, 8 up, 8 in 2024-04-12T08:50:17.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:16 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:17.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:16 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:17.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:16 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-12T08:50:17.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:16 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-12T08:50:17.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:16 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:50:18.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:17 smithi175 ceph-mon[87929]: Reconfiguring mgr.x (monmap changed)... 2024-04-12T08:50:18.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:17 smithi175 ceph-mon[87929]: Reconfiguring daemon mgr.x on smithi175 2024-04-12T08:50:18.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:17 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:50:18.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:17 smithi175 ceph-mon[87929]: osdmap e402: 8 total, 8 up, 8 in 2024-04-12T08:50:18.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:17 smithi112 ceph-mon[95375]: Reconfiguring mgr.x (monmap changed)... 2024-04-12T08:50:18.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:17 smithi112 ceph-mon[95375]: Reconfiguring daemon mgr.x on smithi175 2024-04-12T08:50:18.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:17 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:50:18.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:17 smithi112 ceph-mon[95375]: osdmap e402: 8 total, 8 up, 8 in 2024-04-12T08:50:18.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:17 smithi112 ceph-mon[99443]: Reconfiguring mgr.x (monmap changed)... 2024-04-12T08:50:18.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:17 smithi112 ceph-mon[99443]: Reconfiguring daemon mgr.x on smithi175 2024-04-12T08:50:18.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:17 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:50:18.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:17 smithi112 ceph-mon[99443]: osdmap e402: 8 total, 8 up, 8 in 2024-04-12T08:50:18.735 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestDeepCopy.CloneFlatten (2467 ms) 2024-04-12T08:50:18.735 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestDeepCopy.Stress 2024-04-12T08:50:18.758 INFO:tasks.workunit.client.0.smithi112.stdout:write: A 48799560~8043721 2024-04-12T08:50:18.785 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 22406139~5775088 2024-04-12T08:50:18.786 INFO:tasks.workunit.client.0.smithi112.stdout:write: A 16853011~5473637 2024-04-12T08:50:18.801 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 52320192~264225 2024-04-12T08:50:18.802 INFO:tasks.workunit.client.0.smithi112.stdout:write: A 30204501~3906175 2024-04-12T08:50:18.815 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 27624198~4701573 2024-04-12T08:50:18.816 INFO:tasks.workunit.client.0.smithi112.stdout:write: A 23080661~5516167 2024-04-12T08:50:18.832 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 10769828~4238110 2024-04-12T08:50:18.832 INFO:tasks.workunit.client.0.smithi112.stdout:snap: snap0 2024-04-12T08:50:18.939 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:50:18 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[77574]: ts=2024-04-12T08:50:18.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.112\", device_class=\"ssd\", hostname=\"smithi112\", instance=\"smithi175.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.112\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.112\", device_class=\"ssd\", hostname=\"smithi112\", instance=\"smithi112:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.112\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T08:50:19.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:18 smithi175 ceph-mon[87929]: pgmap v196: 105 pgs: 105 active+clean; 65 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:50:19.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:18 smithi175 ceph-mon[87929]: osdmap e403: 8 total, 8 up, 8 in 2024-04-12T08:50:19.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:18 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:19.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:18 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:19.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:18 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-12T08:50:19.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:18 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:50:19.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:18 smithi112 ceph-mon[99443]: pgmap v196: 105 pgs: 105 active+clean; 65 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:50:19.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:18 smithi112 ceph-mon[99443]: osdmap e403: 8 total, 8 up, 8 in 2024-04-12T08:50:19.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:18 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:19.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:18 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:19.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:18 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-12T08:50:19.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:18 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:50:19.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:18 smithi112 ceph-mon[95375]: pgmap v196: 105 pgs: 105 active+clean; 65 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:50:19.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:18 smithi112 ceph-mon[95375]: osdmap e403: 8 total, 8 up, 8 in 2024-04-12T08:50:19.344 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:18 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:19.344 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:18 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:19.344 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:18 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-12T08:50:19.344 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:18 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:50:19.568 INFO:tasks.workunit.client.0.smithi112.stdout:clone image242 -> image243 2024-04-12T08:50:19.617 INFO:tasks.workunit.client.0.smithi112.stdout:write: B 48806205~6911504 2024-04-12T08:50:19.646 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 76568019~7318061 2024-04-12T08:50:19.648 INFO:tasks.workunit.client.0.smithi112.stdout:write: B 50549484~1112430 2024-04-12T08:50:19.652 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 51831539~7503899 2024-04-12T08:50:19.655 INFO:tasks.workunit.client.0.smithi112.stdout:write: B 40548202~1381801 2024-04-12T08:50:19.663 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 56794295~2660128 2024-04-12T08:50:19.665 INFO:tasks.workunit.client.0.smithi112.stdout:write: B 27481066~5415255 2024-04-12T08:50:19.694 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 11190343~4930560 2024-04-12T08:50:19.696 INFO:tasks.workunit.client.0.smithi112.stdout:snap: snap1 2024-04-12T08:50:20.243 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:19 smithi175 ceph-mon[87929]: Reconfiguring osd.4 (monmap changed)... 2024-04-12T08:50:20.243 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:19 smithi175 ceph-mon[87929]: Reconfiguring daemon osd.4 on smithi175 2024-04-12T08:50:20.243 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:19 smithi175 ceph-mon[87929]: osdmap e404: 8 total, 8 up, 8 in 2024-04-12T08:50:20.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:19 smithi112 ceph-mon[95375]: Reconfiguring osd.4 (monmap changed)... 2024-04-12T08:50:20.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:19 smithi112 ceph-mon[95375]: Reconfiguring daemon osd.4 on smithi175 2024-04-12T08:50:20.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:19 smithi112 ceph-mon[95375]: osdmap e404: 8 total, 8 up, 8 in 2024-04-12T08:50:20.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:19 smithi112 ceph-mon[99443]: Reconfiguring osd.4 (monmap changed)... 2024-04-12T08:50:20.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:19 smithi112 ceph-mon[99443]: Reconfiguring daemon osd.4 on smithi175 2024-04-12T08:50:20.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:19 smithi112 ceph-mon[99443]: osdmap e404: 8 total, 8 up, 8 in 2024-04-12T08:50:20.574 INFO:tasks.workunit.client.0.smithi112.stdout:clone image243 -> image244 2024-04-12T08:50:20.633 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 111929434 2024-04-12T08:50:20.639 INFO:tasks.workunit.client.0.smithi112.stdout:write: C 81403207~8208391 2024-04-12T08:50:20.665 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 37192982~6783705 2024-04-12T08:50:20.684 INFO:tasks.workunit.client.0.smithi112.stdout:write: C 98395256~317098 2024-04-12T08:50:20.687 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 16666771~1986020 2024-04-12T08:50:20.705 INFO:tasks.workunit.client.0.smithi112.stdout:write: C 74109652~5091582 2024-04-12T08:50:20.720 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 81168841~801635 2024-04-12T08:50:20.721 INFO:tasks.workunit.client.0.smithi112.stdout:write: C 85551838~2890137 2024-04-12T08:50:20.731 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 5149830~8210298 2024-04-12T08:50:20.734 INFO:tasks.workunit.client.0.smithi112.stdout:snap: snap2 2024-04-12T08:50:21.246 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:20 smithi175 ceph-mon[87929]: pgmap v199: 105 pgs: 105 active+clean; 121 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 14 MiB/s wr, 402 op/s 2024-04-12T08:50:21.246 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:20 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:21.247 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:20 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:21.247 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:20 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-12T08:50:21.247 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:20 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:50:21.247 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:20 smithi175 ceph-mon[87929]: osdmap e405: 8 total, 8 up, 8 in 2024-04-12T08:50:21.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:20 smithi112 ceph-mon[95375]: pgmap v199: 105 pgs: 105 active+clean; 121 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 14 MiB/s wr, 402 op/s 2024-04-12T08:50:21.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:20 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:21.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:20 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:21.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:20 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-12T08:50:21.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:20 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:50:21.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:20 smithi112 ceph-mon[95375]: osdmap e405: 8 total, 8 up, 8 in 2024-04-12T08:50:21.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:20 smithi112 ceph-mon[99443]: pgmap v199: 105 pgs: 105 active+clean; 121 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 14 MiB/s wr, 402 op/s 2024-04-12T08:50:21.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:20 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:21.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:20 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:21.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:20 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-12T08:50:21.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:20 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:50:21.344 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:20 smithi112 ceph-mon[99443]: osdmap e405: 8 total, 8 up, 8 in 2024-04-12T08:50:21.574 INFO:tasks.workunit.client.0.smithi112.stdout:clone image244 -> image245 2024-04-12T08:50:21.647 INFO:tasks.workunit.client.0.smithi112.stdout:write: D 85042648~7874597 2024-04-12T08:50:21.677 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 56323443~1421327 2024-04-12T08:50:21.681 INFO:tasks.workunit.client.0.smithi112.stdout:write: D 43096026~4548642 2024-04-12T08:50:21.705 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 36320876~3506406 2024-04-12T08:50:21.725 INFO:tasks.workunit.client.0.smithi112.stdout:write: D 36009115~4425926 2024-04-12T08:50:21.738 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 44531097~6419442 2024-04-12T08:50:21.752 INFO:tasks.workunit.client.0.smithi112.stdout:write: D 106170575~797063 2024-04-12T08:50:21.757 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 51181429~2057041 2024-04-12T08:50:21.758 INFO:tasks.workunit.client.0.smithi112.stdout:snap: snap3 2024-04-12T08:50:22.000 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:21 smithi175 ceph-mon[87929]: Reconfiguring osd.5 (monmap changed)... 2024-04-12T08:50:22.001 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:21 smithi175 ceph-mon[87929]: Reconfiguring daemon osd.5 on smithi175 2024-04-12T08:50:22.001 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:21 smithi175 ceph-mon[87929]: osdmap e406: 8 total, 8 up, 8 in 2024-04-12T08:50:22.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:21 smithi112 ceph-mon[95375]: Reconfiguring osd.5 (monmap changed)... 2024-04-12T08:50:22.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:21 smithi112 ceph-mon[95375]: Reconfiguring daemon osd.5 on smithi175 2024-04-12T08:50:22.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:21 smithi112 ceph-mon[95375]: osdmap e406: 8 total, 8 up, 8 in 2024-04-12T08:50:22.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:21 smithi112 ceph-mon[99443]: Reconfiguring osd.5 (monmap changed)... 2024-04-12T08:50:22.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:21 smithi112 ceph-mon[99443]: Reconfiguring daemon osd.5 on smithi175 2024-04-12T08:50:22.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:21 smithi112 ceph-mon[99443]: osdmap e406: 8 total, 8 up, 8 in 2024-04-12T08:50:22.579 INFO:tasks.workunit.client.0.smithi112.stdout:clone image245 -> image246 2024-04-12T08:50:22.659 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 100708929 2024-04-12T08:50:22.939 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestDeepCopy.Stress (4204 ms) 2024-04-12T08:50:22.939 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestDeepCopy.NoSnaps_LargerDstObjSize 2024-04-12T08:50:23.190 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestDeepCopy.NoSnaps_LargerDstObjSize (251 ms) 2024-04-12T08:50:23.190 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestDeepCopy.Snaps_LargerDstObjSize 2024-04-12T08:50:23.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:22 smithi175 ceph-mon[87929]: pgmap v202: 105 pgs: 105 active+clean; 121 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 14 MiB/s wr, 402 op/s 2024-04-12T08:50:23.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:22 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:23.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:22 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:23.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:22 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-12T08:50:23.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:22 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:50:23.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:22 smithi175 ceph-mon[87929]: osdmap e407: 8 total, 8 up, 8 in 2024-04-12T08:50:23.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:22 smithi112 ceph-mon[95375]: pgmap v202: 105 pgs: 105 active+clean; 121 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 14 MiB/s wr, 402 op/s 2024-04-12T08:50:23.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:22 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:23.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:22 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:23.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:22 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-12T08:50:23.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:22 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:50:23.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:22 smithi112 ceph-mon[95375]: osdmap e407: 8 total, 8 up, 8 in 2024-04-12T08:50:23.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:22 smithi112 ceph-mon[99443]: pgmap v202: 105 pgs: 105 active+clean; 121 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 14 MiB/s wr, 402 op/s 2024-04-12T08:50:23.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:22 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:23.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:22 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:23.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:22 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-12T08:50:23.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:22 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:50:23.344 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:22 smithi112 ceph-mon[99443]: osdmap e407: 8 total, 8 up, 8 in 2024-04-12T08:50:24.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:23 smithi175 ceph-mon[87929]: Reconfiguring osd.6 (monmap changed)... 2024-04-12T08:50:24.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:23 smithi175 ceph-mon[87929]: Reconfiguring daemon osd.6 on smithi175 2024-04-12T08:50:24.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:23 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:24.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:23 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:24.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:23 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-12T08:50:24.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:23 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:50:24.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:23 smithi112 ceph-mon[95375]: Reconfiguring osd.6 (monmap changed)... 2024-04-12T08:50:24.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:23 smithi112 ceph-mon[95375]: Reconfiguring daemon osd.6 on smithi175 2024-04-12T08:50:24.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:23 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:24.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:23 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:24.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:23 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-12T08:50:24.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:23 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:50:24.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:23 smithi112 ceph-mon[99443]: Reconfiguring osd.6 (monmap changed)... 2024-04-12T08:50:24.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:23 smithi112 ceph-mon[99443]: Reconfiguring daemon osd.6 on smithi175 2024-04-12T08:50:24.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:23 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:24.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:23 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:24.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:23 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-12T08:50:24.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:23 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:50:25.258 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:24 smithi175 ceph-mon[87929]: pgmap v204: 105 pgs: 105 active+clean; 329 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 60 MiB/s rd, 48 MiB/s wr, 849 op/s 2024-04-12T08:50:25.258 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:24 smithi175 ceph-mon[87929]: Reconfiguring osd.7 (monmap changed)... 2024-04-12T08:50:25.259 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:24 smithi175 ceph-mon[87929]: Reconfiguring daemon osd.7 on smithi175 2024-04-12T08:50:25.259 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:24 smithi175 ceph-mon[87929]: osdmap e408: 8 total, 8 up, 8 in 2024-04-12T08:50:25.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:24 smithi112 ceph-mon[99443]: pgmap v204: 105 pgs: 105 active+clean; 329 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 60 MiB/s rd, 48 MiB/s wr, 849 op/s 2024-04-12T08:50:25.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:24 smithi112 ceph-mon[99443]: Reconfiguring osd.7 (monmap changed)... 2024-04-12T08:50:25.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:24 smithi112 ceph-mon[99443]: Reconfiguring daemon osd.7 on smithi175 2024-04-12T08:50:25.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:24 smithi112 ceph-mon[99443]: osdmap e408: 8 total, 8 up, 8 in 2024-04-12T08:50:25.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:24 smithi112 ceph-mon[95375]: pgmap v204: 105 pgs: 105 active+clean; 329 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 60 MiB/s rd, 48 MiB/s wr, 849 op/s 2024-04-12T08:50:25.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:24 smithi112 ceph-mon[95375]: Reconfiguring osd.7 (monmap changed)... 2024-04-12T08:50:25.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:24 smithi112 ceph-mon[95375]: Reconfiguring daemon osd.7 on smithi175 2024-04-12T08:50:25.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:24 smithi112 ceph-mon[95375]: osdmap e408: 8 total, 8 up, 8 in 2024-04-12T08:50:26.178 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:25 smithi175 ceph-mon[87929]: osdmap e409: 8 total, 8 up, 8 in 2024-04-12T08:50:26.178 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:25 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:26.178 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:25 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:26.178 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:25 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi175.kcfyhq", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-12T08:50:26.178 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:25 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:50:26.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:25 smithi112 ceph-mon[95375]: osdmap e409: 8 total, 8 up, 8 in 2024-04-12T08:50:26.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:25 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:26.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:25 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:26.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:25 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi175.kcfyhq", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-12T08:50:26.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:25 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:50:26.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:25 smithi112 ceph-mon[99443]: osdmap e409: 8 total, 8 up, 8 in 2024-04-12T08:50:26.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:25 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:26.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:25 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:26.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:25 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi175.kcfyhq", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-12T08:50:26.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:25 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:50:27.092 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:50:26 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:50:26] "GET /metrics HTTP/1.1" 200 36351 "" "Prometheus/2.43.0" 2024-04-12T08:50:27.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:26 smithi112 ceph-mon[99443]: Reconfiguring mds.foo.smithi175.kcfyhq (monmap changed)... 2024-04-12T08:50:27.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:26 smithi112 ceph-mon[99443]: Reconfiguring daemon mds.foo.smithi175.kcfyhq on smithi175 2024-04-12T08:50:27.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:26 smithi112 ceph-mon[99443]: pgmap v207: 105 pgs: 105 active+clean; 329 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 60 MiB/s rd, 48 MiB/s wr, 851 op/s 2024-04-12T08:50:27.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:26 smithi112 ceph-mon[99443]: osdmap e410: 8 total, 8 up, 8 in 2024-04-12T08:50:27.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:26 smithi112 ceph-mon[95375]: Reconfiguring mds.foo.smithi175.kcfyhq (monmap changed)... 2024-04-12T08:50:27.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:26 smithi112 ceph-mon[95375]: Reconfiguring daemon mds.foo.smithi175.kcfyhq on smithi175 2024-04-12T08:50:27.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:26 smithi112 ceph-mon[95375]: pgmap v207: 105 pgs: 105 active+clean; 329 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 60 MiB/s rd, 48 MiB/s wr, 851 op/s 2024-04-12T08:50:27.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:26 smithi112 ceph-mon[95375]: osdmap e410: 8 total, 8 up, 8 in 2024-04-12T08:50:27.261 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestDeepCopy.Snaps_LargerDstObjSize (4071 ms) 2024-04-12T08:50:27.261 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestDeepCopy.Clone_LargerDstObjSize 2024-04-12T08:50:27.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:26 smithi175 ceph-mon[87929]: Reconfiguring mds.foo.smithi175.kcfyhq (monmap changed)... 2024-04-12T08:50:27.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:26 smithi175 ceph-mon[87929]: Reconfiguring daemon mds.foo.smithi175.kcfyhq on smithi175 2024-04-12T08:50:27.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:26 smithi175 ceph-mon[87929]: pgmap v207: 105 pgs: 105 active+clean; 329 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 60 MiB/s rd, 48 MiB/s wr, 851 op/s 2024-04-12T08:50:27.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:26 smithi175 ceph-mon[87929]: osdmap e410: 8 total, 8 up, 8 in 2024-04-12T08:50:28.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:27 smithi175 ceph-mon[87929]: osdmap e411: 8 total, 8 up, 8 in 2024-04-12T08:50:28.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:27 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:28.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:27 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:28.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:27 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:50:28.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:27 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:50:28.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:27 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:50:28.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:27 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:28.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:27 smithi112 ceph-mon[95375]: osdmap e411: 8 total, 8 up, 8 in 2024-04-12T08:50:28.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:27 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:28.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:27 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:28.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:27 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:50:28.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:27 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:50:28.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:27 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:50:28.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:27 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:28.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:27 smithi112 ceph-mon[99443]: osdmap e411: 8 total, 8 up, 8 in 2024-04-12T08:50:28.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:27 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:28.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:27 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:28.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:27 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:50:28.344 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:27 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:50:28.344 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:27 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:50:28.344 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:27 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:28.999 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:50:28 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[77574]: ts=2024-04-12T08:50:28.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.112\", device_class=\"ssd\", hostname=\"smithi112\", instance=\"smithi175.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.112\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.112\", device_class=\"ssd\", hostname=\"smithi112\", instance=\"smithi112:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.112\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T08:50:29.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:28 smithi175 ceph-mon[87929]: pgmap v210: 105 pgs: 105 active+clean; 329 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-12T08:50:29.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:28 smithi175 ceph-mon[87929]: pgmap v211: 105 pgs: 105 active+clean; 329 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-12T08:50:29.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:28 smithi175 ceph-mon[87929]: osdmap e412: 8 total, 8 up, 8 in 2024-04-12T08:50:29.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:28 smithi112 ceph-mon[99443]: pgmap v210: 105 pgs: 105 active+clean; 329 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-12T08:50:29.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:28 smithi112 ceph-mon[99443]: pgmap v211: 105 pgs: 105 active+clean; 329 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-12T08:50:29.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:28 smithi112 ceph-mon[99443]: osdmap e412: 8 total, 8 up, 8 in 2024-04-12T08:50:29.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:28 smithi112 ceph-mon[95375]: pgmap v210: 105 pgs: 105 active+clean; 329 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-12T08:50:29.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:28 smithi112 ceph-mon[95375]: pgmap v211: 105 pgs: 105 active+clean; 329 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-12T08:50:29.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:28 smithi112 ceph-mon[95375]: osdmap e412: 8 total, 8 up, 8 in 2024-04-12T08:50:29.405 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestDeepCopy.Clone_LargerDstObjSize (2144 ms) 2024-04-12T08:50:29.405 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestDeepCopy.CloneFlatten_LargerDstObjSize 2024-04-12T08:50:30.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:30 smithi112 ceph-mon[95375]: pgmap v213: 105 pgs: 105 active+clean; 393 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 37 MiB/s rd, 18 MiB/s wr, 207 op/s 2024-04-12T08:50:30.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:30 smithi112 ceph-mon[95375]: osdmap e413: 8 total, 8 up, 8 in 2024-04-12T08:50:30.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:30 smithi112 ceph-mon[99443]: pgmap v213: 105 pgs: 105 active+clean; 393 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 37 MiB/s rd, 18 MiB/s wr, 207 op/s 2024-04-12T08:50:30.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:30 smithi112 ceph-mon[99443]: osdmap e413: 8 total, 8 up, 8 in 2024-04-12T08:50:30.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:30 smithi175 ceph-mon[87929]: pgmap v213: 105 pgs: 105 active+clean; 393 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 37 MiB/s rd, 18 MiB/s wr, 207 op/s 2024-04-12T08:50:30.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:30 smithi175 ceph-mon[87929]: osdmap e413: 8 total, 8 up, 8 in 2024-04-12T08:50:31.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:31 smithi112 ceph-mon[95375]: osdmap e414: 8 total, 8 up, 8 in 2024-04-12T08:50:31.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:31 smithi112 ceph-mon[99443]: osdmap e414: 8 total, 8 up, 8 in 2024-04-12T08:50:31.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:31 smithi175 ceph-mon[87929]: osdmap e414: 8 total, 8 up, 8 in 2024-04-12T08:50:31.565 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestDeepCopy.CloneFlatten_LargerDstObjSize (2160 ms) 2024-04-12T08:50:31.565 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestDeepCopy.Stress_LargerDstObjSize 2024-04-12T08:50:31.588 INFO:tasks.workunit.client.0.smithi112.stdout:write: A 43350750~673730 2024-04-12T08:50:31.595 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 11952475~6029452 2024-04-12T08:50:31.595 INFO:tasks.workunit.client.0.smithi112.stdout:write: A 31016966~683902 2024-04-12T08:50:31.598 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 1072525~3934565 2024-04-12T08:50:31.599 INFO:tasks.workunit.client.0.smithi112.stdout:write: A 11809163~5890668 2024-04-12T08:50:31.618 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 57643643~2961039 2024-04-12T08:50:31.618 INFO:tasks.workunit.client.0.smithi112.stdout:write: A 74618546~1511706 2024-04-12T08:50:31.623 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 38572545~6807362 2024-04-12T08:50:31.624 INFO:tasks.workunit.client.0.smithi112.stdout:snap: snap0 2024-04-12T08:50:32.107 INFO:tasks.workunit.client.0.smithi112.stdout:clone image265 -> image266 2024-04-12T08:50:32.154 INFO:tasks.workunit.client.0.smithi112.stdout:write: B 71124656~2937646 2024-04-12T08:50:32.175 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 12123318~897588 2024-04-12T08:50:32.201 INFO:tasks.workunit.client.0.smithi112.stdout:write: B 28120453~1866409 2024-04-12T08:50:32.211 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 54907135~2926871 2024-04-12T08:50:32.214 INFO:tasks.workunit.client.0.smithi112.stdout:write: B 2972504~5328768 2024-04-12T08:50:32.229 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 5934843~881976 2024-04-12T08:50:32.232 INFO:tasks.workunit.client.0.smithi112.stdout:write: B 26721530~8109719 2024-04-12T08:50:32.257 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 72859428~7342553 2024-04-12T08:50:32.260 INFO:tasks.workunit.client.0.smithi112.stdout:snap: snap1 2024-04-12T08:50:32.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:32 smithi112 ceph-mon[95375]: pgmap v216: 105 pgs: 105 active+clean; 393 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 32 MiB/s rd, 16 MiB/s wr, 180 op/s 2024-04-12T08:50:32.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:32 smithi112 ceph-mon[95375]: osdmap e415: 8 total, 8 up, 8 in 2024-04-12T08:50:32.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:32 smithi112 ceph-mon[99443]: pgmap v216: 105 pgs: 105 active+clean; 393 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 32 MiB/s rd, 16 MiB/s wr, 180 op/s 2024-04-12T08:50:32.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:32 smithi112 ceph-mon[99443]: osdmap e415: 8 total, 8 up, 8 in 2024-04-12T08:50:32.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:32 smithi175 ceph-mon[87929]: pgmap v216: 105 pgs: 105 active+clean; 393 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 32 MiB/s rd, 16 MiB/s wr, 180 op/s 2024-04-12T08:50:32.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:32 smithi175 ceph-mon[87929]: osdmap e415: 8 total, 8 up, 8 in 2024-04-12T08:50:33.117 INFO:tasks.workunit.client.0.smithi112.stdout:clone image266 -> image267 2024-04-12T08:50:33.181 INFO:tasks.workunit.client.0.smithi112.stdout:write: C 67774395~3213098 2024-04-12T08:50:33.196 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 34269591~710373 2024-04-12T08:50:33.205 INFO:tasks.workunit.client.0.smithi112.stdout:write: C 3671413~4086086 2024-04-12T08:50:33.235 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 13986400~8027154 2024-04-12T08:50:33.246 INFO:tasks.workunit.client.0.smithi112.stdout:write: C 65166164~2792487 2024-04-12T08:50:33.257 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 388837~2227297 2024-04-12T08:50:33.258 INFO:tasks.workunit.client.0.smithi112.stdout:write: C 55496592~901981 2024-04-12T08:50:33.262 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 60519825~4404630 2024-04-12T08:50:33.265 INFO:tasks.workunit.client.0.smithi112.stdout:snap: snap2 2024-04-12T08:50:33.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:33 smithi175 ceph-mon[87929]: osdmap e416: 8 total, 8 up, 8 in 2024-04-12T08:50:33.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:33 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:50:33.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:33 smithi112 ceph-mon[95375]: osdmap e416: 8 total, 8 up, 8 in 2024-04-12T08:50:33.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:33 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:50:33.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:33 smithi112 ceph-mon[99443]: osdmap e416: 8 total, 8 up, 8 in 2024-04-12T08:50:33.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:33 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:50:34.124 INFO:tasks.workunit.client.0.smithi112.stdout:clone image267 -> image268 2024-04-12T08:50:34.213 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 122194710 2024-04-12T08:50:34.219 INFO:tasks.workunit.client.0.smithi112.stdout:write: D 22024802~3437917 2024-04-12T08:50:34.258 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 23462683~1694358 2024-04-12T08:50:34.260 INFO:tasks.workunit.client.0.smithi112.stdout:write: D 33345118~3339895 2024-04-12T08:50:34.289 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 63615857~6131532 2024-04-12T08:50:34.303 INFO:tasks.workunit.client.0.smithi112.stdout:write: D 66398246~6583147 2024-04-12T08:50:34.321 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 26632621~1626567 2024-04-12T08:50:34.323 INFO:tasks.workunit.client.0.smithi112.stdout:write: D 4806720~6706587 2024-04-12T08:50:34.349 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 98576646~6931369 2024-04-12T08:50:34.349 INFO:tasks.workunit.client.0.smithi112.stdout:snap: snap3 2024-04-12T08:50:34.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:34 smithi175 ceph-mon[87929]: pgmap v219: 105 pgs: 105 active+clean; 393 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T08:50:34.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:34 smithi175 ceph-mon[87929]: osdmap e417: 8 total, 8 up, 8 in 2024-04-12T08:50:34.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:34 smithi112 ceph-mon[95375]: pgmap v219: 105 pgs: 105 active+clean; 393 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T08:50:34.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:34 smithi112 ceph-mon[95375]: osdmap e417: 8 total, 8 up, 8 in 2024-04-12T08:50:34.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:34 smithi112 ceph-mon[99443]: pgmap v219: 105 pgs: 105 active+clean; 393 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-12T08:50:34.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:34 smithi112 ceph-mon[99443]: osdmap e417: 8 total, 8 up, 8 in 2024-04-12T08:50:35.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:35 smithi175 ceph-mon[87929]: osdmap e418: 8 total, 8 up, 8 in 2024-04-12T08:50:35.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:35 smithi112 ceph-mon[95375]: osdmap e418: 8 total, 8 up, 8 in 2024-04-12T08:50:35.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:35 smithi112 ceph-mon[99443]: osdmap e418: 8 total, 8 up, 8 in 2024-04-12T08:50:36.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:36 smithi175 ceph-mon[87929]: pgmap v222: 105 pgs: 105 active+clean; 575 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 50 MiB/s rd, 42 MiB/s wr, 571 op/s 2024-04-12T08:50:36.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:36 smithi175 ceph-mon[87929]: osdmap e419: 8 total, 8 up, 8 in 2024-04-12T08:50:36.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:36 smithi112 ceph-mon[95375]: pgmap v222: 105 pgs: 105 active+clean; 575 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 50 MiB/s rd, 42 MiB/s wr, 571 op/s 2024-04-12T08:50:36.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:36 smithi112 ceph-mon[95375]: osdmap e419: 8 total, 8 up, 8 in 2024-04-12T08:50:36.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:36 smithi112 ceph-mon[99443]: pgmap v222: 105 pgs: 105 active+clean; 575 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 50 MiB/s rd, 42 MiB/s wr, 571 op/s 2024-04-12T08:50:36.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:36 smithi112 ceph-mon[99443]: osdmap e419: 8 total, 8 up, 8 in 2024-04-12T08:50:36.695 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestDeepCopy.Stress_LargerDstObjSize (5130 ms) 2024-04-12T08:50:36.695 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestDeepCopy.NoSnaps_SmallerDstObjSize 2024-04-12T08:50:36.927 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestDeepCopy.NoSnaps_SmallerDstObjSize (232 ms) 2024-04-12T08:50:36.927 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestDeepCopy.Snaps_SmallerDstObjSize 2024-04-12T08:50:37.092 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:50:36 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:50:36] "GET /metrics HTTP/1.1" 200 36358 "" "Prometheus/2.43.0" 2024-04-12T08:50:37.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:37 smithi175 ceph-mon[87929]: osdmap e420: 8 total, 8 up, 8 in 2024-04-12T08:50:37.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:37 smithi112 ceph-mon[95375]: osdmap e420: 8 total, 8 up, 8 in 2024-04-12T08:50:37.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:37 smithi112 ceph-mon[99443]: osdmap e420: 8 total, 8 up, 8 in 2024-04-12T08:50:38.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:38 smithi175 ceph-mon[87929]: pgmap v225: 105 pgs: 105 active+clean; 575 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 50 MiB/s rd, 42 MiB/s wr, 571 op/s 2024-04-12T08:50:38.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:38 smithi175 ceph-mon[87929]: osdmap e421: 8 total, 8 up, 8 in 2024-04-12T08:50:38.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:38 smithi112 ceph-mon[95375]: pgmap v225: 105 pgs: 105 active+clean; 575 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 50 MiB/s rd, 42 MiB/s wr, 571 op/s 2024-04-12T08:50:38.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:38 smithi112 ceph-mon[95375]: osdmap e421: 8 total, 8 up, 8 in 2024-04-12T08:50:38.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:38 smithi112 ceph-mon[99443]: pgmap v225: 105 pgs: 105 active+clean; 575 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 50 MiB/s rd, 42 MiB/s wr, 571 op/s 2024-04-12T08:50:38.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:38 smithi112 ceph-mon[99443]: osdmap e421: 8 total, 8 up, 8 in 2024-04-12T08:50:39.014 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:50:38 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[77574]: ts=2024-04-12T08:50:38.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.112\", device_class=\"ssd\", hostname=\"smithi112\", instance=\"smithi175.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.112\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.112\", device_class=\"ssd\", hostname=\"smithi112\", instance=\"smithi112:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.112\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T08:50:39.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:39 smithi175 ceph-mon[87929]: osdmap e422: 8 total, 8 up, 8 in 2024-04-12T08:50:39.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:39 smithi112 ceph-mon[95375]: osdmap e422: 8 total, 8 up, 8 in 2024-04-12T08:50:39.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:39 smithi112 ceph-mon[99443]: osdmap e422: 8 total, 8 up, 8 in 2024-04-12T08:50:40.424 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestDeepCopy.Snaps_SmallerDstObjSize (3497 ms) 2024-04-12T08:50:40.424 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestDeepCopy.Clone_SmallerDstObjSize 2024-04-12T08:50:40.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:40 smithi175 ceph-mon[87929]: pgmap v228: 105 pgs: 105 active+clean; 757 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 75 MiB/s rd, 40 MiB/s wr, 540 op/s 2024-04-12T08:50:40.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:40 smithi175 ceph-mon[87929]: osdmap e423: 8 total, 8 up, 8 in 2024-04-12T08:50:40.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:40 smithi112 ceph-mon[99443]: pgmap v228: 105 pgs: 105 active+clean; 757 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 75 MiB/s rd, 40 MiB/s wr, 540 op/s 2024-04-12T08:50:40.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:40 smithi112 ceph-mon[99443]: osdmap e423: 8 total, 8 up, 8 in 2024-04-12T08:50:40.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:40 smithi112 ceph-mon[95375]: pgmap v228: 105 pgs: 105 active+clean; 757 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 75 MiB/s rd, 40 MiB/s wr, 540 op/s 2024-04-12T08:50:40.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:40 smithi112 ceph-mon[95375]: osdmap e423: 8 total, 8 up, 8 in 2024-04-12T08:50:41.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:41 smithi175 ceph-mon[87929]: osdmap e424: 8 total, 8 up, 8 in 2024-04-12T08:50:41.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:41 smithi112 ceph-mon[95375]: osdmap e424: 8 total, 8 up, 8 in 2024-04-12T08:50:41.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:41 smithi112 ceph-mon[99443]: osdmap e424: 8 total, 8 up, 8 in 2024-04-12T08:50:42.461 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestDeepCopy.Clone_SmallerDstObjSize (2037 ms) 2024-04-12T08:50:42.461 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestDeepCopy.CloneFlatten_SmallerDstObjSize 2024-04-12T08:50:42.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:42 smithi175 ceph-mon[87929]: pgmap v231: 105 pgs: 105 active+clean; 757 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 75 MiB/s rd, 40 MiB/s wr, 540 op/s 2024-04-12T08:50:42.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:42 smithi175 ceph-mon[87929]: osdmap e425: 8 total, 8 up, 8 in 2024-04-12T08:50:42.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:42 smithi112 ceph-mon[95375]: pgmap v231: 105 pgs: 105 active+clean; 757 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 75 MiB/s rd, 40 MiB/s wr, 540 op/s 2024-04-12T08:50:42.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:42 smithi112 ceph-mon[95375]: osdmap e425: 8 total, 8 up, 8 in 2024-04-12T08:50:42.594 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:42 smithi112 ceph-mon[99443]: pgmap v231: 105 pgs: 105 active+clean; 757 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 75 MiB/s rd, 40 MiB/s wr, 540 op/s 2024-04-12T08:50:42.594 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:42 smithi112 ceph-mon[99443]: osdmap e425: 8 total, 8 up, 8 in 2024-04-12T08:50:43.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:43 smithi175 ceph-mon[87929]: osdmap e426: 8 total, 8 up, 8 in 2024-04-12T08:50:43.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:43 smithi112 ceph-mon[95375]: osdmap e426: 8 total, 8 up, 8 in 2024-04-12T08:50:43.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:43 smithi112 ceph-mon[99443]: osdmap e426: 8 total, 8 up, 8 in 2024-04-12T08:50:44.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:44 smithi175 ceph-mon[87929]: pgmap v234: 105 pgs: 105 active+clean; 757 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T08:50:44.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:44 smithi175 ceph-mon[87929]: osdmap e427: 8 total, 8 up, 8 in 2024-04-12T08:50:44.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:44 smithi112 ceph-mon[99443]: pgmap v234: 105 pgs: 105 active+clean; 757 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T08:50:44.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:44 smithi112 ceph-mon[99443]: osdmap e427: 8 total, 8 up, 8 in 2024-04-12T08:50:44.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:44 smithi112 ceph-mon[95375]: pgmap v234: 105 pgs: 105 active+clean; 757 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-12T08:50:44.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:44 smithi112 ceph-mon[95375]: osdmap e427: 8 total, 8 up, 8 in 2024-04-12T08:50:44.629 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestDeepCopy.CloneFlatten_SmallerDstObjSize (2168 ms) 2024-04-12T08:50:44.629 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestDeepCopy.Stress_SmallerDstObjSize 2024-04-12T08:50:44.653 INFO:tasks.workunit.client.0.smithi112.stdout:write: A 78768487~5117593 2024-04-12T08:50:44.671 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 56351222~5395498 2024-04-12T08:50:44.671 INFO:tasks.workunit.client.0.smithi112.stdout:write: A 68520384~2591002 2024-04-12T08:50:44.683 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 70210912~7819143 2024-04-12T08:50:44.685 INFO:tasks.workunit.client.0.smithi112.stdout:write: A 71293597~7682560 2024-04-12T08:50:44.706 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 68860734~6539965 2024-04-12T08:50:44.708 INFO:tasks.workunit.client.0.smithi112.stdout:write: A 12950386~5879091 2024-04-12T08:50:44.721 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 13508293~5091765 2024-04-12T08:50:44.723 INFO:tasks.workunit.client.0.smithi112.stdout:snap: snap0 2024-04-12T08:50:45.195 INFO:tasks.workunit.client.0.smithi112.stdout:clone image287 -> image288 2024-04-12T08:50:45.246 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 112366129 2024-04-12T08:50:45.252 INFO:tasks.workunit.client.0.smithi112.stdout:write: B 102746737~5798191 2024-04-12T08:50:45.274 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 109853849~1146612 2024-04-12T08:50:45.275 INFO:tasks.workunit.client.0.smithi112.stdout:write: B 33862078~5517424 2024-04-12T08:50:45.296 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 35919547~3149308 2024-04-12T08:50:45.297 INFO:tasks.workunit.client.0.smithi112.stdout:write: B 107764762~1903547 2024-04-12T08:50:45.307 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 2660189~7094368 2024-04-12T08:50:45.312 INFO:tasks.workunit.client.0.smithi112.stdout:write: B 96795114~6938585 2024-04-12T08:50:45.326 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 108449030~3917099 2024-04-12T08:50:45.328 INFO:tasks.workunit.client.0.smithi112.stdout:snap: snap1 2024-04-12T08:50:45.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:45 smithi175 ceph-mon[87929]: osdmap e428: 8 total, 8 up, 8 in 2024-04-12T08:50:45.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:45 smithi112 ceph-mon[95375]: osdmap e428: 8 total, 8 up, 8 in 2024-04-12T08:50:45.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:45 smithi112 ceph-mon[99443]: osdmap e428: 8 total, 8 up, 8 in 2024-04-12T08:50:46.194 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 96274774 2024-04-12T08:50:46.206 INFO:tasks.workunit.client.0.smithi112.stdout:write: C 6176315~1824868 2024-04-12T08:50:46.208 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 9141705~8184819 2024-04-12T08:50:46.210 INFO:tasks.workunit.client.0.smithi112.stdout:write: C 77561125~6374442 2024-04-12T08:50:46.210 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 53293521~4538003 2024-04-12T08:50:46.211 INFO:tasks.workunit.client.0.smithi112.stdout:write: C 69447322~2406380 2024-04-12T08:50:46.211 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 57605997~4676358 2024-04-12T08:50:46.230 INFO:tasks.workunit.client.0.smithi112.stdout:write: C 60175512~4252289 2024-04-12T08:50:46.231 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 86196547~6867218 2024-04-12T08:50:46.274 INFO:tasks.workunit.client.0.smithi112.stdout:snap: snap2 2024-04-12T08:50:46.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:46 smithi175 ceph-mon[87929]: pgmap v237: 105 pgs: 105 active+clean; 825 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 38 MiB/s rd, 17 MiB/s wr, 419 op/s 2024-04-12T08:50:46.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:46 smithi175 ceph-mon[87929]: osdmap e429: 8 total, 8 up, 8 in 2024-04-12T08:50:46.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:46 smithi112 ceph-mon[99443]: pgmap v237: 105 pgs: 105 active+clean; 825 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 38 MiB/s rd, 17 MiB/s wr, 419 op/s 2024-04-12T08:50:46.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:46 smithi112 ceph-mon[99443]: osdmap e429: 8 total, 8 up, 8 in 2024-04-12T08:50:46.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:46 smithi112 ceph-mon[95375]: pgmap v237: 105 pgs: 105 active+clean; 825 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 38 MiB/s rd, 17 MiB/s wr, 419 op/s 2024-04-12T08:50:46.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:46 smithi112 ceph-mon[95375]: osdmap e429: 8 total, 8 up, 8 in 2024-04-12T08:50:46.706 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -e sha1=b277feb2c7beb4597d8ecc39d58d5c36b81f613a -- bash -c 'ceph orch upgrade resume' 2024-04-12T08:50:46.967 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T08:50:47.089 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:50:46 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:50:46] "GET /metrics HTTP/1.1" 200 36358 "" "Prometheus/2.43.0" 2024-04-12T08:50:47.199 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 157620027 2024-04-12T08:50:47.206 INFO:tasks.workunit.client.0.smithi112.stdout:write: D 91011711~148892 2024-04-12T08:50:47.209 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 95514425~4950151 2024-04-12T08:50:47.210 INFO:tasks.workunit.client.0.smithi112.stdout:write: D 86480718~6981739 2024-04-12T08:50:47.212 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 4273755~3375079 2024-04-12T08:50:47.216 INFO:tasks.workunit.client.0.smithi112.stdout:write: D 83314964~8069680 2024-04-12T08:50:47.233 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 17360342~7838850 2024-04-12T08:50:47.234 INFO:tasks.workunit.client.0.smithi112.stdout:write: D 24806096~3922768 2024-04-12T08:50:47.246 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 52896134~3477370 2024-04-12T08:50:47.261 INFO:tasks.workunit.client.0.smithi112.stdout:snap: snap3 2024-04-12T08:50:47.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:47 smithi112 ceph-mon[95375]: osdmap e430: 8 total, 8 up, 8 in 2024-04-12T08:50:47.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:47 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:50:47.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:47 smithi112 ceph-mon[99443]: osdmap e430: 8 total, 8 up, 8 in 2024-04-12T08:50:47.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:47 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:50:47.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:47 smithi175 ceph-mon[87929]: osdmap e430: 8 total, 8 up, 8 in 2024-04-12T08:50:47.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:47 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:50:48.212 INFO:tasks.workunit.client.0.smithi112.stdout:clone image288 -> image289 2024-04-12T08:50:48.274 INFO:tasks.workunit.client.0.smithi112.stdout:resize: 238885480 2024-04-12T08:50:48.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:48 smithi112 ceph-mon[99443]: pgmap v240: 105 pgs: 105 active+clean; 825 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 38 MiB/s rd, 17 MiB/s wr, 419 op/s 2024-04-12T08:50:48.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:48 smithi112 ceph-mon[99443]: osdmap e431: 8 total, 8 up, 8 in 2024-04-12T08:50:48.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:48 smithi112 ceph-mon[95375]: pgmap v240: 105 pgs: 105 active+clean; 825 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 38 MiB/s rd, 17 MiB/s wr, 419 op/s 2024-04-12T08:50:48.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:48 smithi112 ceph-mon[95375]: osdmap e431: 8 total, 8 up, 8 in 2024-04-12T08:50:48.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:48 smithi175 ceph-mon[87929]: pgmap v240: 105 pgs: 105 active+clean; 825 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 38 MiB/s rd, 17 MiB/s wr, 419 op/s 2024-04-12T08:50:48.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:48 smithi175 ceph-mon[87929]: osdmap e431: 8 total, 8 up, 8 in 2024-04-12T08:50:48.536 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestDeepCopy.Stress_SmallerDstObjSize (3907 ms) 2024-04-12T08:50:48.536 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestDeepCopy.NoSnaps_StrippingLargerDstObjSize 2024-04-12T08:50:48.558 INFO:tasks.workunit.client.0.smithi112.stdout:SKIPPING 2024-04-12T08:50:48.631 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestDeepCopy.NoSnaps_StrippingLargerDstObjSize (95 ms) 2024-04-12T08:50:48.631 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestDeepCopy.Snaps_StrippingLargerDstObjSize 2024-04-12T08:50:48.653 INFO:tasks.workunit.client.0.smithi112.stdout:SKIPPING 2024-04-12T08:50:48.725 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestDeepCopy.Snaps_StrippingLargerDstObjSize (94 ms) 2024-04-12T08:50:48.725 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestDeepCopy.Clone_StrippingLargerDstObjSize 2024-04-12T08:50:48.747 INFO:tasks.workunit.client.0.smithi112.stdout:SKIPPING 2024-04-12T08:50:48.818 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestDeepCopy.Clone_StrippingLargerDstObjSize (93 ms) 2024-04-12T08:50:48.818 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestDeepCopy.CloneFlatten_StrippingLargerDstObjSize 2024-04-12T08:50:48.839 INFO:tasks.workunit.client.0.smithi112.stdout:SKIPPING 2024-04-12T08:50:48.879 INFO:teuthology.orchestra.run.smithi112.stdout:Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec 2024-04-12T08:50:48.914 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestDeepCopy.CloneFlatten_StrippingLargerDstObjSize (96 ms) 2024-04-12T08:50:48.914 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestDeepCopy.Stress_StrippingLargerDstObjSize 2024-04-12T08:50:48.939 INFO:tasks.workunit.client.0.smithi112.stdout:SKIPPING 2024-04-12T08:50:49.011 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestDeepCopy.Stress_StrippingLargerDstObjSize (97 ms) 2024-04-12T08:50:49.011 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestDeepCopy.NoSnaps_StrippingSmallerDstObjSize 2024-04-12T08:50:49.014 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:50:48 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[77574]: ts=2024-04-12T08:50:48.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.112\", device_class=\"ssd\", hostname=\"smithi112\", instance=\"smithi175.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.112\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.112\", device_class=\"ssd\", hostname=\"smithi112\", instance=\"smithi112:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.112\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T08:50:49.033 INFO:tasks.workunit.client.0.smithi112.stdout:SKIPPING 2024-04-12T08:50:49.109 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestDeepCopy.NoSnaps_StrippingSmallerDstObjSize (98 ms) 2024-04-12T08:50:49.109 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestDeepCopy.Snaps_StrippingSmallerDstObjSize 2024-04-12T08:50:49.130 INFO:tasks.workunit.client.0.smithi112.stdout:SKIPPING 2024-04-12T08:50:49.203 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestDeepCopy.Snaps_StrippingSmallerDstObjSize (94 ms) 2024-04-12T08:50:49.203 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestDeepCopy.Clone_StrippingSmallerDstObjSize 2024-04-12T08:50:49.225 INFO:tasks.workunit.client.0.smithi112.stdout:SKIPPING 2024-04-12T08:50:49.298 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestDeepCopy.Clone_StrippingSmallerDstObjSize (95 ms) 2024-04-12T08:50:49.298 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestDeepCopy.CloneFlatten_StrippingSmallerDstObjSize 2024-04-12T08:50:49.322 INFO:tasks.workunit.client.0.smithi112.stdout:SKIPPING 2024-04-12T08:50:49.392 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestDeepCopy.CloneFlatten_StrippingSmallerDstObjSize (94 ms) 2024-04-12T08:50:49.392 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestDeepCopy.Stress_StrippingSmallerDstObjSize 2024-04-12T08:50:49.416 INFO:tasks.workunit.client.0.smithi112.stdout:SKIPPING 2024-04-12T08:50:49.487 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestDeepCopy.Stress_StrippingSmallerDstObjSize (95 ms) 2024-04-12T08:50:49.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:49 smithi175 ceph-mon[87929]: osdmap e432: 8 total, 8 up, 8 in 2024-04-12T08:50:49.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:49 smithi175 ceph-mon[87929]: from='client.34239 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T08:50:49.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:49 smithi175 ceph-mon[87929]: Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec 2024-04-12T08:50:49.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:49 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:49.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:49 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:50:49.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:49 smithi112 ceph-mon[99443]: osdmap e432: 8 total, 8 up, 8 in 2024-04-12T08:50:49.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:49 smithi112 ceph-mon[99443]: from='client.34239 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T08:50:49.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:49 smithi112 ceph-mon[99443]: Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec 2024-04-12T08:50:49.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:49 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:49.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:49 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:50:49.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:49 smithi112 ceph-mon[95375]: osdmap e432: 8 total, 8 up, 8 in 2024-04-12T08:50:49.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:49 smithi112 ceph-mon[95375]: from='client.34239 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T08:50:49.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:49 smithi112 ceph-mon[95375]: Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec 2024-04-12T08:50:49.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:49 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:49.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:49 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:50:49.712 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -e sha1=b277feb2c7beb4597d8ecc39d58d5c36b81f613a -- bash -c 'echo wait for all mons to upgrade' 2024-04-12T08:50:50.211 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] 31 tests from TestDeepCopy (54064 ms total) 2024-04-12T08:50:50.211 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:50:50.211 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] 51 tests from TestMirroring 2024-04-12T08:50:50.626 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T08:50:51.003 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:50 smithi112 ceph-mon[95375]: pgmap v243: 105 pgs: 105 active+clean; 1017 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 35 MiB/s rd, 43 MiB/s wr, 511 op/s 2024-04-12T08:50:51.003 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:50 smithi112 ceph-mon[95375]: osdmap e433: 8 total, 8 up, 8 in 2024-04-12T08:50:51.004 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:50 smithi112 ceph-mon[99443]: pgmap v243: 105 pgs: 105 active+clean; 1017 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 35 MiB/s rd, 43 MiB/s wr, 511 op/s 2024-04-12T08:50:51.004 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:50 smithi112 ceph-mon[99443]: osdmap e433: 8 total, 8 up, 8 in 2024-04-12T08:50:51.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:50 smithi175 ceph-mon[87929]: pgmap v243: 105 pgs: 105 active+clean; 1017 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 35 MiB/s rd, 43 MiB/s wr, 511 op/s 2024-04-12T08:50:51.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:50 smithi175 ceph-mon[87929]: osdmap e433: 8 total, 8 up, 8 in 2024-04-12T08:50:52.208 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage 2024-04-12T08:50:52.513 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:52 smithi112 ceph-mon[95375]: pgmap v245: 73 pgs: 73 active+clean; 582 KiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-12T08:50:52.514 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:52 smithi112 ceph-mon[95375]: osdmap e434: 8 total, 8 up, 8 in 2024-04-12T08:50:52.514 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:52 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/1427355966' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:50:52.514 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:52 smithi112 ceph-mon[99443]: pgmap v245: 73 pgs: 73 active+clean; 582 KiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-12T08:50:52.514 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:52 smithi112 ceph-mon[99443]: osdmap e434: 8 total, 8 up, 8 in 2024-04-12T08:50:52.514 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:52 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/1427355966' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:50:52.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:52 smithi175 ceph-mon[87929]: pgmap v245: 73 pgs: 73 active+clean; 582 KiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-12T08:50:52.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:52 smithi175 ceph-mon[87929]: osdmap e434: 8 total, 8 up, 8 in 2024-04-12T08:50:52.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:52 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/1427355966' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:50:53.292 INFO:teuthology.orchestra.run.smithi112.stdout:wait for all mons to upgrade 2024-04-12T08:50:53.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:53 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/1427355966' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T08:50:53.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:53 smithi112 ceph-mon[95375]: osdmap e435: 8 total, 8 up, 8 in 2024-04-12T08:50:53.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:53 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/1427355966' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T08:50:53.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:53 smithi112 ceph-mon[99443]: osdmap e435: 8 total, 8 up, 8 in 2024-04-12T08:50:53.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:53 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/1427355966' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T08:50:53.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:53 smithi175 ceph-mon[87929]: osdmap e435: 8 total, 8 up, 8 in 2024-04-12T08:50:54.063 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -e sha1=b277feb2c7beb4597d8ecc39d58d5c36b81f613a -- bash -c 'while ! ceph mon versions | grep $sha1 | grep '"'"': 3'"'"' ; do sleep 2 ; done' 2024-04-12T08:50:54.333 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:54 smithi112 ceph-mon[99443]: pgmap v248: 105 pgs: 32 unknown, 73 active+clean; 582 KiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-12T08:50:54.333 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:54 smithi112 ceph-mon[99443]: osdmap e436: 8 total, 8 up, 8 in 2024-04-12T08:50:54.334 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:54 smithi112 ceph-mon[95375]: pgmap v248: 105 pgs: 32 unknown, 73 active+clean; 582 KiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-12T08:50:54.334 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:54 smithi112 ceph-mon[95375]: osdmap e436: 8 total, 8 up, 8 in 2024-04-12T08:50:54.336 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage (2129 ms) 2024-04-12T08:50:54.336 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModePool 2024-04-12T08:50:54.442 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModePool (106 ms) 2024-04-12T08:50:54.443 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled 2024-04-12T08:50:54.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:54 smithi175 ceph-mon[87929]: pgmap v248: 105 pgs: 32 unknown, 73 active+clean; 582 KiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-12T08:50:54.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:54 smithi175 ceph-mon[87929]: osdmap e436: 8 total, 8 up, 8 in 2024-04-12T08:50:54.517 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled (75 ms) 2024-04-12T08:50:54.518 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeImage 2024-04-12T08:50:54.611 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeImage (94 ms) 2024-04-12T08:50:54.612 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeImage_NoObjectMap 2024-04-12T08:50:54.699 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeImage_NoObjectMap (88 ms) 2024-04-12T08:50:54.700 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModePool 2024-04-12T08:50:54.786 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModePool (86 ms) 2024-04-12T08:50:54.786 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeDisabled 2024-04-12T08:50:54.856 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T08:50:54.907 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeDisabled (121 ms) 2024-04-12T08:50:54.907 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMirroring.DisableImageMirrorWithPeer 2024-04-12T08:50:54.907 INFO:tasks.workunit.client.0.smithi112.stdout:SKIPPING 2024-04-12T08:50:54.907 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMirroring.DisableImageMirrorWithPeer (0 ms) 2024-04-12T08:50:54.907 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMirroring.DisableJournalingWithPeer 2024-04-12T08:50:54.907 INFO:tasks.workunit.client.0.smithi112.stdout:SKIPPING 2024-04-12T08:50:54.907 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMirroring.DisableJournalingWithPeer (0 ms) 2024-04-12T08:50:54.907 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled_WithoutJournaling 2024-04-12T08:50:54.974 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled_WithoutJournaling (67 ms) 2024-04-12T08:50:54.974 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModePool_WithoutJournaling 2024-04-12T08:50:55.048 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModePool_WithoutJournaling (74 ms) 2024-04-12T08:50:55.048 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutJournaling 2024-04-12T08:50:55.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:55 smithi112 ceph-mon[95375]: osdmap e437: 8 total, 8 up, 8 in 2024-04-12T08:50:55.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:55 smithi112 ceph-mon[99443]: osdmap e437: 8 total, 8 up, 8 in 2024-04-12T08:50:55.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:55 smithi175 ceph-mon[87929]: osdmap e437: 8 total, 8 up, 8 in 2024-04-12T08:50:56.293 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutJournaling (1245 ms) 2024-04-12T08:50:56.293 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutExclusiveLock 2024-04-12T08:50:56.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:56 smithi175 ceph-mon[87929]: pgmap v251: 105 pgs: 105 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:50:56.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:56 smithi175 ceph-mon[87929]: osdmap e438: 8 total, 8 up, 8 in 2024-04-12T08:50:56.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:56 smithi112 ceph-mon[95375]: pgmap v251: 105 pgs: 105 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:50:56.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:56 smithi112 ceph-mon[95375]: osdmap e438: 8 total, 8 up, 8 in 2024-04-12T08:50:56.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:56 smithi112 ceph-mon[99443]: pgmap v251: 105 pgs: 105 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:50:56.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:56 smithi112 ceph-mon[99443]: osdmap e438: 8 total, 8 up, 8 in 2024-04-12T08:50:57.015 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:50:56 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:50:56] "GET /metrics HTTP/1.1" 200 36355 "" "Prometheus/2.43.0" 2024-04-12T08:50:57.266 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:57 smithi112 ceph-mon[99443]: osdmap e439: 8 total, 8 up, 8 in 2024-04-12T08:50:57.267 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:57 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:57.267 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:57 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:57.267 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:57 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:50:57.267 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:57 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:50:57.267 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:57 smithi112 ceph-mon[99443]: pgmap v254: 105 pgs: 105 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:50:57.267 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:57 smithi112 ceph-mon[99443]: pgmap v255: 105 pgs: 105 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:50:57.267 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:57 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:57.267 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:57 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:50:57.267 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:57 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T08:50:57.267 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:57 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T08:50:57.267 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:57 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:57.267 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:57 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-12T08:50:57.268 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:57 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-04-12T08:50:57.268 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:57 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-12T08:50:57.268 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:57 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-04-12T08:50:57.268 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:57 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-12T08:50:57.268 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:57 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-04-12T08:50:57.268 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:57 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T08:50:57.268 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:57 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:57.268 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:57 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-12T08:50:57.268 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:57 smithi112 ceph-mon[95375]: osdmap e439: 8 total, 8 up, 8 in 2024-04-12T08:50:57.268 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:57 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:57.268 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:57 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:57.268 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:57 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:50:57.269 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:57 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:50:57.269 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:57 smithi112 ceph-mon[95375]: pgmap v254: 105 pgs: 105 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:50:57.269 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:57 smithi112 ceph-mon[95375]: pgmap v255: 105 pgs: 105 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:50:57.269 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:57 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:57.269 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:57 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:50:57.269 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:57 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T08:50:57.269 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:57 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T08:50:57.269 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:57 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:57.269 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:57 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-12T08:50:57.269 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:57 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-04-12T08:50:57.269 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:57 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-12T08:50:57.269 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:57 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-04-12T08:50:57.269 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:57 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-12T08:50:57.269 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:57 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-04-12T08:50:57.270 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:57 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T08:50:57.270 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:57 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:57.270 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:57 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-12T08:50:57.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:57 smithi175 ceph-mon[87929]: osdmap e439: 8 total, 8 up, 8 in 2024-04-12T08:50:57.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:57 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:57.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:57 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:57.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:57 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:50:57.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:57 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:50:57.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:57 smithi175 ceph-mon[87929]: pgmap v254: 105 pgs: 105 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:50:57.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:57 smithi175 ceph-mon[87929]: pgmap v255: 105 pgs: 105 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:50:57.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:57 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:57.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:57 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:50:57.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:57 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T08:50:57.516 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:57 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T08:50:57.516 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:57 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:57.516 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:57 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-12T08:50:57.516 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:57 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-04-12T08:50:57.516 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:57 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-12T08:50:57.516 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:57 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-04-12T08:50:57.516 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:57 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-12T08:50:57.516 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:57 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-04-12T08:50:57.516 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:57 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T08:50:57.516 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:57 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:50:57.516 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:57 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-12T08:50:57.601 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 19.0.0-2053-gb277feb2 (b277feb2c7beb4597d8ecc39d58d5c36b81f613a) squid (dev)": 3 2024-04-12T08:50:58.302 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutExclusiveLock (2009 ms) 2024-04-12T08:50:58.302 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeDisabled 2024-04-12T08:50:58.383 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeDisabled (81 ms) 2024-04-12T08:50:58.383 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeImage 2024-04-12T08:50:58.448 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:58 smithi112 ceph-mon[95375]: Upgrade: Setting container_image for all mon 2024-04-12T08:50:58.448 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:58 smithi112 ceph-mon[95375]: Upgrade: Setting container_image for all crash 2024-04-12T08:50:58.448 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:58 smithi112 ceph-mon[95375]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-12T08:50:58.448 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:58 smithi112 ceph-mon[95375]: Upgrade: osd.0 is safe to restart 2024-04-12T08:50:58.448 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:58 smithi112 ceph-mon[95375]: osdmap e440: 8 total, 8 up, 8 in 2024-04-12T08:50:58.448 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:58 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/3405697634' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:50:58.449 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:58 smithi112 ceph-mon[99443]: Upgrade: Setting container_image for all mon 2024-04-12T08:50:58.449 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:58 smithi112 ceph-mon[99443]: Upgrade: Setting container_image for all crash 2024-04-12T08:50:58.449 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:58 smithi112 ceph-mon[99443]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-12T08:50:58.449 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:58 smithi112 ceph-mon[99443]: Upgrade: osd.0 is safe to restart 2024-04-12T08:50:58.449 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:58 smithi112 ceph-mon[99443]: osdmap e440: 8 total, 8 up, 8 in 2024-04-12T08:50:58.449 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:58 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/3405697634' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:50:58.470 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeImage (87 ms) 2024-04-12T08:50:58.470 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModePool 2024-04-12T08:50:58.475 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -e sha1=b277feb2c7beb4597d8ecc39d58d5c36b81f613a -- bash -c 'ceph orch ps' 2024-04-12T08:50:58.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:58 smithi175 ceph-mon[87929]: Upgrade: Setting container_image for all mon 2024-04-12T08:50:58.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:58 smithi175 ceph-mon[87929]: Upgrade: Setting container_image for all crash 2024-04-12T08:50:58.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:58 smithi175 ceph-mon[87929]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-12T08:50:58.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:58 smithi175 ceph-mon[87929]: Upgrade: osd.0 is safe to restart 2024-04-12T08:50:58.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:58 smithi175 ceph-mon[87929]: osdmap e440: 8 total, 8 up, 8 in 2024-04-12T08:50:58.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:58 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/3405697634' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-12T08:50:58.567 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModePool (97 ms) 2024-04-12T08:50:58.567 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModePool_WithoutJournaling 2024-04-12T08:50:58.651 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModePool_WithoutJournaling (84 ms) 2024-04-12T08:50:58.651 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeImage_WithoutJournaling 2024-04-12T08:50:58.735 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeImage_WithoutJournaling (84 ms) 2024-04-12T08:50:58.735 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeDisabled 2024-04-12T08:50:58.821 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeDisabled (86 ms) 2024-04-12T08:50:58.821 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeImage 2024-04-12T08:50:58.910 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeImage (89 ms) 2024-04-12T08:50:58.910 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeImage_SnapshotMirroringEnabled 2024-04-12T08:50:59.015 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:50:58 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[77574]: ts=2024-04-12T08:50:58.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.112\", device_class=\"ssd\", hostname=\"smithi112\", instance=\"smithi175.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.112\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.112\", device_class=\"ssd\", hostname=\"smithi112\", instance=\"smithi112:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.112\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T08:50:59.395 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:59 smithi112 ceph-mon[95375]: osdmap e441: 8 total, 8 up, 8 in 2024-04-12T08:50:59.396 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:50:59 smithi112 ceph-mon[95375]: pgmap v258: 105 pgs: 105 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 471 KiB/s rd, 63 KiB/s wr, 679 op/s 2024-04-12T08:50:59.396 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:59 smithi112 ceph-mon[99443]: osdmap e441: 8 total, 8 up, 8 in 2024-04-12T08:50:59.396 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:50:59 smithi112 ceph-mon[99443]: pgmap v258: 105 pgs: 105 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 471 KiB/s rd, 63 KiB/s wr, 679 op/s 2024-04-12T08:50:59.429 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T08:50:59.764 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:59 smithi175 ceph-mon[87929]: osdmap e441: 8 total, 8 up, 8 in 2024-04-12T08:50:59.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:50:59 smithi175 ceph-mon[87929]: pgmap v258: 105 pgs: 105 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 471 KiB/s rd, 63 KiB/s wr, 679 op/s 2024-04-12T08:51:00.327 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeImage_SnapshotMirroringEnabled (1417 ms) 2024-04-12T08:51:00.327 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModePool 2024-04-12T08:51:00.428 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModePool (101 ms) 2024-04-12T08:51:00.428 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMirroring.DisableJournaling_In_MirrorModePool 2024-04-12T08:51:00.525 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMirroring.DisableJournaling_In_MirrorModePool (97 ms) 2024-04-12T08:51:00.525 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMirroring.DisableJournaling_In_MirrorModeImage 2024-04-12T08:51:00.594 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:00 smithi112 ceph-mon[95375]: osdmap e442: 8 total, 8 up, 8 in 2024-04-12T08:51:00.594 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:00 smithi112 ceph-mon[95375]: Upgrade: Updating osd.0 2024-04-12T08:51:00.594 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:00 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:51:00.594 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:00 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-12T08:51:00.595 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:00 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:51:00.595 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:00 smithi112 ceph-mon[95375]: Deploying daemon osd.0 on smithi112 2024-04-12T08:51:00.595 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:00 smithi112 ceph-mon[99443]: osdmap e442: 8 total, 8 up, 8 in 2024-04-12T08:51:00.595 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:00 smithi112 ceph-mon[99443]: Upgrade: Updating osd.0 2024-04-12T08:51:00.595 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:00 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:51:00.595 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:00 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-12T08:51:00.595 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:00 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:51:00.595 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:00 smithi112 ceph-mon[99443]: Deploying daemon osd.0 on smithi112 2024-04-12T08:51:00.620 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMirroring.DisableJournaling_In_MirrorModeImage (95 ms) 2024-04-12T08:51:00.620 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMirroring.MirrorModeSet_DisabledMode_To_PoolMode 2024-04-12T08:51:00.765 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMirroring.MirrorModeSet_DisabledMode_To_PoolMode (145 ms) 2024-04-12T08:51:00.765 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMirroring.MirrorModeSet_PoolMode_To_DisabledMode 2024-04-12T08:51:00.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:00 smithi175 ceph-mon[87929]: osdmap e442: 8 total, 8 up, 8 in 2024-04-12T08:51:00.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:00 smithi175 ceph-mon[87929]: Upgrade: Updating osd.0 2024-04-12T08:51:00.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:00 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:51:00.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:00 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-12T08:51:00.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:00 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:51:00.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:00 smithi175 ceph-mon[87929]: Deploying daemon osd.0 on smithi112 2024-04-12T08:51:00.912 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMirroring.MirrorModeSet_PoolMode_To_DisabledMode (147 ms) 2024-04-12T08:51:00.912 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMirroring.MirrorModeSet_DisabledMode_To_ImageMode 2024-04-12T08:51:01.068 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMirroring.MirrorModeSet_DisabledMode_To_ImageMode (156 ms) 2024-04-12T08:51:01.068 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMirroring.MirrorModeSet_PoolMode_To_ImageMode 2024-04-12T08:51:01.210 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMirroring.MirrorModeSet_PoolMode_To_ImageMode (143 ms) 2024-04-12T08:51:01.211 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMirroring.MirrorModeSet_ImageMode_To_PoolMode 2024-04-12T08:51:01.364 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMirroring.MirrorModeSet_ImageMode_To_PoolMode (153 ms) 2024-04-12T08:51:01.364 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMirroring.MirrorModeSet_ImageMode_To_DisabledMode 2024-04-12T08:51:01.498 INFO:teuthology.orchestra.run.smithi112.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-12T08:51:01.499 INFO:teuthology.orchestra.run.smithi112.stdout:alertmanager.a smithi112 *:9093,9094 running (4m) 5s ago 9m 26.9M - 0.25.0 c8568f914cd2 b276bf831cc7 2024-04-12T08:51:01.499 INFO:teuthology.orchestra.run.smithi112.stdout:grafana.a smithi175 *:3000 error 64s ago 8m - - 2024-04-12T08:51:01.499 INFO:teuthology.orchestra.run.smithi112.stdout:mds.foo.smithi112.qoyflb smithi112 running (7m) 5s ago 7m 18.0M - 17.2.7-827-gd3b5060a 21de9b7369ad 7251c16567cf 2024-04-12T08:51:01.499 INFO:teuthology.orchestra.run.smithi112.stdout:mds.foo.smithi175.kcfyhq smithi175 running (7m) 64s ago 7m 16.9M - 17.2.7-827-gd3b5060a 21de9b7369ad fca8b9493c88 2024-04-12T08:51:01.499 INFO:teuthology.orchestra.run.smithi112.stdout:mgr.x smithi175 *:8443,9283,8765 running (3m) 64s ago 13m 450M - 19.0.0-2053-gb277feb2 668895944f0e 25957c2a8ab7 2024-04-12T08:51:01.499 INFO:teuthology.orchestra.run.smithi112.stdout:mgr.y smithi112 *:8443,9283,8765 running (3m) 5s ago 14m 504M - 19.0.0-2053-gb277feb2 668895944f0e b5f563892d6d 2024-04-12T08:51:01.499 INFO:teuthology.orchestra.run.smithi112.stdout:mon.a smithi112 running (3m) 5s ago 14m 51.8M 2048M 19.0.0-2053-gb277feb2 668895944f0e c233bb875929 2024-04-12T08:51:01.499 INFO:teuthology.orchestra.run.smithi112.stdout:mon.b smithi175 running (73s) 64s ago 13m 22.7M 2048M 19.0.0-2053-gb277feb2 668895944f0e c4423c170802 2024-04-12T08:51:01.499 INFO:teuthology.orchestra.run.smithi112.stdout:mon.c smithi112 running (95s) 5s ago 13m 42.1M 2048M 19.0.0-2053-gb277feb2 668895944f0e 0f24e8d651fc 2024-04-12T08:51:01.499 INFO:teuthology.orchestra.run.smithi112.stdout:node-exporter.a smithi112 *:9100 running (4m) 5s ago 8m 16.5M - 1.5.0 0da6a335fe13 4621a7e58439 2024-04-12T08:51:01.499 INFO:teuthology.orchestra.run.smithi112.stdout:node-exporter.b smithi175 *:9100 running (4m) 64s ago 8m 16.7M - 1.5.0 0da6a335fe13 7ebb3edc4f84 2024-04-12T08:51:01.500 INFO:teuthology.orchestra.run.smithi112.stdout:osd.0 smithi112 running (12m) 5s ago 12m 116M 2480M 17.2.7-827-gd3b5060a 21de9b7369ad de5a7aa193e8 2024-04-12T08:51:01.500 INFO:teuthology.orchestra.run.smithi112.stdout:osd.1 smithi112 running (12m) 5s ago 12m 135M 2480M 17.2.7-827-gd3b5060a 21de9b7369ad 713ee2bfe458 2024-04-12T08:51:01.500 INFO:teuthology.orchestra.run.smithi112.stdout:osd.2 smithi112 running (11m) 5s ago 11m 161M 2480M 17.2.7-827-gd3b5060a 21de9b7369ad 8208a26f4bb7 2024-04-12T08:51:01.500 INFO:teuthology.orchestra.run.smithi112.stdout:osd.3 smithi112 running (11m) 5s ago 11m 130M 2480M 17.2.7-827-gd3b5060a 21de9b7369ad 7e13badec631 2024-04-12T08:51:01.500 INFO:teuthology.orchestra.run.smithi112.stdout:osd.4 smithi175 running (11m) 64s ago 11m 110M 2480M 17.2.7-827-gd3b5060a 21de9b7369ad 03ae42aa98cd 2024-04-12T08:51:01.500 INFO:teuthology.orchestra.run.smithi112.stdout:osd.5 smithi175 running (10m) 64s ago 10m 88.6M 2480M 17.2.7-827-gd3b5060a 21de9b7369ad 584bb9e59608 2024-04-12T08:51:01.500 INFO:teuthology.orchestra.run.smithi112.stdout:osd.6 smithi175 running (10m) 64s ago 10m 116M 2480M 17.2.7-827-gd3b5060a 21de9b7369ad 4d33c835fc53 2024-04-12T08:51:01.500 INFO:teuthology.orchestra.run.smithi112.stdout:osd.7 smithi175 running (9m) 64s ago 9m 98.7M 2480M 17.2.7-827-gd3b5060a 21de9b7369ad 1011d4c3888f 2024-04-12T08:51:01.500 INFO:teuthology.orchestra.run.smithi112.stdout:prometheus.a smithi175 *:9095 running (3m) 64s ago 9m 62.3M - 2.43.0 a07b618ecd1d ce32c390e55c 2024-04-12T08:51:01.530 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMirroring.MirrorModeSet_ImageMode_To_DisabledMode (166 ms) 2024-04-12T08:51:01.530 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageEnabled 2024-04-12T08:51:01.562 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:01 smithi112 ceph-mon[99443]: osdmap e443: 8 total, 8 up, 8 in 2024-04-12T08:51:01.562 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:01 smithi112 ceph-mon[99443]: pgmap v261: 105 pgs: 105 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 433 KiB/s rd, 58 KiB/s wr, 624 op/s 2024-04-12T08:51:01.563 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:01 smithi112 ceph-mon[95375]: osdmap e443: 8 total, 8 up, 8 in 2024-04-12T08:51:01.563 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:01 smithi112 ceph-mon[95375]: pgmap v261: 105 pgs: 105 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 433 KiB/s rd, 58 KiB/s wr, 624 op/s 2024-04-12T08:51:01.611 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageEnabled (81 ms) 2024-04-12T08:51:01.611 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageDisabled 2024-04-12T08:51:01.682 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageDisabled (71 ms) 2024-04-12T08:51:01.682 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMirroring.RemoveImage_With_ImageWithoutJournal 2024-04-12T08:51:01.745 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMirroring.RemoveImage_With_ImageWithoutJournal (63 ms) 2024-04-12T08:51:01.745 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageDemoted 2024-04-12T08:51:01.764 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:01 smithi175 ceph-mon[87929]: osdmap e443: 8 total, 8 up, 8 in 2024-04-12T08:51:01.764 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:01 smithi175 ceph-mon[87929]: pgmap v261: 105 pgs: 105 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 433 KiB/s rd, 58 KiB/s wr, 624 op/s 2024-04-12T08:51:01.852 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageDemoted (107 ms) 2024-04-12T08:51:01.852 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMirroring.TrashMoveRestore_PoolMode 2024-04-12T08:51:01.966 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMirroring.TrashMoveRestore_PoolMode (114 ms) 2024-04-12T08:51:01.966 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMirroring.TrashMoveRestore_ImageMode_MirroringDisabled 2024-04-12T08:51:02.063 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMirroring.TrashMoveRestore_ImageMode_MirroringDisabled (97 ms) 2024-04-12T08:51:02.063 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMirroring.TrashMoveRestore_ImageMode_MirroringEnabled 2024-04-12T08:51:02.175 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMirroring.TrashMoveRestore_ImageMode_MirroringEnabled (112 ms) 2024-04-12T08:51:02.175 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMirroring.MirrorStatusList 2024-04-12T08:51:02.242 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMirroring.MirrorStatusList (67 ms) 2024-04-12T08:51:02.242 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMirroring.RemoveBootstrapped 2024-04-12T08:51:02.331 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMirroring.RemoveBootstrapped (90 ms) 2024-04-12T08:51:02.332 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMirroring.AioPromoteDemote 2024-04-12T08:51:02.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:02 smithi112 ceph-mon[95375]: from='client.34263 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T08:51:02.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:02 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:51:02.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:02 smithi112 ceph-mon[99443]: from='client.34263 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T08:51:02.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:02 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:51:02.688 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMirroring.AioPromoteDemote (356 ms) 2024-04-12T08:51:02.688 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMirroring.AioGetInfo 2024-04-12T08:51:02.764 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:02 smithi175 ceph-mon[87929]: from='client.34263 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T08:51:02.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:02 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:51:03.017 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMirroring.AioGetInfo (329 ms) 2024-04-12T08:51:03.017 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMirroring.AioGetStatus 2024-04-12T08:51:03.119 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -e sha1=b277feb2c7beb4597d8ecc39d58d5c36b81f613a -- bash -c 'ceph orch upgrade pause' 2024-04-12T08:51:03.232 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMirroring.AioGetStatus (215 ms) 2024-04-12T08:51:03.232 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMirroring.SiteName 2024-04-12T08:51:03.239 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMirroring.SiteName (7 ms) 2024-04-12T08:51:03.239 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMirroring.Bootstrap 2024-04-12T08:51:03.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:03 smithi112 ceph-mon[99443]: pgmap v262: 105 pgs: 105 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 306 KiB/s rd, 41 KiB/s wr, 441 op/s 2024-04-12T08:51:03.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:03 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/1427355966' entity='client.admin' 2024-04-12T08:51:03.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:03 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/1427355966' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-12T08:51:03.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:03 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/1427355966' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-12T08:51:03.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:03 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/1427355966' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-04-12T08:51:03.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:03 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/1427355966' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-12T08:51:03.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:03 smithi112 ceph-mon[95375]: pgmap v262: 105 pgs: 105 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 306 KiB/s rd, 41 KiB/s wr, 441 op/s 2024-04-12T08:51:03.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:03 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/1427355966' entity='client.admin' 2024-04-12T08:51:03.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:03 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/1427355966' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-12T08:51:03.344 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:03 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/1427355966' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-12T08:51:03.344 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:03 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/1427355966' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-04-12T08:51:03.344 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:03 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/1427355966' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-12T08:51:03.628 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T08:51:03.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:03 smithi175 ceph-mon[87929]: pgmap v262: 105 pgs: 105 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 306 KiB/s rd, 41 KiB/s wr, 441 op/s 2024-04-12T08:51:03.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:03 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/1427355966' entity='client.admin' 2024-04-12T08:51:03.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:03 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/1427355966' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-12T08:51:03.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:03 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/1427355966' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-12T08:51:03.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:03 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/1427355966' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-04-12T08:51:03.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:03 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/1427355966' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-12T08:51:04.055 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMirroring.Bootstrap (817 ms) 2024-04-12T08:51:04.056 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMirroring.PeerDirection 2024-04-12T08:51:04.065 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMirroring.PeerDirection (9 ms) 2024-04-12T08:51:04.065 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMirroring.Snapshot 2024-04-12T08:51:04.872 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:04 smithi112 ceph-mon[95375]: osdmap e444: 8 total, 8 up, 8 in 2024-04-12T08:51:04.872 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:04 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/1427355966' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-04-12T08:51:04.872 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:04 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/1427355966' entity='client.admin' 2024-04-12T08:51:04.872 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:04 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/1427355966' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-12T08:51:04.872 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:04 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/1427355966' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2024-04-12T08:51:04.872 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:04 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/1427355966' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-12T08:51:04.872 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:04 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/1427355966' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/7351f83a-9bcd-4173-a7c1-56e6e35624a5"}]: dispatch 2024-04-12T08:51:04.873 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:04 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/1427355966' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/7351f83a-9bcd-4173-a7c1-56e6e35624a5"}]': finished 2024-04-12T08:51:04.873 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:04 smithi112 ceph-mon[99443]: osdmap e444: 8 total, 8 up, 8 in 2024-04-12T08:51:04.873 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:04 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/1427355966' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-04-12T08:51:04.873 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:04 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/1427355966' entity='client.admin' 2024-04-12T08:51:04.873 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:04 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/1427355966' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-12T08:51:04.873 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:04 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/1427355966' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2024-04-12T08:51:04.873 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:04 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/1427355966' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-12T08:51:04.873 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:04 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/1427355966' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/7351f83a-9bcd-4173-a7c1-56e6e35624a5"}]: dispatch 2024-04-12T08:51:04.873 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:04 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/1427355966' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/7351f83a-9bcd-4173-a7c1-56e6e35624a5"}]': finished 2024-04-12T08:51:05.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:04 smithi175 ceph-mon[87929]: osdmap e444: 8 total, 8 up, 8 in 2024-04-12T08:51:05.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:04 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/1427355966' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-04-12T08:51:05.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:04 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/1427355966' entity='client.admin' 2024-04-12T08:51:05.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:04 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/1427355966' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-12T08:51:05.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:04 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/1427355966' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2024-04-12T08:51:05.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:04 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/1427355966' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-12T08:51:05.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:04 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/1427355966' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/7351f83a-9bcd-4173-a7c1-56e6e35624a5"}]: dispatch 2024-04-12T08:51:05.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:04 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/1427355966' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/7351f83a-9bcd-4173-a7c1-56e6e35624a5"}]': finished 2024-04-12T08:51:05.229 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 12 08:51:05 smithi112 systemd[1]: Stopping Ceph osd.0 for 96d9de20-f8a7-11ee-bc8c-c7b262605968... 2024-04-12T08:51:05.795 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:05 smithi112 ceph-mon[95375]: pgmap v264: 105 pgs: 105 active+clean; 584 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 196 KiB/s wr, 1.80k op/s 2024-04-12T08:51:05.795 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:05 smithi112 ceph-mon[95375]: osdmap e445: 8 total, 8 up, 8 in 2024-04-12T08:51:05.796 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:05 smithi112 ceph-mon[99443]: pgmap v264: 105 pgs: 105 active+clean; 584 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 196 KiB/s wr, 1.80k op/s 2024-04-12T08:51:05.796 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:05 smithi112 ceph-mon[99443]: osdmap e445: 8 total, 8 up, 8 in 2024-04-12T08:51:06.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:05 smithi175 ceph-mon[87929]: pgmap v264: 105 pgs: 105 active+clean; 584 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 196 KiB/s wr, 1.80k op/s 2024-04-12T08:51:06.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:05 smithi175 ceph-mon[87929]: osdmap e445: 8 total, 8 up, 8 in 2024-04-12T08:51:06.273 INFO:teuthology.orchestra.run.smithi112.stdout:Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec 2024-04-12T08:51:06.592 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 12 08:51:06 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-0[44254]: 2024-04-12T08:51:06.222+0000 7f02c0737700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T08:51:06.592 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 12 08:51:06 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-0[44254]: 2024-04-12T08:51:06.222+0000 7f02c0737700 -1 osd.0 446 *** Got signal Terminated *** 2024-04-12T08:51:06.592 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 12 08:51:06 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-0[44254]: 2024-04-12T08:51:06.222+0000 7f02c0737700 -1 osd.0 446 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-12T08:51:06.909 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:51:06 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:51:06] "GET /metrics HTTP/1.1" 200 36330 "" "Prometheus/2.43.0" 2024-04-12T08:51:06.934 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -e sha1=b277feb2c7beb4597d8ecc39d58d5c36b81f613a -- bash -c 'sleep 60' 2024-04-12T08:51:07.198 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T08:51:07.319 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:07 smithi112 ceph-mon[95375]: osdmap e446: 8 total, 8 up, 8 in 2024-04-12T08:51:07.319 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:07 smithi112 ceph-mon[95375]: osd.0 marked itself down and dead 2024-04-12T08:51:07.319 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:07 smithi112 ceph-mon[95375]: from='client.34275 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T08:51:07.319 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:07 smithi112 ceph-mon[95375]: Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec 2024-04-12T08:51:07.320 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:07 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:51:07.320 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:07 smithi112 ceph-mon[95375]: pgmap v267: 105 pgs: 105 active+clean; 584 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 196 KiB/s wr, 1.80k op/s 2024-04-12T08:51:07.320 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:07 smithi112 ceph-mon[99443]: osdmap e446: 8 total, 8 up, 8 in 2024-04-12T08:51:07.320 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:07 smithi112 ceph-mon[99443]: osd.0 marked itself down and dead 2024-04-12T08:51:07.320 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:07 smithi112 ceph-mon[99443]: from='client.34275 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T08:51:07.320 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:07 smithi112 ceph-mon[99443]: Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec 2024-04-12T08:51:07.320 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:07 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:51:07.320 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:07 smithi112 ceph-mon[99443]: pgmap v267: 105 pgs: 105 active+clean; 584 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 196 KiB/s wr, 1.80k op/s 2024-04-12T08:51:07.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:07 smithi175 ceph-mon[87929]: osdmap e446: 8 total, 8 up, 8 in 2024-04-12T08:51:07.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:07 smithi175 ceph-mon[87929]: osd.0 marked itself down and dead 2024-04-12T08:51:07.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:07 smithi175 ceph-mon[87929]: from='client.34275 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T08:51:07.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:07 smithi175 ceph-mon[87929]: Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec 2024-04-12T08:51:07.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:07 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:51:07.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:07 smithi175 ceph-mon[87929]: pgmap v267: 105 pgs: 105 active+clean; 584 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 196 KiB/s wr, 1.80k op/s 2024-04-12T08:51:08.068 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 12 08:51:07 smithi112 podman[106568]: 2024-04-12 08:51:07.859115448 +0000 UTC m=+1.742813200 container died de5a7aa193e814b3d620d6f5ffdaab622aabf7027ca6c92f258125e22b43d906 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, RELEASE=quincy-d3b5060, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-04-12T08:51:08.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:08 smithi112 ceph-mon[99443]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-12T08:51:08.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:08 smithi112 ceph-mon[99443]: osdmap e447: 8 total, 7 up, 8 in 2024-04-12T08:51:08.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:08 smithi112 ceph-mon[95375]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-12T08:51:08.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:08 smithi112 ceph-mon[95375]: osdmap e447: 8 total, 7 up, 8 in 2024-04-12T08:51:08.343 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 12 08:51:08 smithi112 podman[106568]: 2024-04-12 08:51:08.208079196 +0000 UTC m=+2.091776903 container cleanup de5a7aa193e814b3d620d6f5ffdaab622aabf7027ca6c92f258125e22b43d906 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-0, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, RELEASE=quincy-d3b5060, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.license=GPLv2) 2024-04-12T08:51:08.343 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 12 08:51:08 smithi112 bash[106568]: ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-0 2024-04-12T08:51:08.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:08 smithi175 ceph-mon[87929]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-12T08:51:08.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:08 smithi175 ceph-mon[87929]: osdmap e447: 8 total, 7 up, 8 in 2024-04-12T08:51:09.015 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:51:08 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[77574]: ts=2024-04-12T08:51:08.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.112\", device_class=\"ssd\", hostname=\"smithi112\", instance=\"smithi175.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.112\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.112\", device_class=\"ssd\", hostname=\"smithi112\", instance=\"smithi112:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.112\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T08:51:09.021 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 12 08:51:08 smithi112 podman[106692]: 2024-04-12 08:51:08.895478295 +0000 UTC m=+1.265676834 container remove de5a7aa193e814b3d620d6f5ffdaab622aabf7027ca6c92f258125e22b43d906 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-0, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, RELEASE=quincy-d3b5060, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.33.5) 2024-04-12T08:51:09.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:09 smithi112 ceph-mon[95375]: osdmap e448: 8 total, 7 up, 8 in 2024-04-12T08:51:09.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:09 smithi112 ceph-mon[95375]: pgmap v270: 105 pgs: 4 activating+undersized, 1 activating+undersized+degraded, 19 active+undersized+degraded, 18 active+undersized, 63 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 464 KiB/s rd, 58 KiB/s wr, 639 op/s; 45/309 objects degraded (14.563%) 2024-04-12T08:51:09.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:09 smithi112 ceph-mon[99443]: osdmap e448: 8 total, 7 up, 8 in 2024-04-12T08:51:09.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:09 smithi112 ceph-mon[99443]: pgmap v270: 105 pgs: 4 activating+undersized, 1 activating+undersized+degraded, 19 active+undersized+degraded, 18 active+undersized, 63 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 464 KiB/s rd, 58 KiB/s wr, 639 op/s; 45/309 objects degraded (14.563%) 2024-04-12T08:51:09.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:09 smithi175 ceph-mon[87929]: osdmap e448: 8 total, 7 up, 8 in 2024-04-12T08:51:09.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:09 smithi175 ceph-mon[87929]: pgmap v270: 105 pgs: 4 activating+undersized, 1 activating+undersized+degraded, 19 active+undersized+degraded, 18 active+undersized, 63 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 464 KiB/s rd, 58 KiB/s wr, 639 op/s; 45/309 objects degraded (14.563%) 2024-04-12T08:51:09.955 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 12 08:51:09 smithi112 podman[106816]: 2024-04-12 08:51:09.60483614 +0000 UTC m=+0.017696033 image pull 668895944f0ec64b67a5b7564961d2756f2966e5d4b9338516300dbec9984951 quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec 2024-04-12T08:51:09.955 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 12 08:51:09 smithi112 podman[106816]: 2024-04-12 08:51:09.716350002 +0000 UTC m=+0.129209871 container create a01d8ad7245e3e2b90129450e9b7fb2d1cc09ae241fbe980cf797ee9e3fef789 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-0-deactivate, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=squid-b277feb, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-04-12T08:51:09.955 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 12 08:51:09 smithi112 podman[106816]: 2024-04-12 08:51:09.952225407 +0000 UTC m=+0.365085284 container init a01d8ad7245e3e2b90129450e9b7fb2d1cc09ae241fbe980cf797ee9e3fef789 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-0-deactivate, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, RELEASE=squid-b277feb, GIT_CLEAN=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-04-12T08:51:09.955 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 12 08:51:09 smithi112 podman[106816]: 2024-04-12 08:51:09.955315315 +0000 UTC m=+0.368175186 container start a01d8ad7245e3e2b90129450e9b7fb2d1cc09ae241fbe980cf797ee9e3fef789 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-0-deactivate, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=squid-b277feb, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True) 2024-04-12T08:51:10.254 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:10 smithi112 ceph-mon[99443]: Health check failed: Reduced data availability: 2 pgs inactive (PG_AVAILABILITY) 2024-04-12T08:51:10.254 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:10 smithi112 ceph-mon[99443]: Health check failed: Degraded data redundancy: 45/309 objects degraded (14.563%), 20 pgs degraded (PG_DEGRADED) 2024-04-12T08:51:10.254 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:10 smithi112 ceph-mon[99443]: osdmap e449: 8 total, 7 up, 8 in 2024-04-12T08:51:10.254 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 12 08:51:10 smithi112 podman[106816]: 2024-04-12 08:51:10.052199999 +0000 UTC m=+0.465059884 container attach a01d8ad7245e3e2b90129450e9b7fb2d1cc09ae241fbe980cf797ee9e3fef789 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-0-deactivate, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=squid-b277feb, io.buildah.version=1.33.5, ceph=True, org.label-schema.build-date=20240409, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-12T08:51:10.255 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:10 smithi112 ceph-mon[95375]: Health check failed: Reduced data availability: 2 pgs inactive (PG_AVAILABILITY) 2024-04-12T08:51:10.255 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:10 smithi112 ceph-mon[95375]: Health check failed: Degraded data redundancy: 45/309 objects degraded (14.563%), 20 pgs degraded (PG_DEGRADED) 2024-04-12T08:51:10.255 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:10 smithi112 ceph-mon[95375]: osdmap e449: 8 total, 7 up, 8 in 2024-04-12T08:51:10.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:10 smithi175 ceph-mon[87929]: Health check failed: Reduced data availability: 2 pgs inactive (PG_AVAILABILITY) 2024-04-12T08:51:10.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:10 smithi175 ceph-mon[87929]: Health check failed: Degraded data redundancy: 45/309 objects degraded (14.563%), 20 pgs degraded (PG_DEGRADED) 2024-04-12T08:51:10.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:10 smithi175 ceph-mon[87929]: osdmap e449: 8 total, 7 up, 8 in 2024-04-12T08:51:10.592 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 12 08:51:10 smithi112 podman[106816]: 2024-04-12 08:51:10.254444867 +0000 UTC m=+0.667304747 container died a01d8ad7245e3e2b90129450e9b7fb2d1cc09ae241fbe980cf797ee9e3fef789 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-0-deactivate, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, RELEASE=squid-b277feb, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-12T08:51:11.092 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 12 08:51:10 smithi112 podman[106841]: 2024-04-12 08:51:10.88097246 +0000 UTC m=+0.621468327 container remove a01d8ad7245e3e2b90129450e9b7fb2d1cc09ae241fbe980cf797ee9e3fef789 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-0-deactivate, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.33.5, RELEASE=squid-b277feb, org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-12T08:51:11.092 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 12 08:51:10 smithi112 systemd[1]: ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@osd.0.service: Deactivated successfully. 2024-04-12T08:51:11.092 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 12 08:51:10 smithi112 systemd[1]: Stopped Ceph osd.0 for 96d9de20-f8a7-11ee-bc8c-c7b262605968. 2024-04-12T08:51:11.093 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 12 08:51:10 smithi112 systemd[1]: ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@osd.0.service: Consumed 24.702s CPU time. 2024-04-12T08:51:11.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:11 smithi175 ceph-mon[87929]: osdmap e450: 8 total, 7 up, 8 in 2024-04-12T08:51:11.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:11 smithi175 ceph-mon[87929]: pgmap v273: 105 pgs: 4 activating+undersized, 1 activating+undersized+degraded, 19 active+undersized+degraded, 18 active+undersized, 63 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 464 KiB/s rd, 58 KiB/s wr, 639 op/s; 45/309 objects degraded (14.563%) 2024-04-12T08:51:11.438 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:11 smithi112 ceph-mon[99443]: osdmap e450: 8 total, 7 up, 8 in 2024-04-12T08:51:11.438 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:11 smithi112 ceph-mon[99443]: pgmap v273: 105 pgs: 4 activating+undersized, 1 activating+undersized+degraded, 19 active+undersized+degraded, 18 active+undersized, 63 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 464 KiB/s rd, 58 KiB/s wr, 639 op/s; 45/309 objects degraded (14.563%) 2024-04-12T08:51:11.438 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:11 smithi112 ceph-mon[95375]: osdmap e450: 8 total, 7 up, 8 in 2024-04-12T08:51:11.438 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:11 smithi112 ceph-mon[95375]: pgmap v273: 105 pgs: 4 activating+undersized, 1 activating+undersized+degraded, 19 active+undersized+degraded, 18 active+undersized, 63 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 464 KiB/s rd, 58 KiB/s wr, 639 op/s; 45/309 objects degraded (14.563%) 2024-04-12T08:51:11.438 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 12 08:51:11 smithi112 systemd[1]: Starting Ceph osd.0 for 96d9de20-f8a7-11ee-bc8c-c7b262605968... 2024-04-12T08:51:11.438 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 12 08:51:11 smithi112 podman[106945]: 2024-04-12 08:51:11.221979441 +0000 UTC m=+0.017928689 image pull 668895944f0ec64b67a5b7564961d2756f2966e5d4b9338516300dbec9984951 quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec 2024-04-12T08:51:11.439 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 12 08:51:11 smithi112 podman[106945]: 2024-04-12 08:51:11.323301845 +0000 UTC m=+0.119251080 container create d9e9f2eee41878d82bcddd06c4caae7f212a25cb5e9fd06bc22fd8f52913de78 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-0-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=squid-b277feb, ceph=True, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-04-12T08:51:11.842 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 12 08:51:11 smithi112 podman[106945]: 2024-04-12 08:51:11.550915956 +0000 UTC m=+0.346865195 container init d9e9f2eee41878d82bcddd06c4caae7f212a25cb5e9fd06bc22fd8f52913de78 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-0-activate, CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , RELEASE=squid-b277feb, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-04-12T08:51:11.842 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 12 08:51:11 smithi112 podman[106945]: 2024-04-12 08:51:11.5542831 +0000 UTC m=+0.350232342 container start d9e9f2eee41878d82bcddd06c4caae7f212a25cb5e9fd06bc22fd8f52913de78 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-0-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=squid-b277feb, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-12T08:51:11.843 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 12 08:51:11 smithi112 podman[106945]: 2024-04-12 08:51:11.659231879 +0000 UTC m=+0.455181125 container attach d9e9f2eee41878d82bcddd06c4caae7f212a25cb5e9fd06bc22fd8f52913de78 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-0-activate, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, RELEASE=squid-b277feb, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-12T08:51:12.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:12 smithi112 ceph-mon[99443]: osdmap e451: 8 total, 7 up, 8 in 2024-04-12T08:51:12.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:12 smithi112 ceph-mon[95375]: osdmap e451: 8 total, 7 up, 8 in 2024-04-12T08:51:12.343 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 12 08:51:11 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-0-activate[106960]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-04-12T08:51:12.343 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 12 08:51:11 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-0-activate[106960]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-04-12T08:51:12.343 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 12 08:51:11 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-0-activate[106960]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-04-12T08:51:12.343 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 12 08:51:11 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-0-activate[106960]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-04-12T08:51:12.343 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 12 08:51:11 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-0-activate[106960]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2024-04-12T08:51:12.343 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 12 08:51:11 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-0-activate[106960]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-04-12T08:51:12.343 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 12 08:51:11 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-0-activate[106960]: --> ceph-volume raw activate successful for osd ID: 0 2024-04-12T08:51:12.343 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 12 08:51:11 smithi112 bash[106945]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-04-12T08:51:12.343 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 12 08:51:11 smithi112 bash[106945]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-04-12T08:51:12.343 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 12 08:51:11 smithi112 bash[106945]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-04-12T08:51:12.343 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 12 08:51:11 smithi112 bash[106945]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-04-12T08:51:12.344 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 12 08:51:11 smithi112 bash[106945]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2024-04-12T08:51:12.344 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 12 08:51:11 smithi112 bash[106945]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-04-12T08:51:12.344 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 12 08:51:11 smithi112 bash[106945]: --> ceph-volume raw activate successful for osd ID: 0 2024-04-12T08:51:12.344 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 12 08:51:12 smithi112 podman[106945]: 2024-04-12 08:51:12.018186571 +0000 UTC m=+0.814135799 container died d9e9f2eee41878d82bcddd06c4caae7f212a25cb5e9fd06bc22fd8f52913de78 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-0-activate, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, RELEASE=squid-b277feb, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-04-12T08:51:12.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:12 smithi175 ceph-mon[87929]: osdmap e451: 8 total, 7 up, 8 in 2024-04-12T08:51:13.035 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 12 08:51:12 smithi112 podman[107087]: 2024-04-12 08:51:12.696699489 +0000 UTC m=+0.673769976 container remove d9e9f2eee41878d82bcddd06c4caae7f212a25cb5e9fd06bc22fd8f52913de78 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-0-activate, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-b277feb, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-12T08:51:13.035 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 12 08:51:12 smithi112 podman[107151]: 2024-04-12 08:51:12.817181966 +0000 UTC m=+0.018006550 image pull 668895944f0ec64b67a5b7564961d2756f2966e5d4b9338516300dbec9984951 quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec 2024-04-12T08:51:13.036 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 12 08:51:12 smithi112 podman[107151]: 2024-04-12 08:51:12.930919383 +0000 UTC m=+0.131743964 container create 5e174389b82120fbcde0a4cf1ea177c29c39d9a643dbd87aba65fa4c717eb9db (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-0, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, RELEASE=squid-b277feb, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-04-12T08:51:13.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:13 smithi112 ceph-mon[99443]: osdmap e452: 8 total, 7 up, 8 in 2024-04-12T08:51:13.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:13 smithi112 ceph-mon[99443]: pgmap v276: 105 pgs: 4 activating+undersized, 1 activating+undersized+degraded, 19 active+undersized+degraded, 18 active+undersized, 63 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 45/309 objects degraded (14.563%) 2024-04-12T08:51:13.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:13 smithi112 ceph-mon[95375]: osdmap e452: 8 total, 7 up, 8 in 2024-04-12T08:51:13.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:13 smithi112 ceph-mon[95375]: pgmap v276: 105 pgs: 4 activating+undersized, 1 activating+undersized+degraded, 19 active+undersized+degraded, 18 active+undersized, 63 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 45/309 objects degraded (14.563%) 2024-04-12T08:51:13.343 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 12 08:51:13 smithi112 podman[107151]: 2024-04-12 08:51:13.10807666 +0000 UTC m=+0.308901242 container init 5e174389b82120fbcde0a4cf1ea177c29c39d9a643dbd87aba65fa4c717eb9db (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-0, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=squid-b277feb, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=) 2024-04-12T08:51:13.343 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 12 08:51:13 smithi112 podman[107151]: 2024-04-12 08:51:13.112290878 +0000 UTC m=+0.313115466 container start 5e174389b82120fbcde0a4cf1ea177c29c39d9a643dbd87aba65fa4c717eb9db (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=squid-b277feb, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, ceph=True) 2024-04-12T08:51:13.343 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 12 08:51:13 smithi112 ceph-osd[107170]: -- 172.21.15.112:0/2902855020 <== mon.2 v2:172.21.15.112:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x557021903680 con 0x5570218cd000 2024-04-12T08:51:13.343 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 12 08:51:13 smithi112 bash[107151]: 5e174389b82120fbcde0a4cf1ea177c29c39d9a643dbd87aba65fa4c717eb9db 2024-04-12T08:51:13.343 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 12 08:51:13 smithi112 systemd[1]: Started Ceph osd.0 for 96d9de20-f8a7-11ee-bc8c-c7b262605968. 2024-04-12T08:51:13.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:13 smithi175 ceph-mon[87929]: osdmap e452: 8 total, 7 up, 8 in 2024-04-12T08:51:13.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:13 smithi175 ceph-mon[87929]: pgmap v276: 105 pgs: 4 activating+undersized, 1 activating+undersized+degraded, 19 active+undersized+degraded, 18 active+undersized, 63 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 45/309 objects degraded (14.563%) 2024-04-12T08:51:14.038 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 12 08:51:13 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-0[107166]: 2024-04-12T08:51:13.655+0000 7fbc3584d7c0 -1 Falling back to public interface 2024-04-12T08:51:14.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:14 smithi112 ceph-mon[95375]: osdmap e453: 8 total, 7 up, 8 in 2024-04-12T08:51:14.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:14 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:51:14.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:14 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:51:14.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:14 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:51:14.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:14 smithi112 ceph-mon[95375]: osdmap e454: 8 total, 7 up, 8 in 2024-04-12T08:51:14.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:14 smithi112 ceph-mon[99443]: osdmap e453: 8 total, 7 up, 8 in 2024-04-12T08:51:14.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:14 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:51:14.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:14 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:51:14.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:14 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:51:14.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:14 smithi112 ceph-mon[99443]: osdmap e454: 8 total, 7 up, 8 in 2024-04-12T08:51:14.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:14 smithi175 ceph-mon[87929]: osdmap e453: 8 total, 7 up, 8 in 2024-04-12T08:51:14.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:14 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:51:14.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:14 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:51:14.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:14 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:51:14.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:14 smithi175 ceph-mon[87929]: osdmap e454: 8 total, 7 up, 8 in 2024-04-12T08:51:16.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:15 smithi175 ceph-mon[87929]: osdmap e455: 8 total, 7 up, 8 in 2024-04-12T08:51:16.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:15 smithi175 ceph-mon[87929]: pgmap v280: 105 pgs: 22 active+undersized+degraded, 20 active+undersized, 63 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 57 KiB/s rd, 5.5 KiB/s wr, 74 op/s; 51/333 objects degraded (15.315%) 2024-04-12T08:51:16.035 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:15 smithi112 ceph-mon[95375]: osdmap e455: 8 total, 7 up, 8 in 2024-04-12T08:51:16.036 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:15 smithi112 ceph-mon[95375]: pgmap v280: 105 pgs: 22 active+undersized+degraded, 20 active+undersized, 63 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 57 KiB/s rd, 5.5 KiB/s wr, 74 op/s; 51/333 objects degraded (15.315%) 2024-04-12T08:51:16.036 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:15 smithi112 ceph-mon[99443]: osdmap e455: 8 total, 7 up, 8 in 2024-04-12T08:51:16.036 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:15 smithi112 ceph-mon[99443]: pgmap v280: 105 pgs: 22 active+undersized+degraded, 20 active+undersized, 63 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 57 KiB/s rd, 5.5 KiB/s wr, 74 op/s; 51/333 objects degraded (15.315%) 2024-04-12T08:51:16.725 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:16 smithi112 ceph-mon[99443]: Health check update: Degraded data redundancy: 51/333 objects degraded (15.315%), 22 pgs degraded (PG_DEGRADED) 2024-04-12T08:51:16.725 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:16 smithi112 ceph-mon[99443]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive) 2024-04-12T08:51:16.725 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:16 smithi112 ceph-mon[99443]: osdmap e456: 8 total, 7 up, 8 in 2024-04-12T08:51:16.725 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:16 smithi112 ceph-mon[99443]: from='osd.0 [v2:172.21.15.112:6802/726901301,v1:172.21.15.112:6803/726901301]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-12T08:51:16.725 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:16 smithi112 ceph-mon[95375]: Health check update: Degraded data redundancy: 51/333 objects degraded (15.315%), 22 pgs degraded (PG_DEGRADED) 2024-04-12T08:51:16.726 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:16 smithi112 ceph-mon[95375]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive) 2024-04-12T08:51:16.726 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:16 smithi112 ceph-mon[95375]: osdmap e456: 8 total, 7 up, 8 in 2024-04-12T08:51:16.726 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:16 smithi112 ceph-mon[95375]: from='osd.0 [v2:172.21.15.112:6802/726901301,v1:172.21.15.112:6803/726901301]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-12T08:51:16.726 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 12 08:51:16 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-0[107166]: 2024-04-12T08:51:16.463+0000 7fbc3584d7c0 -1 osd.0 446 log_to_monitors true 2024-04-12T08:51:16.726 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 12 08:51:16 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-0[107166]: 2024-04-12T08:51:16.724+0000 7fbc26ca5700 -1 osd.0 446 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-12T08:51:16.764 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:16 smithi175 ceph-mon[87929]: Health check update: Degraded data redundancy: 51/333 objects degraded (15.315%), 22 pgs degraded (PG_DEGRADED) 2024-04-12T08:51:16.764 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:16 smithi175 ceph-mon[87929]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive) 2024-04-12T08:51:16.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:16 smithi175 ceph-mon[87929]: osdmap e456: 8 total, 7 up, 8 in 2024-04-12T08:51:16.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:16 smithi175 ceph-mon[87929]: from='osd.0 [v2:172.21.15.112:6802/726901301,v1:172.21.15.112:6803/726901301]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-12T08:51:17.045 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:51:16 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:51:16] "GET /metrics HTTP/1.1" 200 36330 "" "Prometheus/2.43.0" 2024-04-12T08:51:18.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:17 smithi175 ceph-mon[87929]: from='osd.0 [v2:172.21.15.112:6802/726901301,v1:172.21.15.112:6803/726901301]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-12T08:51:18.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:17 smithi175 ceph-mon[87929]: osdmap e457: 8 total, 7 up, 8 in 2024-04-12T08:51:18.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:17 smithi175 ceph-mon[87929]: from='osd.0 [v2:172.21.15.112:6802/726901301,v1:172.21.15.112:6803/726901301]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-04-12T08:51:18.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:17 smithi175 ceph-mon[87929]: pgmap v283: 105 pgs: 22 active+undersized+degraded, 20 active+undersized, 63 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 804 B/s wr, 0 op/s; 51/333 objects degraded (15.315%) 2024-04-12T08:51:18.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:17 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:51:18.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:17 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:51:18.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:17 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:51:18.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:17 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:51:18.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:17 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:51:18.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:17 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:51:18.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:17 smithi112 ceph-mon[99443]: from='osd.0 [v2:172.21.15.112:6802/726901301,v1:172.21.15.112:6803/726901301]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-12T08:51:18.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:17 smithi112 ceph-mon[99443]: osdmap e457: 8 total, 7 up, 8 in 2024-04-12T08:51:18.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:17 smithi112 ceph-mon[99443]: from='osd.0 [v2:172.21.15.112:6802/726901301,v1:172.21.15.112:6803/726901301]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-04-12T08:51:18.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:17 smithi112 ceph-mon[99443]: pgmap v283: 105 pgs: 22 active+undersized+degraded, 20 active+undersized, 63 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 804 B/s wr, 0 op/s; 51/333 objects degraded (15.315%) 2024-04-12T08:51:18.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:17 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:51:18.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:17 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:51:18.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:17 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:51:18.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:17 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:51:18.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:17 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:51:18.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:17 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:51:18.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:17 smithi112 ceph-mon[95375]: from='osd.0 [v2:172.21.15.112:6802/726901301,v1:172.21.15.112:6803/726901301]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-12T08:51:18.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:17 smithi112 ceph-mon[95375]: osdmap e457: 8 total, 7 up, 8 in 2024-04-12T08:51:18.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:17 smithi112 ceph-mon[95375]: from='osd.0 [v2:172.21.15.112:6802/726901301,v1:172.21.15.112:6803/726901301]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-04-12T08:51:18.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:17 smithi112 ceph-mon[95375]: pgmap v283: 105 pgs: 22 active+undersized+degraded, 20 active+undersized, 63 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 804 B/s wr, 0 op/s; 51/333 objects degraded (15.315%) 2024-04-12T08:51:18.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:17 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:51:18.094 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:17 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:51:18.094 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:17 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:51:18.094 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:17 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:51:18.094 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:17 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:51:18.094 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:17 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:51:18.978 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:18 smithi112 ceph-mon[99443]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-12T08:51:18.978 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:18 smithi112 ceph-mon[99443]: osd.0 [v2:172.21.15.112:6802/726901301,v1:172.21.15.112:6803/726901301] boot 2024-04-12T08:51:18.978 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:18 smithi112 ceph-mon[99443]: osdmap e458: 8 total, 8 up, 8 in 2024-04-12T08:51:18.978 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:18 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T08:51:18.979 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:18 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:51:18.979 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:18 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:51:18.979 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:18 smithi112 ceph-mon[95375]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-12T08:51:18.979 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:18 smithi112 ceph-mon[95375]: osd.0 [v2:172.21.15.112:6802/726901301,v1:172.21.15.112:6803/726901301] boot 2024-04-12T08:51:18.979 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:18 smithi112 ceph-mon[95375]: osdmap e458: 8 total, 8 up, 8 in 2024-04-12T08:51:18.979 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:18 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T08:51:18.979 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:18 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:51:18.979 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:18 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:51:19.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:18 smithi175 ceph-mon[87929]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-12T08:51:19.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:18 smithi175 ceph-mon[87929]: osd.0 [v2:172.21.15.112:6802/726901301,v1:172.21.15.112:6803/726901301] boot 2024-04-12T08:51:19.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:18 smithi175 ceph-mon[87929]: osdmap e458: 8 total, 8 up, 8 in 2024-04-12T08:51:19.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:18 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-12T08:51:19.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:18 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:51:19.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:18 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:51:19.015 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:51:18 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[77574]: ts=2024-04-12T08:51:18.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.112\", device_class=\"ssd\", hostname=\"smithi112\", instance=\"smithi175.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.112\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.112\", device_class=\"ssd\", hostname=\"smithi112\", instance=\"smithi112:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.112\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T08:51:20.008 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:19 smithi112 ceph-mon[95375]: osdmap e459: 8 total, 8 up, 8 in 2024-04-12T08:51:20.008 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:19 smithi112 ceph-mon[95375]: pgmap v286: 105 pgs: 24 peering, 9 active+undersized+degraded, 9 active+undersized, 63 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.7 KiB/s rd, 767 B/s wr, 9 op/s; 20/324 objects degraded (6.173%) 2024-04-12T08:51:20.008 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:19 smithi112 ceph-mon[99443]: osdmap e459: 8 total, 8 up, 8 in 2024-04-12T08:51:20.008 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:19 smithi112 ceph-mon[99443]: pgmap v286: 105 pgs: 24 peering, 9 active+undersized+degraded, 9 active+undersized, 63 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.7 KiB/s rd, 767 B/s wr, 9 op/s; 20/324 objects degraded (6.173%) 2024-04-12T08:51:20.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:19 smithi175 ceph-mon[87929]: osdmap e459: 8 total, 8 up, 8 in 2024-04-12T08:51:20.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:19 smithi175 ceph-mon[87929]: pgmap v286: 105 pgs: 24 peering, 9 active+undersized+degraded, 9 active+undersized, 63 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.7 KiB/s rd, 767 B/s wr, 9 op/s; 20/324 objects degraded (6.173%) 2024-04-12T08:51:21.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:20 smithi175 ceph-mon[87929]: osdmap e460: 8 total, 8 up, 8 in 2024-04-12T08:51:21.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:20 smithi112 ceph-mon[95375]: osdmap e460: 8 total, 8 up, 8 in 2024-04-12T08:51:21.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:20 smithi112 ceph-mon[99443]: osdmap e460: 8 total, 8 up, 8 in 2024-04-12T08:51:21.825 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMirroring.Snapshot (17760 ms) 2024-04-12T08:51:21.825 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMirroring.SnapshotRemoveOnDisable 2024-04-12T08:51:22.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:21 smithi175 ceph-mon[87929]: osdmap e461: 8 total, 8 up, 8 in 2024-04-12T08:51:22.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:21 smithi175 ceph-mon[87929]: pgmap v289: 105 pgs: 24 peering, 9 active+undersized+degraded, 9 active+undersized, 63 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.7 KiB/s rd, 767 B/s wr, 9 op/s; 20/324 objects degraded (6.173%) 2024-04-12T08:51:22.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:21 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:51:22.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:21 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:51:22.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:21 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:51:22.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:21 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:51:22.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:21 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:51:22.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:21 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:51:22.016 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:21 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:51:22.016 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:21 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:51:22.016 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:21 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:51:22.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:21 smithi112 ceph-mon[95375]: osdmap e461: 8 total, 8 up, 8 in 2024-04-12T08:51:22.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:21 smithi112 ceph-mon[95375]: pgmap v289: 105 pgs: 24 peering, 9 active+undersized+degraded, 9 active+undersized, 63 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.7 KiB/s rd, 767 B/s wr, 9 op/s; 20/324 objects degraded (6.173%) 2024-04-12T08:51:22.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:21 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:51:22.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:21 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:51:22.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:21 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:51:22.094 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:21 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:51:22.094 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:21 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:51:22.094 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:21 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:51:22.094 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:21 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:51:22.094 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:21 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:51:22.094 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:21 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:51:22.095 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:21 smithi112 ceph-mon[99443]: osdmap e461: 8 total, 8 up, 8 in 2024-04-12T08:51:22.095 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:21 smithi112 ceph-mon[99443]: pgmap v289: 105 pgs: 24 peering, 9 active+undersized+degraded, 9 active+undersized, 63 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.7 KiB/s rd, 767 B/s wr, 9 op/s; 20/324 objects degraded (6.173%) 2024-04-12T08:51:22.095 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:21 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:51:22.095 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:21 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:51:22.095 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:21 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:51:22.096 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:21 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:51:22.096 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:21 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:51:22.096 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:21 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:51:22.096 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:21 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:51:22.096 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:21 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:51:22.096 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:21 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:51:23.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:22 smithi175 ceph-mon[87929]: pgmap v290: 105 pgs: 24 peering, 9 active+undersized+degraded, 9 active+undersized, 63 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 6.0 KiB/s rd, 798 B/s wr, 10 op/s; 20/324 objects degraded (6.173%) 2024-04-12T08:51:23.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:22 smithi175 ceph-mon[87929]: pgmap v291: 105 pgs: 24 peering, 9 active+undersized+degraded, 9 active+undersized, 63 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 20/324 objects degraded (6.173%) 2024-04-12T08:51:23.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:22 smithi175 ceph-mon[87929]: pgmap v292: 105 pgs: 24 peering, 9 active+undersized+degraded, 9 active+undersized, 63 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 20/324 objects degraded (6.173%) 2024-04-12T08:51:23.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:22 smithi175 ceph-mon[87929]: pgmap v293: 105 pgs: 24 peering, 9 active+undersized+degraded, 9 active+undersized, 63 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 20/324 objects degraded (6.173%) 2024-04-12T08:51:23.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:22 smithi175 ceph-mon[87929]: osdmap e462: 8 total, 8 up, 8 in 2024-04-12T08:51:23.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:22 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/1427355966' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/7fe7d0c7-1a4a-4a7e-b5d2-f2464c3149fc"}]: dispatch 2024-04-12T08:51:23.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:22 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/1427355966' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/7fe7d0c7-1a4a-4a7e-b5d2-f2464c3149fc"}]': finished 2024-04-12T08:51:23.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:22 smithi112 ceph-mon[95375]: pgmap v290: 105 pgs: 24 peering, 9 active+undersized+degraded, 9 active+undersized, 63 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 6.0 KiB/s rd, 798 B/s wr, 10 op/s; 20/324 objects degraded (6.173%) 2024-04-12T08:51:23.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:22 smithi112 ceph-mon[95375]: pgmap v291: 105 pgs: 24 peering, 9 active+undersized+degraded, 9 active+undersized, 63 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 20/324 objects degraded (6.173%) 2024-04-12T08:51:23.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:22 smithi112 ceph-mon[95375]: pgmap v292: 105 pgs: 24 peering, 9 active+undersized+degraded, 9 active+undersized, 63 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 20/324 objects degraded (6.173%) 2024-04-12T08:51:23.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:22 smithi112 ceph-mon[95375]: pgmap v293: 105 pgs: 24 peering, 9 active+undersized+degraded, 9 active+undersized, 63 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 20/324 objects degraded (6.173%) 2024-04-12T08:51:23.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:22 smithi112 ceph-mon[95375]: osdmap e462: 8 total, 8 up, 8 in 2024-04-12T08:51:23.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:22 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/1427355966' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/7fe7d0c7-1a4a-4a7e-b5d2-f2464c3149fc"}]: dispatch 2024-04-12T08:51:23.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:22 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/1427355966' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/7fe7d0c7-1a4a-4a7e-b5d2-f2464c3149fc"}]': finished 2024-04-12T08:51:23.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:22 smithi112 ceph-mon[99443]: pgmap v290: 105 pgs: 24 peering, 9 active+undersized+degraded, 9 active+undersized, 63 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 6.0 KiB/s rd, 798 B/s wr, 10 op/s; 20/324 objects degraded (6.173%) 2024-04-12T08:51:23.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:22 smithi112 ceph-mon[99443]: pgmap v291: 105 pgs: 24 peering, 9 active+undersized+degraded, 9 active+undersized, 63 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 20/324 objects degraded (6.173%) 2024-04-12T08:51:23.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:22 smithi112 ceph-mon[99443]: pgmap v292: 105 pgs: 24 peering, 9 active+undersized+degraded, 9 active+undersized, 63 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 20/324 objects degraded (6.173%) 2024-04-12T08:51:23.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:22 smithi112 ceph-mon[99443]: pgmap v293: 105 pgs: 24 peering, 9 active+undersized+degraded, 9 active+undersized, 63 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 20/324 objects degraded (6.173%) 2024-04-12T08:51:23.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:22 smithi112 ceph-mon[99443]: osdmap e462: 8 total, 8 up, 8 in 2024-04-12T08:51:23.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:22 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/1427355966' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/7fe7d0c7-1a4a-4a7e-b5d2-f2464c3149fc"}]: dispatch 2024-04-12T08:51:23.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:22 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/1427355966' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/7fe7d0c7-1a4a-4a7e-b5d2-f2464c3149fc"}]': finished 2024-04-12T08:51:24.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:23 smithi112 ceph-mon[95375]: osdmap e463: 8 total, 8 up, 8 in 2024-04-12T08:51:24.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:23 smithi112 ceph-mon[95375]: Health check update: Degraded data redundancy: 20/324 objects degraded (6.173%), 9 pgs degraded (PG_DEGRADED) 2024-04-12T08:51:24.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:23 smithi112 ceph-mon[99443]: osdmap e463: 8 total, 8 up, 8 in 2024-04-12T08:51:24.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:23 smithi112 ceph-mon[99443]: Health check update: Degraded data redundancy: 20/324 objects degraded (6.173%), 9 pgs degraded (PG_DEGRADED) 2024-04-12T08:51:24.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:23 smithi175 ceph-mon[87929]: osdmap e463: 8 total, 8 up, 8 in 2024-04-12T08:51:24.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:23 smithi175 ceph-mon[87929]: Health check update: Degraded data redundancy: 20/324 objects degraded (6.173%), 9 pgs degraded (PG_DEGRADED) 2024-04-12T08:51:25.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:24 smithi112 ceph-mon[95375]: pgmap v296: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 211 KiB/s rd, 25 KiB/s wr, 298 op/s; 99 B/s, 6 keys/s, 4 objects/s recovering 2024-04-12T08:51:25.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:24 smithi112 ceph-mon[95375]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 20/324 objects degraded (6.173%), 9 pgs degraded) 2024-04-12T08:51:25.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:24 smithi112 ceph-mon[95375]: osdmap e464: 8 total, 8 up, 8 in 2024-04-12T08:51:25.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:24 smithi112 ceph-mon[99443]: pgmap v296: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 211 KiB/s rd, 25 KiB/s wr, 298 op/s; 99 B/s, 6 keys/s, 4 objects/s recovering 2024-04-12T08:51:25.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:24 smithi112 ceph-mon[99443]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 20/324 objects degraded (6.173%), 9 pgs degraded) 2024-04-12T08:51:25.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:24 smithi112 ceph-mon[99443]: osdmap e464: 8 total, 8 up, 8 in 2024-04-12T08:51:25.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:24 smithi175 ceph-mon[87929]: pgmap v296: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 211 KiB/s rd, 25 KiB/s wr, 298 op/s; 99 B/s, 6 keys/s, 4 objects/s recovering 2024-04-12T08:51:25.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:24 smithi175 ceph-mon[87929]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 20/324 objects degraded (6.173%), 9 pgs degraded) 2024-04-12T08:51:25.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:24 smithi175 ceph-mon[87929]: osdmap e464: 8 total, 8 up, 8 in 2024-04-12T08:51:25.929 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMirroring.SnapshotRemoveOnDisable (4104 ms) 2024-04-12T08:51:25.929 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMirroring.SnapshotUnlinkPeer 2024-04-12T08:51:26.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:25 smithi112 ceph-mon[95375]: osdmap e465: 8 total, 8 up, 8 in 2024-04-12T08:51:26.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:25 smithi112 ceph-mon[99443]: osdmap e465: 8 total, 8 up, 8 in 2024-04-12T08:51:26.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:25 smithi175 ceph-mon[87929]: osdmap e465: 8 total, 8 up, 8 in 2024-04-12T08:51:27.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:26 smithi112 ceph-mon[95375]: pgmap v299: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 112 KiB/s rd, 13 KiB/s wr, 157 op/s; 52 B/s, 3 keys/s, 2 objects/s recovering 2024-04-12T08:51:27.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:26 smithi112 ceph-mon[95375]: osdmap e466: 8 total, 8 up, 8 in 2024-04-12T08:51:27.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:26 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/1427355966' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/9ce867b5-2043-4b4b-b002-040e561a73cb"}]: dispatch 2024-04-12T08:51:27.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:26 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/1427355966' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/9ce867b5-2043-4b4b-b002-040e561a73cb"}]': finished 2024-04-12T08:51:27.093 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:51:26 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:51:26] "GET /metrics HTTP/1.1" 200 36323 "" "Prometheus/2.43.0" 2024-04-12T08:51:27.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:26 smithi112 ceph-mon[99443]: pgmap v299: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 112 KiB/s rd, 13 KiB/s wr, 157 op/s; 52 B/s, 3 keys/s, 2 objects/s recovering 2024-04-12T08:51:27.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:26 smithi112 ceph-mon[99443]: osdmap e466: 8 total, 8 up, 8 in 2024-04-12T08:51:27.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:26 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/1427355966' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/9ce867b5-2043-4b4b-b002-040e561a73cb"}]: dispatch 2024-04-12T08:51:27.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:26 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/1427355966' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/9ce867b5-2043-4b4b-b002-040e561a73cb"}]': finished 2024-04-12T08:51:27.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:26 smithi175 ceph-mon[87929]: pgmap v299: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 112 KiB/s rd, 13 KiB/s wr, 157 op/s; 52 B/s, 3 keys/s, 2 objects/s recovering 2024-04-12T08:51:27.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:26 smithi175 ceph-mon[87929]: osdmap e466: 8 total, 8 up, 8 in 2024-04-12T08:51:27.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:26 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/1427355966' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/9ce867b5-2043-4b4b-b002-040e561a73cb"}]: dispatch 2024-04-12T08:51:27.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:26 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/1427355966' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/9ce867b5-2043-4b4b-b002-040e561a73cb"}]': finished 2024-04-12T08:51:28.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:27 smithi175 ceph-mon[87929]: osdmap e467: 8 total, 8 up, 8 in 2024-04-12T08:51:28.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:27 smithi112 ceph-mon[95375]: osdmap e467: 8 total, 8 up, 8 in 2024-04-12T08:51:28.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:27 smithi112 ceph-mon[99443]: osdmap e467: 8 total, 8 up, 8 in 2024-04-12T08:51:28.933 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:51:28 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[77574]: ts=2024-04-12T08:51:28.659Z caller=alerting.go:366 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.112\", device_class=\"ssd\", hostname=\"smithi112\", instance=\"smithi175.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.112\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.112\", device_class=\"ssd\", hostname=\"smithi112\", instance=\"smithi112:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.112\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2024-04-12T08:51:28.933 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:51:28 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[77574]: ts=2024-04-12T08:51:28.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.112\", device_class=\"ssd\", hostname=\"smithi112\", instance=\"smithi175.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.112\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.112\", device_class=\"ssd\", hostname=\"smithi112\", instance=\"smithi112:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.112\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T08:51:29.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:28 smithi175 ceph-mon[87929]: pgmap v302: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 27 KiB/s rd, 1023 B/s wr, 35 op/s 2024-04-12T08:51:29.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:28 smithi175 ceph-mon[87929]: osdmap e468: 8 total, 8 up, 8 in 2024-04-12T08:51:29.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:28 smithi175 ceph-mon[87929]: osdmap e469: 8 total, 8 up, 8 in 2024-04-12T08:51:29.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:28 smithi112 ceph-mon[95375]: pgmap v302: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 27 KiB/s rd, 1023 B/s wr, 35 op/s 2024-04-12T08:51:29.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:28 smithi112 ceph-mon[95375]: osdmap e468: 8 total, 8 up, 8 in 2024-04-12T08:51:29.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:28 smithi112 ceph-mon[95375]: osdmap e469: 8 total, 8 up, 8 in 2024-04-12T08:51:29.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:28 smithi112 ceph-mon[99443]: pgmap v302: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 27 KiB/s rd, 1023 B/s wr, 35 op/s 2024-04-12T08:51:29.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:28 smithi112 ceph-mon[99443]: osdmap e468: 8 total, 8 up, 8 in 2024-04-12T08:51:29.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:28 smithi112 ceph-mon[99443]: osdmap e469: 8 total, 8 up, 8 in 2024-04-12T08:51:31.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:30 smithi175 ceph-mon[87929]: pgmap v305: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 88 KiB/s rd, 8.7 KiB/s wr, 121 op/s 2024-04-12T08:51:31.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:30 smithi175 ceph-mon[87929]: osdmap e470: 8 total, 8 up, 8 in 2024-04-12T08:51:31.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:30 smithi112 ceph-mon[95375]: pgmap v305: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 88 KiB/s rd, 8.7 KiB/s wr, 121 op/s 2024-04-12T08:51:31.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:30 smithi112 ceph-mon[95375]: osdmap e470: 8 total, 8 up, 8 in 2024-04-12T08:51:31.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:30 smithi112 ceph-mon[99443]: pgmap v305: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 88 KiB/s rd, 8.7 KiB/s wr, 121 op/s 2024-04-12T08:51:31.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:30 smithi112 ceph-mon[99443]: osdmap e470: 8 total, 8 up, 8 in 2024-04-12T08:51:31.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:31 smithi112 ceph-mon[95375]: osdmap e471: 8 total, 8 up, 8 in 2024-04-12T08:51:31.847 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:31 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/1427355966' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/76ad0108-6874-4331-ae1a-519e09a85d34"}]: dispatch 2024-04-12T08:51:31.847 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:31 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/1427355966' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/76ad0108-6874-4331-ae1a-519e09a85d34"}]': finished 2024-04-12T08:51:31.847 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:31 smithi112 ceph-mon[99443]: osdmap e471: 8 total, 8 up, 8 in 2024-04-12T08:51:31.847 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:31 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/1427355966' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/76ad0108-6874-4331-ae1a-519e09a85d34"}]: dispatch 2024-04-12T08:51:31.847 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:31 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/1427355966' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/76ad0108-6874-4331-ae1a-519e09a85d34"}]': finished 2024-04-12T08:51:32.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:31 smithi175 ceph-mon[87929]: osdmap e471: 8 total, 8 up, 8 in 2024-04-12T08:51:32.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:31 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/1427355966' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/76ad0108-6874-4331-ae1a-519e09a85d34"}]: dispatch 2024-04-12T08:51:32.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:31 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/1427355966' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/76ad0108-6874-4331-ae1a-519e09a85d34"}]': finished 2024-04-12T08:51:33.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:32 smithi175 ceph-mon[87929]: pgmap v308: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 61 KiB/s rd, 7.7 KiB/s wr, 86 op/s 2024-04-12T08:51:33.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:32 smithi175 ceph-mon[87929]: osdmap e472: 8 total, 8 up, 8 in 2024-04-12T08:51:33.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:32 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:51:33.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:32 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:51:33.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:32 smithi112 ceph-mon[95375]: pgmap v308: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 61 KiB/s rd, 7.7 KiB/s wr, 86 op/s 2024-04-12T08:51:33.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:32 smithi112 ceph-mon[95375]: osdmap e472: 8 total, 8 up, 8 in 2024-04-12T08:51:33.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:32 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:51:33.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:32 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:51:33.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:32 smithi112 ceph-mon[99443]: pgmap v308: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 61 KiB/s rd, 7.7 KiB/s wr, 86 op/s 2024-04-12T08:51:33.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:32 smithi112 ceph-mon[99443]: osdmap e472: 8 total, 8 up, 8 in 2024-04-12T08:51:33.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:32 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:51:33.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:32 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:51:34.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:33 smithi175 ceph-mon[87929]: osdmap e473: 8 total, 8 up, 8 in 2024-04-12T08:51:34.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:33 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:51:34.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:33 smithi112 ceph-mon[95375]: osdmap e473: 8 total, 8 up, 8 in 2024-04-12T08:51:34.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:33 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:51:34.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:33 smithi112 ceph-mon[99443]: osdmap e473: 8 total, 8 up, 8 in 2024-04-12T08:51:34.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:33 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:51:35.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:34 smithi175 ceph-mon[87929]: pgmap v311: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 163 KiB/s rd, 10 KiB/s wr, 213 op/s 2024-04-12T08:51:35.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:34 smithi175 ceph-mon[87929]: osdmap e474: 8 total, 8 up, 8 in 2024-04-12T08:51:35.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:34 smithi112 ceph-mon[95375]: pgmap v311: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 163 KiB/s rd, 10 KiB/s wr, 213 op/s 2024-04-12T08:51:35.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:34 smithi112 ceph-mon[95375]: osdmap e474: 8 total, 8 up, 8 in 2024-04-12T08:51:35.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:34 smithi112 ceph-mon[99443]: pgmap v311: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 163 KiB/s rd, 10 KiB/s wr, 213 op/s 2024-04-12T08:51:35.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:34 smithi112 ceph-mon[99443]: osdmap e474: 8 total, 8 up, 8 in 2024-04-12T08:51:35.839 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMirroring.SnapshotUnlinkPeer (9910 ms) 2024-04-12T08:51:35.839 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMirroring.SnapshotImageState 2024-04-12T08:51:36.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:35 smithi175 ceph-mon[87929]: osdmap e475: 8 total, 8 up, 8 in 2024-04-12T08:51:36.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:35 smithi112 ceph-mon[99443]: osdmap e475: 8 total, 8 up, 8 in 2024-04-12T08:51:36.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:35 smithi112 ceph-mon[95375]: osdmap e475: 8 total, 8 up, 8 in 2024-04-12T08:51:37.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:36 smithi175 ceph-mon[87929]: pgmap v314: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 163 KiB/s rd, 10 KiB/s wr, 213 op/s 2024-04-12T08:51:37.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:36 smithi175 ceph-mon[87929]: osdmap e476: 8 total, 8 up, 8 in 2024-04-12T08:51:37.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:36 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/1427355966' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/30f9cbcc-480e-4ee4-b698-d3fbdfd4f9e2"}]: dispatch 2024-04-12T08:51:37.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:36 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/1427355966' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/30f9cbcc-480e-4ee4-b698-d3fbdfd4f9e2"}]': finished 2024-04-12T08:51:37.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:36 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/1427355966' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/70cd78be-3e46-4332-a6ed-f7ff2a813452"}]: dispatch 2024-04-12T08:51:37.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:36 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/1427355966' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/70cd78be-3e46-4332-a6ed-f7ff2a813452"}]': finished 2024-04-12T08:51:37.092 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:51:36 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:51:36] "GET /metrics HTTP/1.1" 200 36464 "" "Prometheus/2.43.0" 2024-04-12T08:51:37.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:36 smithi112 ceph-mon[95375]: pgmap v314: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 163 KiB/s rd, 10 KiB/s wr, 213 op/s 2024-04-12T08:51:37.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:36 smithi112 ceph-mon[95375]: osdmap e476: 8 total, 8 up, 8 in 2024-04-12T08:51:37.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:36 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/1427355966' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/30f9cbcc-480e-4ee4-b698-d3fbdfd4f9e2"}]: dispatch 2024-04-12T08:51:37.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:36 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/1427355966' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/30f9cbcc-480e-4ee4-b698-d3fbdfd4f9e2"}]': finished 2024-04-12T08:51:37.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:36 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/1427355966' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/70cd78be-3e46-4332-a6ed-f7ff2a813452"}]: dispatch 2024-04-12T08:51:37.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:36 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/1427355966' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/70cd78be-3e46-4332-a6ed-f7ff2a813452"}]': finished 2024-04-12T08:51:37.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:36 smithi112 ceph-mon[99443]: pgmap v314: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 163 KiB/s rd, 10 KiB/s wr, 213 op/s 2024-04-12T08:51:37.094 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:36 smithi112 ceph-mon[99443]: osdmap e476: 8 total, 8 up, 8 in 2024-04-12T08:51:37.094 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:36 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/1427355966' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/30f9cbcc-480e-4ee4-b698-d3fbdfd4f9e2"}]: dispatch 2024-04-12T08:51:37.094 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:36 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/1427355966' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/30f9cbcc-480e-4ee4-b698-d3fbdfd4f9e2"}]': finished 2024-04-12T08:51:37.094 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:36 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/1427355966' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/70cd78be-3e46-4332-a6ed-f7ff2a813452"}]: dispatch 2024-04-12T08:51:37.094 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:36 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/1427355966' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/70cd78be-3e46-4332-a6ed-f7ff2a813452"}]': finished 2024-04-12T08:51:38.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:37 smithi175 ceph-mon[87929]: osdmap e477: 8 total, 8 up, 8 in 2024-04-12T08:51:38.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:37 smithi112 ceph-mon[95375]: osdmap e477: 8 total, 8 up, 8 in 2024-04-12T08:51:38.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:37 smithi112 ceph-mon[99443]: osdmap e477: 8 total, 8 up, 8 in 2024-04-12T08:51:39.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:38 smithi175 ceph-mon[87929]: pgmap v317: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 42 KiB/s rd, 3.2 KiB/s wr, 59 op/s 2024-04-12T08:51:39.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:38 smithi175 ceph-mon[87929]: osdmap e478: 8 total, 8 up, 8 in 2024-04-12T08:51:39.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:38 smithi175 ceph-mon[87929]: osdmap e479: 8 total, 8 up, 8 in 2024-04-12T08:51:39.015 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 08:51:38 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[77574]: ts=2024-04-12T08:51:38.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.0.0-2053-gb277feb2 (b277feb2c7beb4597d8ecc39d58d5c36b81f613a) squid (dev)\", cluster_addr=\"172.21.15.112\", device_class=\"ssd\", hostname=\"smithi112\", instance=\"smithi112:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.112\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)\", cluster_addr=\"172.21.15.112\", device_class=\"ssd\", hostname=\"smithi112\", instance=\"smithi175.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.112\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-12T08:51:39.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:38 smithi112 ceph-mon[95375]: pgmap v317: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 42 KiB/s rd, 3.2 KiB/s wr, 59 op/s 2024-04-12T08:51:39.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:38 smithi112 ceph-mon[95375]: osdmap e478: 8 total, 8 up, 8 in 2024-04-12T08:51:39.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:38 smithi112 ceph-mon[95375]: osdmap e479: 8 total, 8 up, 8 in 2024-04-12T08:51:39.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:38 smithi112 ceph-mon[99443]: pgmap v317: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 42 KiB/s rd, 3.2 KiB/s wr, 59 op/s 2024-04-12T08:51:39.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:38 smithi112 ceph-mon[99443]: osdmap e478: 8 total, 8 up, 8 in 2024-04-12T08:51:39.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:38 smithi112 ceph-mon[99443]: osdmap e479: 8 total, 8 up, 8 in 2024-04-12T08:51:39.741 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMirroring.SnapshotImageState (3902 ms) 2024-04-12T08:51:39.741 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMirroring.SnapshotPromoteDemote 2024-04-12T08:51:41.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:40 smithi175 ceph-mon[87929]: pgmap v320: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 193 KiB/s rd, 24 KiB/s wr, 274 op/s 2024-04-12T08:51:41.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:40 smithi175 ceph-mon[87929]: osdmap e480: 8 total, 8 up, 8 in 2024-04-12T08:51:41.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:40 smithi112 ceph-mon[95375]: pgmap v320: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 193 KiB/s rd, 24 KiB/s wr, 274 op/s 2024-04-12T08:51:41.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:40 smithi112 ceph-mon[95375]: osdmap e480: 8 total, 8 up, 8 in 2024-04-12T08:51:41.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:40 smithi112 ceph-mon[99443]: pgmap v320: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 193 KiB/s rd, 24 KiB/s wr, 274 op/s 2024-04-12T08:51:41.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:40 smithi112 ceph-mon[99443]: osdmap e480: 8 total, 8 up, 8 in 2024-04-12T08:51:42.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:41 smithi175 ceph-mon[87929]: osdmap e481: 8 total, 8 up, 8 in 2024-04-12T08:51:42.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:41 smithi112 ceph-mon[95375]: osdmap e481: 8 total, 8 up, 8 in 2024-04-12T08:51:42.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:41 smithi112 ceph-mon[99443]: osdmap e481: 8 total, 8 up, 8 in 2024-04-12T08:51:43.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:42 smithi175 ceph-mon[87929]: pgmap v323: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 151 KiB/s rd, 21 KiB/s wr, 214 op/s 2024-04-12T08:51:43.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:42 smithi175 ceph-mon[87929]: osdmap e482: 8 total, 8 up, 8 in 2024-04-12T08:51:43.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:42 smithi112 ceph-mon[95375]: pgmap v323: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 151 KiB/s rd, 21 KiB/s wr, 214 op/s 2024-04-12T08:51:43.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:42 smithi112 ceph-mon[95375]: osdmap e482: 8 total, 8 up, 8 in 2024-04-12T08:51:43.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:42 smithi112 ceph-mon[99443]: pgmap v323: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 151 KiB/s rd, 21 KiB/s wr, 214 op/s 2024-04-12T08:51:43.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:42 smithi112 ceph-mon[99443]: osdmap e482: 8 total, 8 up, 8 in 2024-04-12T08:51:44.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:43 smithi175 ceph-mon[87929]: osdmap e483: 8 total, 8 up, 8 in 2024-04-12T08:51:44.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:43 smithi112 ceph-mon[95375]: osdmap e483: 8 total, 8 up, 8 in 2024-04-12T08:51:44.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:43 smithi112 ceph-mon[99443]: osdmap e483: 8 total, 8 up, 8 in 2024-04-12T08:51:45.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:44 smithi175 ceph-mon[87929]: pgmap v326: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 104 KiB/s rd, 11 KiB/s wr, 146 op/s 2024-04-12T08:51:45.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:44 smithi175 ceph-mon[87929]: osdmap e484: 8 total, 8 up, 8 in 2024-04-12T08:51:45.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:44 smithi112 ceph-mon[95375]: pgmap v326: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 104 KiB/s rd, 11 KiB/s wr, 146 op/s 2024-04-12T08:51:45.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:44 smithi112 ceph-mon[95375]: osdmap e484: 8 total, 8 up, 8 in 2024-04-12T08:51:45.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:44 smithi112 ceph-mon[99443]: pgmap v326: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 104 KiB/s rd, 11 KiB/s wr, 146 op/s 2024-04-12T08:51:45.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:44 smithi112 ceph-mon[99443]: osdmap e484: 8 total, 8 up, 8 in 2024-04-12T08:51:46.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:45 smithi175 ceph-mon[87929]: osdmap e485: 8 total, 8 up, 8 in 2024-04-12T08:51:46.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:45 smithi112 ceph-mon[95375]: osdmap e485: 8 total, 8 up, 8 in 2024-04-12T08:51:46.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:45 smithi112 ceph-mon[99443]: osdmap e485: 8 total, 8 up, 8 in 2024-04-12T08:51:46.993 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:46 smithi112 ceph-mon[99443]: pgmap v329: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 104 KiB/s rd, 11 KiB/s wr, 146 op/s 2024-04-12T08:51:46.994 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:46 smithi112 ceph-mon[99443]: osdmap e486: 8 total, 8 up, 8 in 2024-04-12T08:51:46.994 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:46 smithi112 ceph-mon[95375]: pgmap v329: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 104 KiB/s rd, 11 KiB/s wr, 146 op/s 2024-04-12T08:51:46.994 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:46 smithi112 ceph-mon[95375]: osdmap e486: 8 total, 8 up, 8 in 2024-04-12T08:51:46.994 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:51:46 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:51:46] "GET /metrics HTTP/1.1" 200 36464 "" "Prometheus/2.43.0" 2024-04-12T08:51:47.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:46 smithi175 ceph-mon[87929]: pgmap v329: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 104 KiB/s rd, 11 KiB/s wr, 146 op/s 2024-04-12T08:51:47.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:46 smithi175 ceph-mon[87929]: osdmap e486: 8 total, 8 up, 8 in 2024-04-12T08:51:48.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:47 smithi175 ceph-mon[87929]: osdmap e487: 8 total, 8 up, 8 in 2024-04-12T08:51:48.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:47 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:51:48.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:47 smithi112 ceph-mon[95375]: osdmap e487: 8 total, 8 up, 8 in 2024-04-12T08:51:48.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:47 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:51:48.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:47 smithi112 ceph-mon[99443]: osdmap e487: 8 total, 8 up, 8 in 2024-04-12T08:51:48.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:47 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:51:49.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:48 smithi175 ceph-mon[87929]: pgmap v332: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 255 B/s wr, 1 op/s 2024-04-12T08:51:49.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:48 smithi175 ceph-mon[87929]: osdmap e488: 8 total, 8 up, 8 in 2024-04-12T08:51:49.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:48 smithi175 ceph-mon[87929]: osdmap e489: 8 total, 8 up, 8 in 2024-04-12T08:51:49.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:48 smithi112 ceph-mon[99443]: pgmap v332: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 255 B/s wr, 1 op/s 2024-04-12T08:51:49.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:48 smithi112 ceph-mon[99443]: osdmap e488: 8 total, 8 up, 8 in 2024-04-12T08:51:49.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:48 smithi112 ceph-mon[99443]: osdmap e489: 8 total, 8 up, 8 in 2024-04-12T08:51:49.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:48 smithi112 ceph-mon[95375]: pgmap v332: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 255 B/s wr, 1 op/s 2024-04-12T08:51:49.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:48 smithi112 ceph-mon[95375]: osdmap e488: 8 total, 8 up, 8 in 2024-04-12T08:51:49.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:48 smithi112 ceph-mon[95375]: osdmap e489: 8 total, 8 up, 8 in 2024-04-12T08:51:49.756 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMirroring.SnapshotPromoteDemote (10015 ms) 2024-04-12T08:51:49.756 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestMirroring.AioSnapshotCreate 2024-04-12T08:51:51.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:50 smithi175 ceph-mon[87929]: pgmap v335: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 77 KiB/s rd, 7.2 KiB/s wr, 107 op/s 2024-04-12T08:51:51.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:50 smithi175 ceph-mon[87929]: osdmap e490: 8 total, 8 up, 8 in 2024-04-12T08:51:51.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:50 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/1427355966' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/3e25f91d-140c-4de9-b07c-5917dce58e63"}]: dispatch 2024-04-12T08:51:51.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:50 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/1427355966' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/3e25f91d-140c-4de9-b07c-5917dce58e63"}]': finished 2024-04-12T08:51:51.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:50 smithi112 ceph-mon[95375]: pgmap v335: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 77 KiB/s rd, 7.2 KiB/s wr, 107 op/s 2024-04-12T08:51:51.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:50 smithi112 ceph-mon[95375]: osdmap e490: 8 total, 8 up, 8 in 2024-04-12T08:51:51.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:50 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/1427355966' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/3e25f91d-140c-4de9-b07c-5917dce58e63"}]: dispatch 2024-04-12T08:51:51.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:50 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/1427355966' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/3e25f91d-140c-4de9-b07c-5917dce58e63"}]': finished 2024-04-12T08:51:51.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:50 smithi112 ceph-mon[99443]: pgmap v335: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 77 KiB/s rd, 7.2 KiB/s wr, 107 op/s 2024-04-12T08:51:51.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:50 smithi112 ceph-mon[99443]: osdmap e490: 8 total, 8 up, 8 in 2024-04-12T08:51:51.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:50 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/1427355966' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/3e25f91d-140c-4de9-b07c-5917dce58e63"}]: dispatch 2024-04-12T08:51:51.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:50 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/1427355966' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/3e25f91d-140c-4de9-b07c-5917dce58e63"}]': finished 2024-04-12T08:51:52.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:51 smithi175 ceph-mon[87929]: osdmap e491: 8 total, 8 up, 8 in 2024-04-12T08:51:52.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:51 smithi112 ceph-mon[95375]: osdmap e491: 8 total, 8 up, 8 in 2024-04-12T08:51:52.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:51 smithi112 ceph-mon[99443]: osdmap e491: 8 total, 8 up, 8 in 2024-04-12T08:51:53.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:52 smithi112 ceph-mon[99443]: pgmap v338: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 76 KiB/s rd, 7.0 KiB/s wr, 106 op/s 2024-04-12T08:51:53.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:52 smithi112 ceph-mon[99443]: osdmap e492: 8 total, 8 up, 8 in 2024-04-12T08:51:53.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:52 smithi112 ceph-mon[95375]: pgmap v338: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 76 KiB/s rd, 7.0 KiB/s wr, 106 op/s 2024-04-12T08:51:53.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:52 smithi112 ceph-mon[95375]: osdmap e492: 8 total, 8 up, 8 in 2024-04-12T08:51:53.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:52 smithi175 ceph-mon[87929]: pgmap v338: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 76 KiB/s rd, 7.0 KiB/s wr, 106 op/s 2024-04-12T08:51:53.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:52 smithi175 ceph-mon[87929]: osdmap e492: 8 total, 8 up, 8 in 2024-04-12T08:51:54.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:53 smithi175 ceph-mon[87929]: osdmap e493: 8 total, 8 up, 8 in 2024-04-12T08:51:54.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:53 smithi112 ceph-mon[99443]: osdmap e493: 8 total, 8 up, 8 in 2024-04-12T08:51:54.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:53 smithi112 ceph-mon[95375]: osdmap e493: 8 total, 8 up, 8 in 2024-04-12T08:51:55.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:54 smithi112 ceph-mon[95375]: pgmap v341: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 74 KiB/s rd, 11 KiB/s wr, 109 op/s 2024-04-12T08:51:55.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:54 smithi112 ceph-mon[95375]: osdmap e494: 8 total, 8 up, 8 in 2024-04-12T08:51:55.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:54 smithi112 ceph-mon[99443]: pgmap v341: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 74 KiB/s rd, 11 KiB/s wr, 109 op/s 2024-04-12T08:51:55.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:54 smithi112 ceph-mon[99443]: osdmap e494: 8 total, 8 up, 8 in 2024-04-12T08:51:55.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:54 smithi175 ceph-mon[87929]: pgmap v341: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 74 KiB/s rd, 11 KiB/s wr, 109 op/s 2024-04-12T08:51:55.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:54 smithi175 ceph-mon[87929]: osdmap e494: 8 total, 8 up, 8 in 2024-04-12T08:51:56.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:55 smithi112 ceph-mon[95375]: osdmap e495: 8 total, 8 up, 8 in 2024-04-12T08:51:56.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:55 smithi112 ceph-mon[99443]: osdmap e495: 8 total, 8 up, 8 in 2024-04-12T08:51:56.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:55 smithi175 ceph-mon[87929]: osdmap e495: 8 total, 8 up, 8 in 2024-04-12T08:51:57.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:56 smithi112 ceph-mon[95375]: pgmap v344: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 74 KiB/s rd, 11 KiB/s wr, 109 op/s 2024-04-12T08:51:57.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:56 smithi112 ceph-mon[95375]: osdmap e496: 8 total, 8 up, 8 in 2024-04-12T08:51:57.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:56 smithi112 ceph-mon[99443]: pgmap v344: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 74 KiB/s rd, 11 KiB/s wr, 109 op/s 2024-04-12T08:51:57.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:56 smithi112 ceph-mon[99443]: osdmap e496: 8 total, 8 up, 8 in 2024-04-12T08:51:57.093 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:51:56 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:51:56] "GET /metrics HTTP/1.1" 200 36464 "" "Prometheus/2.43.0" 2024-04-12T08:51:57.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:56 smithi175 ceph-mon[87929]: pgmap v344: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 74 KiB/s rd, 11 KiB/s wr, 109 op/s 2024-04-12T08:51:57.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:56 smithi175 ceph-mon[87929]: osdmap e496: 8 total, 8 up, 8 in 2024-04-12T08:51:58.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:57 smithi112 ceph-mon[95375]: osdmap e497: 8 total, 8 up, 8 in 2024-04-12T08:51:58.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:57 smithi112 ceph-mon[99443]: osdmap e497: 8 total, 8 up, 8 in 2024-04-12T08:51:58.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:57 smithi175 ceph-mon[87929]: osdmap e497: 8 total, 8 up, 8 in 2024-04-12T08:51:59.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:58 smithi112 ceph-mon[95375]: pgmap v347: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.5 KiB/s rd, 1.5 KiB/s wr, 8 op/s 2024-04-12T08:51:59.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:58 smithi112 ceph-mon[95375]: osdmap e498: 8 total, 8 up, 8 in 2024-04-12T08:51:59.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:51:58 smithi112 ceph-mon[95375]: osdmap e499: 8 total, 8 up, 8 in 2024-04-12T08:51:59.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:58 smithi112 ceph-mon[99443]: pgmap v347: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.5 KiB/s rd, 1.5 KiB/s wr, 8 op/s 2024-04-12T08:51:59.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:58 smithi112 ceph-mon[99443]: osdmap e498: 8 total, 8 up, 8 in 2024-04-12T08:51:59.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:51:58 smithi112 ceph-mon[99443]: osdmap e499: 8 total, 8 up, 8 in 2024-04-12T08:51:59.266 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:58 smithi175 ceph-mon[87929]: pgmap v347: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.5 KiB/s rd, 1.5 KiB/s wr, 8 op/s 2024-04-12T08:51:59.266 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:58 smithi175 ceph-mon[87929]: osdmap e498: 8 total, 8 up, 8 in 2024-04-12T08:51:59.266 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:51:58 smithi175 ceph-mon[87929]: osdmap e499: 8 total, 8 up, 8 in 2024-04-12T08:52:01.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:00 smithi175 ceph-mon[87929]: pgmap v350: 105 pgs: 105 active+clean; 584 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 83 KiB/s rd, 14 KiB/s wr, 122 op/s 2024-04-12T08:52:01.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:00 smithi175 ceph-mon[87929]: osdmap e500: 8 total, 8 up, 8 in 2024-04-12T08:52:01.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:00 smithi112 ceph-mon[95375]: pgmap v350: 105 pgs: 105 active+clean; 584 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 83 KiB/s rd, 14 KiB/s wr, 122 op/s 2024-04-12T08:52:01.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:00 smithi112 ceph-mon[95375]: osdmap e500: 8 total, 8 up, 8 in 2024-04-12T08:52:01.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:00 smithi112 ceph-mon[99443]: pgmap v350: 105 pgs: 105 active+clean; 584 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 83 KiB/s rd, 14 KiB/s wr, 122 op/s 2024-04-12T08:52:01.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:00 smithi112 ceph-mon[99443]: osdmap e500: 8 total, 8 up, 8 in 2024-04-12T08:52:02.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:01 smithi175 ceph-mon[87929]: osdmap e501: 8 total, 8 up, 8 in 2024-04-12T08:52:02.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:01 smithi112 ceph-mon[95375]: osdmap e501: 8 total, 8 up, 8 in 2024-04-12T08:52:02.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:01 smithi112 ceph-mon[99443]: osdmap e501: 8 total, 8 up, 8 in 2024-04-12T08:52:03.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:02 smithi175 ceph-mon[87929]: pgmap v353: 105 pgs: 105 active+clean; 584 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 80 KiB/s rd, 13 KiB/s wr, 114 op/s 2024-04-12T08:52:03.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:02 smithi175 ceph-mon[87929]: osdmap e502: 8 total, 8 up, 8 in 2024-04-12T08:52:03.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:02 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:52:03.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:02 smithi112 ceph-mon[95375]: pgmap v353: 105 pgs: 105 active+clean; 584 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 80 KiB/s rd, 13 KiB/s wr, 114 op/s 2024-04-12T08:52:03.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:02 smithi112 ceph-mon[95375]: osdmap e502: 8 total, 8 up, 8 in 2024-04-12T08:52:03.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:02 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:52:03.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:02 smithi112 ceph-mon[99443]: pgmap v353: 105 pgs: 105 active+clean; 584 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 80 KiB/s rd, 13 KiB/s wr, 114 op/s 2024-04-12T08:52:03.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:02 smithi112 ceph-mon[99443]: osdmap e502: 8 total, 8 up, 8 in 2024-04-12T08:52:03.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:02 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:52:04.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:03 smithi175 ceph-mon[87929]: osdmap e503: 8 total, 8 up, 8 in 2024-04-12T08:52:04.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:03 smithi112 ceph-mon[95375]: osdmap e503: 8 total, 8 up, 8 in 2024-04-12T08:52:04.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:03 smithi112 ceph-mon[99443]: osdmap e503: 8 total, 8 up, 8 in 2024-04-12T08:52:05.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:04 smithi175 ceph-mon[87929]: pgmap v356: 105 pgs: 105 active+clean; 584 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 187 KiB/s rd, 22 KiB/s wr, 252 op/s 2024-04-12T08:52:05.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:04 smithi175 ceph-mon[87929]: osdmap e504: 8 total, 8 up, 8 in 2024-04-12T08:52:05.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:04 smithi112 ceph-mon[95375]: pgmap v356: 105 pgs: 105 active+clean; 584 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 187 KiB/s rd, 22 KiB/s wr, 252 op/s 2024-04-12T08:52:05.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:04 smithi112 ceph-mon[95375]: osdmap e504: 8 total, 8 up, 8 in 2024-04-12T08:52:05.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:04 smithi112 ceph-mon[99443]: pgmap v356: 105 pgs: 105 active+clean; 584 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 187 KiB/s rd, 22 KiB/s wr, 252 op/s 2024-04-12T08:52:05.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:04 smithi112 ceph-mon[99443]: osdmap e504: 8 total, 8 up, 8 in 2024-04-12T08:52:06.018 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:05 smithi175 ceph-mon[87929]: osdmap e505: 8 total, 8 up, 8 in 2024-04-12T08:52:06.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:05 smithi112 ceph-mon[95375]: osdmap e505: 8 total, 8 up, 8 in 2024-04-12T08:52:06.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:05 smithi112 ceph-mon[99443]: osdmap e505: 8 total, 8 up, 8 in 2024-04-12T08:52:07.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:06 smithi175 ceph-mon[87929]: pgmap v359: 105 pgs: 105 active+clean; 584 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 187 KiB/s rd, 22 KiB/s wr, 252 op/s 2024-04-12T08:52:07.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:06 smithi175 ceph-mon[87929]: osdmap e506: 8 total, 8 up, 8 in 2024-04-12T08:52:07.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:06 smithi112 ceph-mon[95375]: pgmap v359: 105 pgs: 105 active+clean; 584 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 187 KiB/s rd, 22 KiB/s wr, 252 op/s 2024-04-12T08:52:07.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:06 smithi112 ceph-mon[95375]: osdmap e506: 8 total, 8 up, 8 in 2024-04-12T08:52:07.094 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:06 smithi112 ceph-mon[99443]: pgmap v359: 105 pgs: 105 active+clean; 584 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 187 KiB/s rd, 22 KiB/s wr, 252 op/s 2024-04-12T08:52:07.094 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:06 smithi112 ceph-mon[99443]: osdmap e506: 8 total, 8 up, 8 in 2024-04-12T08:52:07.094 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:52:06 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:52:06] "GET /metrics HTTP/1.1" 200 36467 "" "Prometheus/2.43.0" 2024-04-12T08:52:08.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:07 smithi175 ceph-mon[87929]: osdmap e507: 8 total, 8 up, 8 in 2024-04-12T08:52:08.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:07 smithi112 ceph-mon[95375]: osdmap e507: 8 total, 8 up, 8 in 2024-04-12T08:52:08.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:07 smithi112 ceph-mon[99443]: osdmap e507: 8 total, 8 up, 8 in 2024-04-12T08:52:09.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:08 smithi175 ceph-mon[87929]: pgmap v362: 105 pgs: 105 active+clean; 584 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 0 B/s wr, 2 op/s 2024-04-12T08:52:09.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:08 smithi175 ceph-mon[87929]: osdmap e508: 8 total, 8 up, 8 in 2024-04-12T08:52:09.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:08 smithi175 ceph-mon[87929]: osdmap e509: 8 total, 8 up, 8 in 2024-04-12T08:52:09.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:08 smithi112 ceph-mon[95375]: pgmap v362: 105 pgs: 105 active+clean; 584 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 0 B/s wr, 2 op/s 2024-04-12T08:52:09.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:08 smithi112 ceph-mon[95375]: osdmap e508: 8 total, 8 up, 8 in 2024-04-12T08:52:09.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:08 smithi112 ceph-mon[95375]: osdmap e509: 8 total, 8 up, 8 in 2024-04-12T08:52:09.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:08 smithi112 ceph-mon[99443]: pgmap v362: 105 pgs: 105 active+clean; 584 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 0 B/s wr, 2 op/s 2024-04-12T08:52:09.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:08 smithi112 ceph-mon[99443]: osdmap e508: 8 total, 8 up, 8 in 2024-04-12T08:52:09.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:08 smithi112 ceph-mon[99443]: osdmap e509: 8 total, 8 up, 8 in 2024-04-12T08:52:09.989 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -e sha1=b277feb2c7beb4597d8ecc39d58d5c36b81f613a -- bash -c 'ceph orch upgrade resume' 2024-04-12T08:52:10.252 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T08:52:11.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:10 smithi112 ceph-mon[95375]: pgmap v365: 105 pgs: 105 active+clean; 584 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 78 KiB/s rd, 7.5 KiB/s wr, 112 op/s 2024-04-12T08:52:11.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:10 smithi112 ceph-mon[95375]: osdmap e510: 8 total, 8 up, 8 in 2024-04-12T08:52:11.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:10 smithi112 ceph-mon[99443]: pgmap v365: 105 pgs: 105 active+clean; 584 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 78 KiB/s rd, 7.5 KiB/s wr, 112 op/s 2024-04-12T08:52:11.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:10 smithi112 ceph-mon[99443]: osdmap e510: 8 total, 8 up, 8 in 2024-04-12T08:52:11.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:10 smithi175 ceph-mon[87929]: pgmap v365: 105 pgs: 105 active+clean; 584 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 78 KiB/s rd, 7.5 KiB/s wr, 112 op/s 2024-04-12T08:52:11.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:10 smithi175 ceph-mon[87929]: osdmap e510: 8 total, 8 up, 8 in 2024-04-12T08:52:12.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:11 smithi112 ceph-mon[95375]: osdmap e511: 8 total, 8 up, 8 in 2024-04-12T08:52:12.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:11 smithi112 ceph-mon[99443]: osdmap e511: 8 total, 8 up, 8 in 2024-04-12T08:52:12.138 INFO:teuthology.orchestra.run.smithi112.stdout:Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec 2024-04-12T08:52:12.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:11 smithi175 ceph-mon[87929]: osdmap e511: 8 total, 8 up, 8 in 2024-04-12T08:52:12.801 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -e sha1=b277feb2c7beb4597d8ecc39d58d5c36b81f613a -- bash -c 'echo wait for half of osds to upgrade' 2024-04-12T08:52:13.067 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:12 smithi112 ceph-mon[95375]: pgmap v368: 105 pgs: 105 active+clean; 584 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 77 KiB/s rd, 7.5 KiB/s wr, 110 op/s 2024-04-12T08:52:13.067 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:12 smithi112 ceph-mon[95375]: osdmap e512: 8 total, 8 up, 8 in 2024-04-12T08:52:13.067 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:12 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:52:13.067 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:12 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:52:13.067 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:12 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:52:13.067 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:12 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:52:13.067 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:12 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:52:13.068 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:12 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:52:13.068 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:12 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T08:52:13.068 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:12 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T08:52:13.068 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:12 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T08:52:13.068 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:12 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-12T08:52:13.068 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:12 smithi112 ceph-mon[99443]: pgmap v368: 105 pgs: 105 active+clean; 584 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 77 KiB/s rd, 7.5 KiB/s wr, 110 op/s 2024-04-12T08:52:13.068 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:12 smithi112 ceph-mon[99443]: osdmap e512: 8 total, 8 up, 8 in 2024-04-12T08:52:13.068 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:12 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:52:13.068 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:12 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:52:13.068 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:12 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:52:13.068 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:12 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:52:13.068 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:12 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:52:13.069 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:12 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:52:13.069 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:12 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T08:52:13.069 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:12 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T08:52:13.069 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:12 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T08:52:13.069 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:12 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-12T08:52:13.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:12 smithi175 ceph-mon[87929]: pgmap v368: 105 pgs: 105 active+clean; 584 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 77 KiB/s rd, 7.5 KiB/s wr, 110 op/s 2024-04-12T08:52:13.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:12 smithi175 ceph-mon[87929]: osdmap e512: 8 total, 8 up, 8 in 2024-04-12T08:52:13.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:12 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:52:13.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:12 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:52:13.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:12 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:52:13.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:12 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:52:13.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:12 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:52:13.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:12 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:52:13.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:12 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T08:52:13.266 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:12 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T08:52:13.266 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:12 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T08:52:13.266 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:12 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-12T08:52:13.521 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T08:52:14.057 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:13 smithi112 ceph-mon[99443]: from='client.34287 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T08:52:14.057 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:13 smithi112 ceph-mon[99443]: Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec 2024-04-12T08:52:14.057 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:13 smithi112 ceph-mon[99443]: pgmap v370: 105 pgs: 105 active+clean; 584 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.8 KiB/s rd, 0 B/s wr, 16 op/s 2024-04-12T08:52:14.057 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:13 smithi112 ceph-mon[99443]: pgmap v371: 105 pgs: 105 active+clean; 584 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 11 KiB/s rd, 0 B/s wr, 22 op/s 2024-04-12T08:52:14.057 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:13 smithi112 ceph-mon[99443]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-12T08:52:14.057 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:13 smithi112 ceph-mon[99443]: Upgrade: osd.1 is safe to restart 2024-04-12T08:52:14.057 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:13 smithi112 ceph-mon[99443]: osdmap e513: 8 total, 8 up, 8 in 2024-04-12T08:52:14.057 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:13 smithi112 ceph-mon[99443]: osdmap e514: 8 total, 8 up, 8 in 2024-04-12T08:52:14.058 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:13 smithi112 ceph-mon[95375]: from='client.34287 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T08:52:14.058 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:13 smithi112 ceph-mon[95375]: Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec 2024-04-12T08:52:14.058 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:13 smithi112 ceph-mon[95375]: pgmap v370: 105 pgs: 105 active+clean; 584 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.8 KiB/s rd, 0 B/s wr, 16 op/s 2024-04-12T08:52:14.058 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:13 smithi112 ceph-mon[95375]: pgmap v371: 105 pgs: 105 active+clean; 584 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 11 KiB/s rd, 0 B/s wr, 22 op/s 2024-04-12T08:52:14.058 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:13 smithi112 ceph-mon[95375]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-12T08:52:14.058 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:13 smithi112 ceph-mon[95375]: Upgrade: osd.1 is safe to restart 2024-04-12T08:52:14.058 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:13 smithi112 ceph-mon[95375]: osdmap e513: 8 total, 8 up, 8 in 2024-04-12T08:52:14.058 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:13 smithi112 ceph-mon[95375]: osdmap e514: 8 total, 8 up, 8 in 2024-04-12T08:52:14.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:13 smithi175 ceph-mon[87929]: from='client.34287 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T08:52:14.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:13 smithi175 ceph-mon[87929]: Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec 2024-04-12T08:52:14.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:13 smithi175 ceph-mon[87929]: pgmap v370: 105 pgs: 105 active+clean; 584 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.8 KiB/s rd, 0 B/s wr, 16 op/s 2024-04-12T08:52:14.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:13 smithi175 ceph-mon[87929]: pgmap v371: 105 pgs: 105 active+clean; 584 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 11 KiB/s rd, 0 B/s wr, 22 op/s 2024-04-12T08:52:14.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:13 smithi175 ceph-mon[87929]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-12T08:52:14.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:13 smithi175 ceph-mon[87929]: Upgrade: osd.1 is safe to restart 2024-04-12T08:52:14.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:13 smithi175 ceph-mon[87929]: osdmap e513: 8 total, 8 up, 8 in 2024-04-12T08:52:14.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:13 smithi175 ceph-mon[87929]: osdmap e514: 8 total, 8 up, 8 in 2024-04-12T08:52:15.205 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:15 smithi112 ceph-mon[99443]: Upgrade: Updating osd.1 2024-04-12T08:52:15.206 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:15 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:52:15.206 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:15 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-12T08:52:15.206 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:15 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:52:15.206 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:15 smithi112 ceph-mon[99443]: Deploying daemon osd.1 on smithi112 2024-04-12T08:52:15.206 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:15 smithi112 ceph-mon[99443]: pgmap v374: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 183 KiB/s rd, 14 KiB/s wr, 265 op/s 2024-04-12T08:52:15.206 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:15 smithi112 ceph-mon[99443]: osdmap e515: 8 total, 8 up, 8 in 2024-04-12T08:52:15.206 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:15 smithi112 ceph-mon[95375]: Upgrade: Updating osd.1 2024-04-12T08:52:15.206 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:15 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:52:15.206 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:15 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-12T08:52:15.206 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:15 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:52:15.207 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:15 smithi112 ceph-mon[95375]: Deploying daemon osd.1 on smithi112 2024-04-12T08:52:15.207 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:15 smithi112 ceph-mon[95375]: pgmap v374: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 183 KiB/s rd, 14 KiB/s wr, 265 op/s 2024-04-12T08:52:15.207 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:15 smithi112 ceph-mon[95375]: osdmap e515: 8 total, 8 up, 8 in 2024-04-12T08:52:15.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:15 smithi175 ceph-mon[87929]: Upgrade: Updating osd.1 2024-04-12T08:52:15.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:15 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:52:15.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:15 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-12T08:52:15.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:15 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:52:15.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:15 smithi175 ceph-mon[87929]: Deploying daemon osd.1 on smithi112 2024-04-12T08:52:15.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:15 smithi175 ceph-mon[87929]: pgmap v374: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 183 KiB/s rd, 14 KiB/s wr, 265 op/s 2024-04-12T08:52:15.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:15 smithi175 ceph-mon[87929]: osdmap e515: 8 total, 8 up, 8 in 2024-04-12T08:52:16.883 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:16 smithi112 ceph-mon[99443]: osdmap e516: 8 total, 8 up, 8 in 2024-04-12T08:52:16.883 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:52:16 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:52:16] "GET /metrics HTTP/1.1" 200 36467 "" "Prometheus/2.43.0" 2024-04-12T08:52:16.883 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:16 smithi112 ceph-mon[95375]: osdmap e516: 8 total, 8 up, 8 in 2024-04-12T08:52:17.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:16 smithi175 ceph-mon[87929]: osdmap e516: 8 total, 8 up, 8 in 2024-04-12T08:52:17.177 INFO:teuthology.orchestra.run.smithi112.stdout:wait for half of osds to upgrade 2024-04-12T08:52:17.883 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:17 smithi112 ceph-mon[95375]: pgmap v377: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 107 KiB/s rd, 8.7 KiB/s wr, 150 op/s 2024-04-12T08:52:17.884 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:17 smithi112 ceph-mon[95375]: osdmap e517: 8 total, 8 up, 8 in 2024-04-12T08:52:17.884 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:17 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:52:17.884 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:17 smithi112 ceph-mon[99443]: pgmap v377: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 107 KiB/s rd, 8.7 KiB/s wr, 150 op/s 2024-04-12T08:52:17.884 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:17 smithi112 ceph-mon[99443]: osdmap e517: 8 total, 8 up, 8 in 2024-04-12T08:52:17.884 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:17 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:52:18.005 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -e sha1=b277feb2c7beb4597d8ecc39d58d5c36b81f613a -- bash -c 'while ! ceph osd versions | grep $sha1 | egrep '"'"': [45678]'"'"'; do sleep 2 ; done' 2024-04-12T08:52:18.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:17 smithi175 ceph-mon[87929]: pgmap v377: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 107 KiB/s rd, 8.7 KiB/s wr, 150 op/s 2024-04-12T08:52:18.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:17 smithi175 ceph-mon[87929]: osdmap e517: 8 total, 8 up, 8 in 2024-04-12T08:52:18.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:17 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:52:18.842 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:18 smithi112 ceph-mon[99443]: osdmap e518: 8 total, 8 up, 8 in 2024-04-12T08:52:18.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:18 smithi112 ceph-mon[95375]: osdmap e518: 8 total, 8 up, 8 in 2024-04-12T08:52:18.876 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T08:52:19.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:18 smithi175 ceph-mon[87929]: osdmap e518: 8 total, 8 up, 8 in 2024-04-12T08:52:19.300 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 12 08:52:19 smithi112 systemd[1]: Stopping Ceph osd.1 for 96d9de20-f8a7-11ee-bc8c-c7b262605968... 2024-04-12T08:52:20.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:19 smithi175 ceph-mon[87929]: pgmap v380: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 80 KiB/s rd, 7.5 KiB/s wr, 116 op/s 2024-04-12T08:52:20.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:19 smithi175 ceph-mon[87929]: osdmap e519: 8 total, 8 up, 8 in 2024-04-12T08:52:20.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:19 smithi112 ceph-mon[99443]: pgmap v380: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 80 KiB/s rd, 7.5 KiB/s wr, 116 op/s 2024-04-12T08:52:20.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:19 smithi112 ceph-mon[99443]: osdmap e519: 8 total, 8 up, 8 in 2024-04-12T08:52:20.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:19 smithi112 ceph-mon[95375]: pgmap v380: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 80 KiB/s rd, 7.5 KiB/s wr, 116 op/s 2024-04-12T08:52:20.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:19 smithi112 ceph-mon[95375]: osdmap e519: 8 total, 8 up, 8 in 2024-04-12T08:52:20.805 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestMirroring.AioSnapshotCreate (31049 ms) 2024-04-12T08:52:20.842 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:20 smithi112 ceph-mon[99443]: osdmap e520: 8 total, 8 up, 8 in 2024-04-12T08:52:20.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:20 smithi112 ceph-mon[95375]: osdmap e520: 8 total, 8 up, 8 in 2024-04-12T08:52:21.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:20 smithi175 ceph-mon[87929]: osdmap e520: 8 total, 8 up, 8 in 2024-04-12T08:52:21.342 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 12 08:52:20 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-1[49805]: 2024-04-12T08:52:20.942+0000 7fd1526be700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T08:52:21.342 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 12 08:52:20 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-1[49805]: 2024-04-12T08:52:20.942+0000 7fd1526be700 -1 osd.1 521 *** Got signal Terminated *** 2024-04-12T08:52:21.342 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 12 08:52:20 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-1[49805]: 2024-04-12T08:52:20.942+0000 7fd1526be700 -1 osd.1 521 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-12T08:52:21.816 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] 51 tests from TestMirroring (88597 ms total) 2024-04-12T08:52:21.816 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:52:21.816 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] 34 tests from TestInternal 2024-04-12T08:52:22.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:21 smithi175 ceph-mon[87929]: pgmap v383: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 80 KiB/s rd, 7.5 KiB/s wr, 116 op/s 2024-04-12T08:52:22.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:21 smithi175 ceph-mon[87929]: osdmap e521: 8 total, 8 up, 8 in 2024-04-12T08:52:22.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:21 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/1427355966' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/281ec854-7355-43ab-9491-14c056e5990c"}]: dispatch 2024-04-12T08:52:22.016 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:21 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/1427355966' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/281ec854-7355-43ab-9491-14c056e5990c"}]': finished 2024-04-12T08:52:22.016 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:21 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/2317326920' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:52:22.016 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:21 smithi175 ceph-mon[87929]: osd.1 marked itself down and dead 2024-04-12T08:52:22.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:21 smithi112 ceph-mon[95375]: pgmap v383: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 80 KiB/s rd, 7.5 KiB/s wr, 116 op/s 2024-04-12T08:52:22.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:21 smithi112 ceph-mon[95375]: osdmap e521: 8 total, 8 up, 8 in 2024-04-12T08:52:22.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:21 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/1427355966' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/281ec854-7355-43ab-9491-14c056e5990c"}]: dispatch 2024-04-12T08:52:22.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:21 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/1427355966' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/281ec854-7355-43ab-9491-14c056e5990c"}]': finished 2024-04-12T08:52:22.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:21 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/2317326920' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:52:22.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:21 smithi112 ceph-mon[95375]: osd.1 marked itself down and dead 2024-04-12T08:52:22.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:21 smithi112 ceph-mon[99443]: pgmap v383: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 80 KiB/s rd, 7.5 KiB/s wr, 116 op/s 2024-04-12T08:52:22.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:21 smithi112 ceph-mon[99443]: osdmap e521: 8 total, 8 up, 8 in 2024-04-12T08:52:22.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:21 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/1427355966' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/281ec854-7355-43ab-9491-14c056e5990c"}]: dispatch 2024-04-12T08:52:22.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:21 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/1427355966' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/16/281ec854-7355-43ab-9491-14c056e5990c"}]': finished 2024-04-12T08:52:22.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:21 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/2317326920' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:52:22.094 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:21 smithi112 ceph-mon[99443]: osd.1 marked itself down and dead 2024-04-12T08:52:22.639 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 12 08:52:22 smithi112 podman[112162]: 2024-04-12 08:52:22.371612291 +0000 UTC m=+1.559363809 container died 713ee2bfe4580bb9ffd3b8dbcc5f64918c4779bec9b07b8dbcd71329a6641e75 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-1, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, RELEASE=quincy-d3b5060) 2024-04-12T08:52:23.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:22 smithi175 ceph-mon[87929]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-12T08:52:23.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:22 smithi175 ceph-mon[87929]: osdmap e522: 8 total, 7 up, 8 in 2024-04-12T08:52:23.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:22 smithi112 ceph-mon[95375]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-12T08:52:23.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:22 smithi112 ceph-mon[95375]: osdmap e522: 8 total, 7 up, 8 in 2024-04-12T08:52:23.092 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 12 08:52:22 smithi112 podman[112162]: 2024-04-12 08:52:22.846310771 +0000 UTC m=+2.034062284 container cleanup 713ee2bfe4580bb9ffd3b8dbcc5f64918c4779bec9b07b8dbcd71329a6641e75 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-1, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=quincy-d3b5060, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-12T08:52:23.093 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 12 08:52:22 smithi112 bash[112162]: ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-1 2024-04-12T08:52:23.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:22 smithi112 ceph-mon[99443]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-12T08:52:23.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:22 smithi112 ceph-mon[99443]: osdmap e522: 8 total, 7 up, 8 in 2024-04-12T08:52:23.476 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 12 08:52:23 smithi112 podman[112214]: 2024-04-12 08:52:23.131143623 +0000 UTC m=+0.757376634 container remove 713ee2bfe4580bb9ffd3b8dbcc5f64918c4779bec9b07b8dbcd71329a6641e75 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-1, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, RELEASE=quincy-d3b5060, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, ceph=True) 2024-04-12T08:52:23.752 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 12 08:52:23 smithi112 podman[112332]: 2024-04-12 08:52:23.378478542 +0000 UTC m=+0.017735471 image pull 668895944f0ec64b67a5b7564961d2756f2966e5d4b9338516300dbec9984951 quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec 2024-04-12T08:52:23.752 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 12 08:52:23 smithi112 podman[112332]: 2024-04-12 08:52:23.515481252 +0000 UTC m=+0.154738211 container create c879d6e796500ebd7351a844eba192b9d0435211a2531af3b45c88a146dd14f1 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-1-deactivate, RELEASE=squid-b277feb, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-12T08:52:23.752 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 12 08:52:23 smithi112 podman[112332]: 2024-04-12 08:52:23.7525213 +0000 UTC m=+0.391778224 container init c879d6e796500ebd7351a844eba192b9d0435211a2531af3b45c88a146dd14f1 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-1-deactivate, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=squid-b277feb, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-04-12T08:52:23.816 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestInternal.OpenByID 2024-04-12T08:52:24.053 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:23 smithi112 ceph-mon[95375]: pgmap v386: 73 pgs: 10 stale+active+clean, 63 active+clean; 582 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:52:24.054 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:23 smithi112 ceph-mon[95375]: osdmap e523: 8 total, 7 up, 8 in 2024-04-12T08:52:24.054 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:23 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/1062215385' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:52:24.054 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:23 smithi112 ceph-mon[95375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:52:24.054 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:23 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/3459100734' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:52:24.054 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:23 smithi112 ceph-mon[99443]: pgmap v386: 73 pgs: 10 stale+active+clean, 63 active+clean; 582 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:52:24.055 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:23 smithi112 ceph-mon[99443]: osdmap e523: 8 total, 7 up, 8 in 2024-04-12T08:52:24.055 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:23 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/1062215385' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:52:24.055 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:23 smithi112 ceph-mon[99443]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:52:24.055 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:23 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/3459100734' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:52:24.055 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 12 08:52:23 smithi112 podman[112332]: 2024-04-12 08:52:23.755639643 +0000 UTC m=+0.394896559 container start c879d6e796500ebd7351a844eba192b9d0435211a2531af3b45c88a146dd14f1 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-1-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, RELEASE=squid-b277feb) 2024-04-12T08:52:24.056 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 12 08:52:23 smithi112 podman[112332]: 2024-04-12 08:52:23.852024806 +0000 UTC m=+0.491281737 container attach c879d6e796500ebd7351a844eba192b9d0435211a2531af3b45c88a146dd14f1 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-1-deactivate, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=squid-b277feb, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.33.5) 2024-04-12T08:52:24.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:23 smithi175 ceph-mon[87929]: pgmap v386: 73 pgs: 10 stale+active+clean, 63 active+clean; 582 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:52:24.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:23 smithi175 ceph-mon[87929]: osdmap e523: 8 total, 7 up, 8 in 2024-04-12T08:52:24.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:23 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/1062215385' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:52:24.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:23 smithi175 ceph-mon[87929]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:52:24.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:23 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/3459100734' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:52:24.343 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 12 08:52:24 smithi112 podman[112332]: 2024-04-12 08:52:24.053615732 +0000 UTC m=+0.692872657 container died c879d6e796500ebd7351a844eba192b9d0435211a2531af3b45c88a146dd14f1 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-1-deactivate, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS, RELEASE=squid-b277feb, CEPH_POINT_RELEASE=) 2024-04-12T08:52:25.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:24 smithi112 ceph-mon[95375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T08:52:25.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:24 smithi112 ceph-mon[95375]: osdmap e524: 8 total, 7 up, 8 in 2024-04-12T08:52:25.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:24 smithi112 ceph-mon[99443]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T08:52:25.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:24 smithi112 ceph-mon[99443]: osdmap e524: 8 total, 7 up, 8 in 2024-04-12T08:52:25.093 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 12 08:52:24 smithi112 podman[112358]: 2024-04-12 08:52:24.797804547 +0000 UTC m=+0.733765113 container remove c879d6e796500ebd7351a844eba192b9d0435211a2531af3b45c88a146dd14f1 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-1-deactivate, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS, RELEASE=squid-b277feb) 2024-04-12T08:52:25.094 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 12 08:52:24 smithi112 systemd[1]: ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@osd.1.service: Deactivated successfully. 2024-04-12T08:52:25.094 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 12 08:52:24 smithi112 systemd[1]: Stopped Ceph osd.1 for 96d9de20-f8a7-11ee-bc8c-c7b262605968. 2024-04-12T08:52:25.094 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 12 08:52:24 smithi112 systemd[1]: ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@osd.1.service: Consumed 22.071s CPU time. 2024-04-12T08:52:25.094 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 12 08:52:25 smithi112 systemd[1]: Starting Ceph osd.1 for 96d9de20-f8a7-11ee-bc8c-c7b262605968... 2024-04-12T08:52:25.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:24 smithi175 ceph-mon[87929]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T08:52:25.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:24 smithi175 ceph-mon[87929]: osdmap e524: 8 total, 7 up, 8 in 2024-04-12T08:52:25.510 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 12 08:52:25 smithi112 podman[112461]: 2024-04-12 08:52:25.146122276 +0000 UTC m=+0.018507517 image pull 668895944f0ec64b67a5b7564961d2756f2966e5d4b9338516300dbec9984951 quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec 2024-04-12T08:52:25.510 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 12 08:52:25 smithi112 podman[112461]: 2024-04-12 08:52:25.257055959 +0000 UTC m=+0.129441203 container create 05f0548852fe8e068686f2320d63b467296607ea821a3c828f6d0e94c3845bae (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-1-activate, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-b277feb, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, ceph=True) 2024-04-12T08:52:25.510 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 12 08:52:25 smithi112 podman[112461]: 2024-04-12 08:52:25.5095397 +0000 UTC m=+0.381924943 container init 05f0548852fe8e068686f2320d63b467296607ea821a3c828f6d0e94c3845bae (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-1-activate, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, ceph=True, CEPH_POINT_RELEASE=, RELEASE=squid-b277feb, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-12T08:52:25.826 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:25 smithi112 ceph-mon[95375]: pgmap v389: 105 pgs: 25 creating+peering, 2 active+undersized+degraded, 7 unknown, 1 stale+active+clean, 26 active+undersized, 44 active+clean; 582 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2/72 objects degraded (2.778%) 2024-04-12T08:52:25.826 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:25 smithi112 ceph-mon[95375]: Health check failed: Degraded data redundancy: 2/72 objects degraded (2.778%), 2 pgs degraded (PG_DEGRADED) 2024-04-12T08:52:25.826 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 12 08:52:25 smithi112 podman[112461]: 2024-04-12 08:52:25.513071722 +0000 UTC m=+0.385456973 container start 05f0548852fe8e068686f2320d63b467296607ea821a3c828f6d0e94c3845bae (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-1-activate, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_CLEAN=True, ceph=True, RELEASE=squid-b277feb) 2024-04-12T08:52:25.826 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 12 08:52:25 smithi112 podman[112461]: 2024-04-12 08:52:25.623161943 +0000 UTC m=+0.495547203 container attach 05f0548852fe8e068686f2320d63b467296607ea821a3c828f6d0e94c3845bae (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-1-activate, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, RELEASE=squid-b277feb, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, ceph=True) 2024-04-12T08:52:25.867 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestInternal.OpenByID (2049 ms) 2024-04-12T08:52:25.867 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestInternal.OpenSnapDNE 2024-04-12T08:52:25.889 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestInternal.OpenSnapDNE (24 ms) 2024-04-12T08:52:25.889 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestInternal.IsExclusiveLockOwner 2024-04-12T08:52:25.912 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestInternal.IsExclusiveLockOwner (23 ms) 2024-04-12T08:52:25.912 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestInternal.ResizeLocksImage 2024-04-12T08:52:25.937 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestInternal.ResizeLocksImage (25 ms) 2024-04-12T08:52:25.937 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestInternal.ResizeFailsToLockImage 2024-04-12T08:52:25.954 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestInternal.ResizeFailsToLockImage (18 ms) 2024-04-12T08:52:25.954 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestInternal.SnapCreateLocksImage 2024-04-12T08:52:26.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:25 smithi112 ceph-mon[95375]: osdmap e525: 8 total, 7 up, 8 in 2024-04-12T08:52:26.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:25 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/2860318668' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:52:26.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:25 smithi112 ceph-mon[99443]: pgmap v389: 105 pgs: 25 creating+peering, 2 active+undersized+degraded, 7 unknown, 1 stale+active+clean, 26 active+undersized, 44 active+clean; 582 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2/72 objects degraded (2.778%) 2024-04-12T08:52:26.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:25 smithi112 ceph-mon[99443]: Health check failed: Degraded data redundancy: 2/72 objects degraded (2.778%), 2 pgs degraded (PG_DEGRADED) 2024-04-12T08:52:26.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:25 smithi112 ceph-mon[99443]: osdmap e525: 8 total, 7 up, 8 in 2024-04-12T08:52:26.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:25 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/2860318668' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:52:26.093 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 12 08:52:25 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-1-activate[112479]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-04-12T08:52:26.094 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 12 08:52:25 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-1-activate[112479]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-1 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-04-12T08:52:26.094 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 12 08:52:25 smithi112 bash[112461]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-04-12T08:52:26.094 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 12 08:52:25 smithi112 bash[112461]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-1 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-04-12T08:52:26.094 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 12 08:52:25 smithi112 bash[112461]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-04-12T08:52:26.094 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 12 08:52:25 smithi112 bash[112461]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-04-12T08:52:26.094 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 12 08:52:25 smithi112 bash[112461]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-1/block 2024-04-12T08:52:26.094 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 12 08:52:25 smithi112 bash[112461]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-04-12T08:52:26.094 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 12 08:52:25 smithi112 bash[112461]: --> ceph-volume raw activate successful for osd ID: 1 2024-04-12T08:52:26.094 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 12 08:52:25 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-1-activate[112479]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-04-12T08:52:26.094 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 12 08:52:25 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-1-activate[112479]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-04-12T08:52:26.094 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 12 08:52:25 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-1-activate[112479]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-1/block 2024-04-12T08:52:26.094 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 12 08:52:25 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-1-activate[112479]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-04-12T08:52:26.094 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 12 08:52:25 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-1-activate[112479]: --> ceph-volume raw activate successful for osd ID: 1 2024-04-12T08:52:26.094 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 12 08:52:25 smithi112 podman[112461]: 2024-04-12 08:52:25.996064502 +0000 UTC m=+0.868449745 container died 05f0548852fe8e068686f2320d63b467296607ea821a3c828f6d0e94c3845bae (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-1-activate, RELEASE=squid-b277feb, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-12T08:52:26.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:25 smithi175 ceph-mon[87929]: pgmap v389: 105 pgs: 25 creating+peering, 2 active+undersized+degraded, 7 unknown, 1 stale+active+clean, 26 active+undersized, 44 active+clean; 582 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2/72 objects degraded (2.778%) 2024-04-12T08:52:26.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:25 smithi175 ceph-mon[87929]: Health check failed: Degraded data redundancy: 2/72 objects degraded (2.778%), 2 pgs degraded (PG_DEGRADED) 2024-04-12T08:52:26.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:25 smithi175 ceph-mon[87929]: osdmap e525: 8 total, 7 up, 8 in 2024-04-12T08:52:26.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:25 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/2860318668' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:52:26.839 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:52:26 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:52:26] "GET /metrics HTTP/1.1" 200 36460 "" "Prometheus/2.43.0" 2024-04-12T08:52:26.839 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 12 08:52:26 smithi112 podman[112628]: 2024-04-12 08:52:26.588839629 +0000 UTC m=+0.583936887 container remove 05f0548852fe8e068686f2320d63b467296607ea821a3c828f6d0e94c3845bae (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-1-activate, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, RELEASE=squid-b277feb, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-04-12T08:52:26.840 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 12 08:52:26 smithi112 podman[112694]: 2024-04-12 08:52:26.702750202 +0000 UTC m=+0.018128827 image pull 668895944f0ec64b67a5b7564961d2756f2966e5d4b9338516300dbec9984951 quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec 2024-04-12T08:52:26.840 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 12 08:52:26 smithi112 podman[112694]: 2024-04-12 08:52:26.831575949 +0000 UTC m=+0.146954567 container create 7b6f0d2f8fdf68db27b115cdbb8543cc961ee9f4902d1e5a1655eea2d38018c9 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-1, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, RELEASE=squid-b277feb, ceph=True, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-04-12T08:52:27.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:26 smithi112 ceph-mon[95375]: osdmap e526: 8 total, 7 up, 8 in 2024-04-12T08:52:27.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:26 smithi112 ceph-mon[99443]: osdmap e526: 8 total, 7 up, 8 in 2024-04-12T08:52:27.093 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 12 08:52:27 smithi112 podman[112694]: 2024-04-12 08:52:27.042538698 +0000 UTC m=+0.357917310 container init 7b6f0d2f8fdf68db27b115cdbb8543cc961ee9f4902d1e5a1655eea2d38018c9 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-1, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-b277feb, ceph=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-04-12T08:52:27.093 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 12 08:52:27 smithi112 podman[112694]: 2024-04-12 08:52:27.045379605 +0000 UTC m=+0.360758220 container start 7b6f0d2f8fdf68db27b115cdbb8543cc961ee9f4902d1e5a1655eea2d38018c9 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-1, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, RELEASE=squid-b277feb, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2) 2024-04-12T08:52:27.093 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 12 08:52:27 smithi112 ceph-osd[112713]: -- 172.21.15.112:0/4117315265 <== mon.2 v2:172.21.15.112:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55d0ec4f3680 con 0x55d0ec4bd000 2024-04-12T08:52:27.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:26 smithi175 ceph-mon[87929]: osdmap e526: 8 total, 7 up, 8 in 2024-04-12T08:52:27.592 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 12 08:52:27 smithi112 bash[112694]: 7b6f0d2f8fdf68db27b115cdbb8543cc961ee9f4902d1e5a1655eea2d38018c9 2024-04-12T08:52:27.592 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 12 08:52:27 smithi112 systemd[1]: Started Ceph osd.1 for 96d9de20-f8a7-11ee-bc8c-c7b262605968. 2024-04-12T08:52:27.858 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestInternal.SnapCreateLocksImage (1903 ms) 2024-04-12T08:52:27.858 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestInternal.SnapCreateFailsToLockImage 2024-04-12T08:52:27.876 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestInternal.SnapCreateFailsToLockImage (18 ms) 2024-04-12T08:52:27.876 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestInternal.SnapRollbackLocksImage 2024-04-12T08:52:28.041 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 12 08:52:27 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-1[112709]: 2024-04-12T08:52:27.599+0000 7f977ddfa7c0 -1 Falling back to public interface 2024-04-12T08:52:28.041 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:27 smithi112 ceph-mon[95375]: pgmap v392: 105 pgs: 25 creating+peering, 2 active+undersized+degraded, 7 unknown, 1 stale+active+clean, 26 active+undersized, 44 active+clean; 582 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2/72 objects degraded (2.778%) 2024-04-12T08:52:28.041 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:27 smithi112 ceph-mon[95375]: osdmap e527: 8 total, 7 up, 8 in 2024-04-12T08:52:28.041 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:27 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:52:28.041 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:27 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:52:28.041 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:27 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:52:28.042 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:27 smithi112 ceph-mon[99443]: pgmap v392: 105 pgs: 25 creating+peering, 2 active+undersized+degraded, 7 unknown, 1 stale+active+clean, 26 active+undersized, 44 active+clean; 582 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2/72 objects degraded (2.778%) 2024-04-12T08:52:28.042 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:27 smithi112 ceph-mon[99443]: osdmap e527: 8 total, 7 up, 8 in 2024-04-12T08:52:28.042 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:27 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:52:28.042 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:27 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:52:28.042 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:27 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:52:28.168 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:27 smithi175 ceph-mon[87929]: pgmap v392: 105 pgs: 25 creating+peering, 2 active+undersized+degraded, 7 unknown, 1 stale+active+clean, 26 active+undersized, 44 active+clean; 582 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2/72 objects degraded (2.778%) 2024-04-12T08:52:28.168 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:27 smithi175 ceph-mon[87929]: osdmap e527: 8 total, 7 up, 8 in 2024-04-12T08:52:28.169 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:27 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:52:28.169 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:27 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:52:28.169 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:27 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:52:29.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:28 smithi175 ceph-mon[87929]: osdmap e528: 8 total, 7 up, 8 in 2024-04-12T08:52:29.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:28 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/2106715006' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:52:29.150 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:28 smithi112 ceph-mon[99443]: osdmap e528: 8 total, 7 up, 8 in 2024-04-12T08:52:29.150 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:28 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/2106715006' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:52:29.150 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:28 smithi112 ceph-mon[95375]: osdmap e528: 8 total, 7 up, 8 in 2024-04-12T08:52:29.150 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:28 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/2106715006' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:52:29.872 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestInternal.SnapRollbackLocksImage (1997 ms) 2024-04-12T08:52:29.872 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestInternal.SnapRollbackFailsToLockImage 2024-04-12T08:52:30.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:29 smithi112 ceph-mon[95375]: pgmap v395: 105 pgs: 7 active+undersized+degraded, 36 active+undersized, 62 active+clean; 582 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 74 KiB/s rd, 10 KiB/s wr, 111 op/s; 7/144 objects degraded (4.861%) 2024-04-12T08:52:30.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:29 smithi112 ceph-mon[95375]: osdmap e529: 8 total, 7 up, 8 in 2024-04-12T08:52:30.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:29 smithi112 ceph-mon[99443]: pgmap v395: 105 pgs: 7 active+undersized+degraded, 36 active+undersized, 62 active+clean; 582 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 74 KiB/s rd, 10 KiB/s wr, 111 op/s; 7/144 objects degraded (4.861%) 2024-04-12T08:52:30.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:29 smithi112 ceph-mon[99443]: osdmap e529: 8 total, 7 up, 8 in 2024-04-12T08:52:30.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:29 smithi175 ceph-mon[87929]: pgmap v395: 105 pgs: 7 active+undersized+degraded, 36 active+undersized, 62 active+clean; 582 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 74 KiB/s rd, 10 KiB/s wr, 111 op/s; 7/144 objects degraded (4.861%) 2024-04-12T08:52:30.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:29 smithi175 ceph-mon[87929]: osdmap e529: 8 total, 7 up, 8 in 2024-04-12T08:52:30.842 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 12 08:52:30 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-1[112709]: 2024-04-12T08:52:30.449+0000 7f977ddfa7c0 -1 osd.1 521 log_to_monitors true 2024-04-12T08:52:31.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:30 smithi175 ceph-mon[87929]: osdmap e530: 8 total, 7 up, 8 in 2024-04-12T08:52:31.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:30 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/3545069626' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:52:31.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:30 smithi175 ceph-mon[87929]: from='osd.1 [v2:172.21.15.112:6810/2886241724,v1:172.21.15.112:6811/2886241724]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-12T08:52:31.342 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 12 08:52:30 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-1[112709]: 2024-04-12T08:52:30.881+0000 7f976f252700 -1 osd.1 521 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-12T08:52:31.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:30 smithi112 ceph-mon[95375]: osdmap e530: 8 total, 7 up, 8 in 2024-04-12T08:52:31.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:30 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/3545069626' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:52:31.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:30 smithi112 ceph-mon[95375]: from='osd.1 [v2:172.21.15.112:6810/2886241724,v1:172.21.15.112:6811/2886241724]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-12T08:52:31.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:30 smithi112 ceph-mon[99443]: osdmap e530: 8 total, 7 up, 8 in 2024-04-12T08:52:31.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:30 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/3545069626' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:52:31.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:30 smithi112 ceph-mon[99443]: from='osd.1 [v2:172.21.15.112:6810/2886241724,v1:172.21.15.112:6811/2886241724]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-12T08:52:31.893 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestInternal.SnapRollbackFailsToLockImage (2020 ms) 2024-04-12T08:52:31.894 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestInternal.SnapSetReleasesLock 2024-04-12T08:52:32.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:31 smithi175 ceph-mon[87929]: pgmap v398: 105 pgs: 7 active+undersized+degraded, 36 active+undersized, 62 active+clean; 582 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 74 KiB/s rd, 10 KiB/s wr, 111 op/s; 7/144 objects degraded (4.861%) 2024-04-12T08:52:32.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:31 smithi175 ceph-mon[87929]: from='osd.1 [v2:172.21.15.112:6810/2886241724,v1:172.21.15.112:6811/2886241724]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-12T08:52:32.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:31 smithi175 ceph-mon[87929]: osdmap e531: 8 total, 7 up, 8 in 2024-04-12T08:52:32.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:31 smithi175 ceph-mon[87929]: from='osd.1 [v2:172.21.15.112:6810/2886241724,v1:172.21.15.112:6811/2886241724]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-04-12T08:52:32.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:31 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:52:32.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:31 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:52:32.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:31 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:52:32.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:31 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:52:32.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:31 smithi112 ceph-mon[99443]: pgmap v398: 105 pgs: 7 active+undersized+degraded, 36 active+undersized, 62 active+clean; 582 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 74 KiB/s rd, 10 KiB/s wr, 111 op/s; 7/144 objects degraded (4.861%) 2024-04-12T08:52:32.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:31 smithi112 ceph-mon[99443]: from='osd.1 [v2:172.21.15.112:6810/2886241724,v1:172.21.15.112:6811/2886241724]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-12T08:52:32.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:31 smithi112 ceph-mon[99443]: osdmap e531: 8 total, 7 up, 8 in 2024-04-12T08:52:32.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:31 smithi112 ceph-mon[99443]: from='osd.1 [v2:172.21.15.112:6810/2886241724,v1:172.21.15.112:6811/2886241724]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-04-12T08:52:32.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:31 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:52:32.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:31 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:52:32.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:31 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:52:32.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:31 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:52:32.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:31 smithi112 ceph-mon[95375]: pgmap v398: 105 pgs: 7 active+undersized+degraded, 36 active+undersized, 62 active+clean; 582 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 74 KiB/s rd, 10 KiB/s wr, 111 op/s; 7/144 objects degraded (4.861%) 2024-04-12T08:52:32.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:31 smithi112 ceph-mon[95375]: from='osd.1 [v2:172.21.15.112:6810/2886241724,v1:172.21.15.112:6811/2886241724]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-12T08:52:32.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:31 smithi112 ceph-mon[95375]: osdmap e531: 8 total, 7 up, 8 in 2024-04-12T08:52:32.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:31 smithi112 ceph-mon[95375]: from='osd.1 [v2:172.21.15.112:6810/2886241724,v1:172.21.15.112:6811/2886241724]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-04-12T08:52:32.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:31 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:52:32.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:31 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:52:32.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:31 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:52:32.344 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:31 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:52:32.980 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:32 smithi112 ceph-mon[95375]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-12T08:52:32.981 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:32 smithi112 ceph-mon[95375]: osd.1 [v2:172.21.15.112:6810/2886241724,v1:172.21.15.112:6811/2886241724] boot 2024-04-12T08:52:32.981 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:32 smithi112 ceph-mon[95375]: osdmap e532: 8 total, 8 up, 8 in 2024-04-12T08:52:32.981 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:32 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T08:52:32.981 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:32 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:52:32.981 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:32 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:52:32.981 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:32 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:52:32.981 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:32 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:52:32.981 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:32 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/1595592897' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:52:32.981 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:32 smithi112 ceph-mon[95375]: osdmap e533: 8 total, 8 up, 8 in 2024-04-12T08:52:32.981 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:32 smithi112 ceph-mon[99443]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-12T08:52:32.981 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:32 smithi112 ceph-mon[99443]: osd.1 [v2:172.21.15.112:6810/2886241724,v1:172.21.15.112:6811/2886241724] boot 2024-04-12T08:52:32.981 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:32 smithi112 ceph-mon[99443]: osdmap e532: 8 total, 8 up, 8 in 2024-04-12T08:52:32.982 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:32 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T08:52:32.982 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:32 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:52:32.982 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:32 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:52:32.982 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:32 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:52:32.982 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:32 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:52:32.982 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:32 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/1595592897' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:52:32.982 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:32 smithi112 ceph-mon[99443]: osdmap e533: 8 total, 8 up, 8 in 2024-04-12T08:52:33.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:32 smithi175 ceph-mon[87929]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-12T08:52:33.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:32 smithi175 ceph-mon[87929]: osd.1 [v2:172.21.15.112:6810/2886241724,v1:172.21.15.112:6811/2886241724] boot 2024-04-12T08:52:33.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:32 smithi175 ceph-mon[87929]: osdmap e532: 8 total, 8 up, 8 in 2024-04-12T08:52:33.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:32 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-12T08:52:33.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:32 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:52:33.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:32 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:52:33.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:32 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:52:33.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:32 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:52:33.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:32 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/1595592897' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:52:33.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:32 smithi175 ceph-mon[87929]: osdmap e533: 8 total, 8 up, 8 in 2024-04-12T08:52:34.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:33 smithi175 ceph-mon[87929]: pgmap v401: 105 pgs: 8 active+undersized+degraded, 35 active+undersized, 62 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 13 KiB/s rd, 767 B/s wr, 17 op/s; 8/150 objects degraded (5.333%) 2024-04-12T08:52:34.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:33 smithi175 ceph-mon[87929]: Health check update: Degraded data redundancy: 8/150 objects degraded (5.333%), 8 pgs degraded (PG_DEGRADED) 2024-04-12T08:52:34.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:33 smithi112 ceph-mon[95375]: pgmap v401: 105 pgs: 8 active+undersized+degraded, 35 active+undersized, 62 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 13 KiB/s rd, 767 B/s wr, 17 op/s; 8/150 objects degraded (5.333%) 2024-04-12T08:52:34.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:33 smithi112 ceph-mon[95375]: Health check update: Degraded data redundancy: 8/150 objects degraded (5.333%), 8 pgs degraded (PG_DEGRADED) 2024-04-12T08:52:34.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:33 smithi112 ceph-mon[99443]: pgmap v401: 105 pgs: 8 active+undersized+degraded, 35 active+undersized, 62 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 13 KiB/s rd, 767 B/s wr, 17 op/s; 8/150 objects degraded (5.333%) 2024-04-12T08:52:34.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:33 smithi112 ceph-mon[99443]: Health check update: Degraded data redundancy: 8/150 objects degraded (5.333%), 8 pgs degraded (PG_DEGRADED) 2024-04-12T08:52:34.908 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestInternal.SnapSetReleasesLock (3015 ms) 2024-04-12T08:52:34.908 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestInternal.FlattenLocksImage 2024-04-12T08:52:35.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:34 smithi112 ceph-mon[95375]: osdmap e534: 8 total, 8 up, 8 in 2024-04-12T08:52:35.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:34 smithi112 ceph-mon[99443]: osdmap e534: 8 total, 8 up, 8 in 2024-04-12T08:52:35.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:34 smithi175 ceph-mon[87929]: osdmap e534: 8 total, 8 up, 8 in 2024-04-12T08:52:35.842 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:52:35 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: 2024-04-12T08:52:35.764+0000 7ffaba21c700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (7 PGs are or would become offline) 2024-04-12T08:52:36.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:35 smithi175 ceph-mon[87929]: pgmap v404: 105 pgs: 3 active+undersized+degraded, 16 active+undersized, 86 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 71 KiB/s rd, 5.5 KiB/s wr, 99 op/s; 3/165 objects degraded (1.818%); 16 B/s, 0 objects/s recovering 2024-04-12T08:52:36.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:35 smithi175 ceph-mon[87929]: osdmap e535: 8 total, 8 up, 8 in 2024-04-12T08:52:36.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:35 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/3277997328' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:52:36.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:35 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:52:36.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:35 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:52:36.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:35 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:52:36.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:35 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:52:36.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:35 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:52:36.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:35 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:52:36.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:35 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T08:52:36.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:35 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T08:52:36.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:35 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T08:52:36.266 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:35 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-12T08:52:36.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:35 smithi112 ceph-mon[95375]: pgmap v404: 105 pgs: 3 active+undersized+degraded, 16 active+undersized, 86 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 71 KiB/s rd, 5.5 KiB/s wr, 99 op/s; 3/165 objects degraded (1.818%); 16 B/s, 0 objects/s recovering 2024-04-12T08:52:36.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:35 smithi112 ceph-mon[95375]: osdmap e535: 8 total, 8 up, 8 in 2024-04-12T08:52:36.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:35 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/3277997328' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:52:36.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:35 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:52:36.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:35 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:52:36.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:35 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:52:36.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:35 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:52:36.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:35 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:52:36.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:35 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:52:36.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:35 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T08:52:36.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:35 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T08:52:36.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:35 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T08:52:36.344 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:35 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-12T08:52:36.344 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:35 smithi112 ceph-mon[99443]: pgmap v404: 105 pgs: 3 active+undersized+degraded, 16 active+undersized, 86 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 71 KiB/s rd, 5.5 KiB/s wr, 99 op/s; 3/165 objects degraded (1.818%); 16 B/s, 0 objects/s recovering 2024-04-12T08:52:36.344 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:35 smithi112 ceph-mon[99443]: osdmap e535: 8 total, 8 up, 8 in 2024-04-12T08:52:36.344 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:35 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/3277997328' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:52:36.344 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:35 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:52:36.344 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:35 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:52:36.344 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:35 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:52:36.344 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:35 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:52:36.344 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:35 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:52:36.344 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:35 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:52:36.344 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:35 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T08:52:36.344 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:35 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T08:52:36.345 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:35 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T08:52:36.345 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:35 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-12T08:52:36.930 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestInternal.FlattenLocksImage (2022 ms) 2024-04-12T08:52:36.930 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestInternal.FlattenFailsToLockImage 2024-04-12T08:52:37.092 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:52:36 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:52:36] "GET /metrics HTTP/1.1" 200 36308 "" "Prometheus/2.43.0" 2024-04-12T08:52:37.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:36 smithi112 ceph-mon[95375]: pgmap v406: 105 pgs: 3 active+undersized+degraded, 16 active+undersized, 86 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 62 KiB/s rd, 5.1 KiB/s wr, 87 op/s; 3/165 objects degraded (1.818%); 17 B/s, 0 objects/s recovering 2024-04-12T08:52:37.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:36 smithi112 ceph-mon[95375]: pgmap v407: 105 pgs: 3 active+undersized+degraded, 16 active+undersized, 86 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 68 KiB/s rd, 5.5 KiB/s wr, 95 op/s; 3/165 objects degraded (1.818%); 19 B/s, 0 objects/s recovering 2024-04-12T08:52:37.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:36 smithi112 ceph-mon[95375]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-12T08:52:37.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:36 smithi112 ceph-mon[95375]: Upgrade: unsafe to stop osd(s) at this time (7 PGs are or would become offline) 2024-04-12T08:52:37.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:36 smithi112 ceph-mon[95375]: osdmap e536: 8 total, 8 up, 8 in 2024-04-12T08:52:37.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:36 smithi112 ceph-mon[99443]: pgmap v406: 105 pgs: 3 active+undersized+degraded, 16 active+undersized, 86 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 62 KiB/s rd, 5.1 KiB/s wr, 87 op/s; 3/165 objects degraded (1.818%); 17 B/s, 0 objects/s recovering 2024-04-12T08:52:37.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:36 smithi112 ceph-mon[99443]: pgmap v407: 105 pgs: 3 active+undersized+degraded, 16 active+undersized, 86 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 68 KiB/s rd, 5.5 KiB/s wr, 95 op/s; 3/165 objects degraded (1.818%); 19 B/s, 0 objects/s recovering 2024-04-12T08:52:37.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:36 smithi112 ceph-mon[99443]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-12T08:52:37.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:36 smithi112 ceph-mon[99443]: Upgrade: unsafe to stop osd(s) at this time (7 PGs are or would become offline) 2024-04-12T08:52:37.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:36 smithi112 ceph-mon[99443]: osdmap e536: 8 total, 8 up, 8 in 2024-04-12T08:52:37.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:36 smithi175 ceph-mon[87929]: pgmap v406: 105 pgs: 3 active+undersized+degraded, 16 active+undersized, 86 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 62 KiB/s rd, 5.1 KiB/s wr, 87 op/s; 3/165 objects degraded (1.818%); 17 B/s, 0 objects/s recovering 2024-04-12T08:52:37.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:36 smithi175 ceph-mon[87929]: pgmap v407: 105 pgs: 3 active+undersized+degraded, 16 active+undersized, 86 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 68 KiB/s rd, 5.5 KiB/s wr, 95 op/s; 3/165 objects degraded (1.818%); 19 B/s, 0 objects/s recovering 2024-04-12T08:52:37.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:36 smithi175 ceph-mon[87929]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-12T08:52:37.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:36 smithi175 ceph-mon[87929]: Upgrade: unsafe to stop osd(s) at this time (7 PGs are or would become offline) 2024-04-12T08:52:37.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:36 smithi175 ceph-mon[87929]: osdmap e536: 8 total, 8 up, 8 in 2024-04-12T08:52:38.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:37 smithi175 ceph-mon[87929]: osdmap e537: 8 total, 8 up, 8 in 2024-04-12T08:52:38.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:37 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/1219351084' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:52:38.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:37 smithi112 ceph-mon[99443]: osdmap e537: 8 total, 8 up, 8 in 2024-04-12T08:52:38.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:37 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/1219351084' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:52:38.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:37 smithi112 ceph-mon[95375]: osdmap e537: 8 total, 8 up, 8 in 2024-04-12T08:52:38.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:37 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/1219351084' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:52:38.721 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestInternal.FlattenFailsToLockImage (1791 ms) 2024-04-12T08:52:38.721 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestInternal.WriteFailsToLockImageBlocklisted 2024-04-12T08:52:39.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:38 smithi175 ceph-mon[87929]: pgmap v410: 105 pgs: 105 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9 KiB/s rd, 1.7 KiB/s wr, 15 op/s; 0 B/s, 7 keys/s, 0 objects/s recovering 2024-04-12T08:52:39.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:38 smithi175 ceph-mon[87929]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 3/165 objects degraded (1.818%), 3 pgs degraded) 2024-04-12T08:52:39.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:38 smithi175 ceph-mon[87929]: osdmap e538: 8 total, 8 up, 8 in 2024-04-12T08:52:39.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:38 smithi175 ceph-mon[87929]: osdmap e539: 8 total, 8 up, 8 in 2024-04-12T08:52:39.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:38 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/422783320' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.112:0/422783320"}]: dispatch 2024-04-12T08:52:39.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:38 smithi175 ceph-mon[87929]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.112:0/422783320"}]: dispatch 2024-04-12T08:52:39.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:38 smithi112 ceph-mon[95375]: pgmap v410: 105 pgs: 105 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9 KiB/s rd, 1.7 KiB/s wr, 15 op/s; 0 B/s, 7 keys/s, 0 objects/s recovering 2024-04-12T08:52:39.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:38 smithi112 ceph-mon[95375]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 3/165 objects degraded (1.818%), 3 pgs degraded) 2024-04-12T08:52:39.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:38 smithi112 ceph-mon[95375]: osdmap e538: 8 total, 8 up, 8 in 2024-04-12T08:52:39.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:38 smithi112 ceph-mon[95375]: osdmap e539: 8 total, 8 up, 8 in 2024-04-12T08:52:39.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:38 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/422783320' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.112:0/422783320"}]: dispatch 2024-04-12T08:52:39.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:38 smithi112 ceph-mon[95375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.112:0/422783320"}]: dispatch 2024-04-12T08:52:39.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:38 smithi112 ceph-mon[99443]: pgmap v410: 105 pgs: 105 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9 KiB/s rd, 1.7 KiB/s wr, 15 op/s; 0 B/s, 7 keys/s, 0 objects/s recovering 2024-04-12T08:52:39.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:38 smithi112 ceph-mon[99443]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 3/165 objects degraded (1.818%), 3 pgs degraded) 2024-04-12T08:52:39.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:38 smithi112 ceph-mon[99443]: osdmap e538: 8 total, 8 up, 8 in 2024-04-12T08:52:39.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:38 smithi112 ceph-mon[99443]: osdmap e539: 8 total, 8 up, 8 in 2024-04-12T08:52:39.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:38 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/422783320' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.112:0/422783320"}]: dispatch 2024-04-12T08:52:39.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:38 smithi112 ceph-mon[99443]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.112:0/422783320"}]: dispatch 2024-04-12T08:52:39.718 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestInternal.WriteFailsToLockImageBlocklisted (997 ms) 2024-04-12T08:52:39.718 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestInternal.WriteFailsToLockImageBlocklistedWatch 2024-04-12T08:52:40.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:39 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/1618657893' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:52:40.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:39 smithi175 ceph-mon[87929]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.112:0/422783320"}]': finished 2024-04-12T08:52:40.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:39 smithi175 ceph-mon[87929]: osdmap e540: 8 total, 8 up, 8 in 2024-04-12T08:52:40.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:39 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/1119546505' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.112:0/1119546505"}]: dispatch 2024-04-12T08:52:40.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:39 smithi175 ceph-mon[87929]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.112:0/1119546505"}]: dispatch 2024-04-12T08:52:40.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:39 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/1618657893' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:52:40.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:39 smithi112 ceph-mon[95375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.112:0/422783320"}]': finished 2024-04-12T08:52:40.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:39 smithi112 ceph-mon[95375]: osdmap e540: 8 total, 8 up, 8 in 2024-04-12T08:52:40.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:39 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/1119546505' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.112:0/1119546505"}]: dispatch 2024-04-12T08:52:40.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:39 smithi112 ceph-mon[95375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.112:0/1119546505"}]: dispatch 2024-04-12T08:52:40.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:39 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/1618657893' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:52:40.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:39 smithi112 ceph-mon[99443]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.112:0/422783320"}]': finished 2024-04-12T08:52:40.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:39 smithi112 ceph-mon[99443]: osdmap e540: 8 total, 8 up, 8 in 2024-04-12T08:52:40.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:39 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/1119546505' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.112:0/1119546505"}]: dispatch 2024-04-12T08:52:40.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:39 smithi112 ceph-mon[99443]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.112:0/1119546505"}]: dispatch 2024-04-12T08:52:40.716 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestInternal.WriteFailsToLockImageBlocklistedWatch (998 ms) 2024-04-12T08:52:40.716 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestInternal.AioWriteRequestsLock 2024-04-12T08:52:40.759 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestInternal.AioWriteRequestsLock (43 ms) 2024-04-12T08:52:40.759 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestInternal.AioDiscardRequestsLock 2024-04-12T08:52:40.789 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestInternal.AioDiscardRequestsLock (30 ms) 2024-04-12T08:52:40.789 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestInternal.CancelAsyncResize 2024-04-12T08:52:40.832 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestInternal.CancelAsyncResize (43 ms) 2024-04-12T08:52:40.832 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestInternal.MultipleResize 2024-04-12T08:52:40.886 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestInternal.MultipleResize (54 ms) 2024-04-12T08:52:40.886 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestInternal.Metadata 2024-04-12T08:52:40.930 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestInternal.Metadata (44 ms) 2024-04-12T08:52:40.930 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestInternal.MetadataConfApply 2024-04-12T08:52:40.962 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestInternal.MetadataConfApply (32 ms) 2024-04-12T08:52:40.962 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestInternal.SnapshotCopyup 2024-04-12T08:52:41.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:40 smithi175 ceph-mon[87929]: pgmap v413: 105 pgs: 105 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 134 KiB/s rd, 9.0 KiB/s wr, 181 op/s; 0 B/s, 6 keys/s, 0 objects/s recovering 2024-04-12T08:52:41.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:40 smithi175 ceph-mon[87929]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.112:0/1119546505"}]': finished 2024-04-12T08:52:41.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:40 smithi175 ceph-mon[87929]: osdmap e541: 8 total, 8 up, 8 in 2024-04-12T08:52:41.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:40 smithi112 ceph-mon[95375]: pgmap v413: 105 pgs: 105 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 134 KiB/s rd, 9.0 KiB/s wr, 181 op/s; 0 B/s, 6 keys/s, 0 objects/s recovering 2024-04-12T08:52:41.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:40 smithi112 ceph-mon[95375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.112:0/1119546505"}]': finished 2024-04-12T08:52:41.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:40 smithi112 ceph-mon[95375]: osdmap e541: 8 total, 8 up, 8 in 2024-04-12T08:52:41.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:40 smithi112 ceph-mon[99443]: pgmap v413: 105 pgs: 105 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 134 KiB/s rd, 9.0 KiB/s wr, 181 op/s; 0 B/s, 6 keys/s, 0 objects/s recovering 2024-04-12T08:52:41.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:40 smithi112 ceph-mon[99443]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.112:0/1119546505"}]': finished 2024-04-12T08:52:41.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:40 smithi112 ceph-mon[99443]: osdmap e541: 8 total, 8 up, 8 in 2024-04-12T08:52:42.180 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:41 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/2834919301' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:52:42.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:41 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/2834919301' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:52:42.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:41 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/2834919301' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:52:43.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:42 smithi175 ceph-mon[87929]: pgmap v416: 105 pgs: 105 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 138 KiB/s rd, 11 KiB/s wr, 192 op/s 2024-04-12T08:52:43.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:42 smithi175 ceph-mon[87929]: osdmap e542: 8 total, 8 up, 8 in 2024-04-12T08:52:43.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:42 smithi112 ceph-mon[99443]: pgmap v416: 105 pgs: 105 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 138 KiB/s rd, 11 KiB/s wr, 192 op/s 2024-04-12T08:52:43.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:42 smithi112 ceph-mon[99443]: osdmap e542: 8 total, 8 up, 8 in 2024-04-12T08:52:43.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:42 smithi112 ceph-mon[95375]: pgmap v416: 105 pgs: 105 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 138 KiB/s rd, 11 KiB/s wr, 192 op/s 2024-04-12T08:52:43.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:42 smithi112 ceph-mon[95375]: osdmap e542: 8 total, 8 up, 8 in 2024-04-12T08:52:43.802 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestInternal.SnapshotCopyup (2841 ms) 2024-04-12T08:52:43.803 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestInternal.SnapshotCopyupZeros 2024-04-12T08:52:44.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:43 smithi175 ceph-mon[87929]: osdmap e543: 8 total, 8 up, 8 in 2024-04-12T08:52:44.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:43 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:52:44.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:43 smithi175 ceph-mon[87929]: osdmap e544: 8 total, 8 up, 8 in 2024-04-12T08:52:44.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:43 smithi112 ceph-mon[95375]: osdmap e543: 8 total, 8 up, 8 in 2024-04-12T08:52:44.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:43 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:52:44.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:43 smithi112 ceph-mon[95375]: osdmap e544: 8 total, 8 up, 8 in 2024-04-12T08:52:44.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:43 smithi112 ceph-mon[99443]: osdmap e543: 8 total, 8 up, 8 in 2024-04-12T08:52:44.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:43 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:52:44.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:43 smithi112 ceph-mon[99443]: osdmap e544: 8 total, 8 up, 8 in 2024-04-12T08:52:45.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:44 smithi175 ceph-mon[87929]: pgmap v419: 105 pgs: 105 active+clean; 585 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 230 KiB/s rd, 29 KiB/s wr, 330 op/s 2024-04-12T08:52:45.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:44 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/1148833891' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:52:45.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:44 smithi175 ceph-mon[87929]: osdmap e545: 8 total, 8 up, 8 in 2024-04-12T08:52:45.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:44 smithi112 ceph-mon[99443]: pgmap v419: 105 pgs: 105 active+clean; 585 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 230 KiB/s rd, 29 KiB/s wr, 330 op/s 2024-04-12T08:52:45.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:44 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/1148833891' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:52:45.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:44 smithi112 ceph-mon[99443]: osdmap e545: 8 total, 8 up, 8 in 2024-04-12T08:52:45.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:44 smithi112 ceph-mon[95375]: pgmap v419: 105 pgs: 105 active+clean; 585 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 230 KiB/s rd, 29 KiB/s wr, 330 op/s 2024-04-12T08:52:45.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:44 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/1148833891' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:52:45.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:44 smithi112 ceph-mon[95375]: osdmap e545: 8 total, 8 up, 8 in 2024-04-12T08:52:45.745 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestInternal.SnapshotCopyupZeros (1942 ms) 2024-04-12T08:52:45.745 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestInternal.SnapshotCopyupZerosMigration 2024-04-12T08:52:46.749 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestInternal.SnapshotCopyupZerosMigration (1005 ms) 2024-04-12T08:52:46.750 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestInternal.ResizeCopyup 2024-04-12T08:52:47.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:46 smithi175 ceph-mon[87929]: pgmap v422: 105 pgs: 105 active+clean; 585 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 218 KiB/s rd, 26 KiB/s wr, 306 op/s 2024-04-12T08:52:47.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:46 smithi175 ceph-mon[87929]: osdmap e546: 8 total, 8 up, 8 in 2024-04-12T08:52:47.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:46 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/14384404' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:52:47.092 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:52:46 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:52:46] "GET /metrics HTTP/1.1" 200 36308 "" "Prometheus/2.43.0" 2024-04-12T08:52:47.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:46 smithi112 ceph-mon[95375]: pgmap v422: 105 pgs: 105 active+clean; 585 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 218 KiB/s rd, 26 KiB/s wr, 306 op/s 2024-04-12T08:52:47.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:46 smithi112 ceph-mon[95375]: osdmap e546: 8 total, 8 up, 8 in 2024-04-12T08:52:47.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:46 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/14384404' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:52:47.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:46 smithi112 ceph-mon[99443]: pgmap v422: 105 pgs: 105 active+clean; 585 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 218 KiB/s rd, 26 KiB/s wr, 306 op/s 2024-04-12T08:52:47.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:46 smithi112 ceph-mon[99443]: osdmap e546: 8 total, 8 up, 8 in 2024-04-12T08:52:47.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:46 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/14384404' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:52:48.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:47 smithi175 ceph-mon[87929]: osdmap e547: 8 total, 8 up, 8 in 2024-04-12T08:52:48.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:47 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:52:48.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:47 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:52:48.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:47 smithi112 ceph-mon[95375]: osdmap e547: 8 total, 8 up, 8 in 2024-04-12T08:52:48.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:47 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:52:48.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:47 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:52:48.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:47 smithi112 ceph-mon[99443]: osdmap e547: 8 total, 8 up, 8 in 2024-04-12T08:52:48.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:47 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:52:48.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:47 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:52:48.762 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestInternal.ResizeCopyup (2011 ms) 2024-04-12T08:52:48.762 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestInternal.DiscardCopyup 2024-04-12T08:52:48.769 INFO:tasks.workunit.client.0.smithi112.stdout:SKIPPING 2024-04-12T08:52:48.769 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestInternal.DiscardCopyup (8 ms) 2024-04-12T08:52:48.769 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestInternal.ImageOptions 2024-04-12T08:52:48.777 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestInternal.ImageOptions (8 ms) 2024-04-12T08:52:48.777 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestInternal.WriteFullCopyup 2024-04-12T08:52:49.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:48 smithi175 ceph-mon[87929]: pgmap v425: 105 pgs: 105 active+clean; 585 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 112 KiB/s rd, 5.7 KiB/s wr, 138 op/s 2024-04-12T08:52:49.016 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:48 smithi175 ceph-mon[87929]: osdmap e548: 8 total, 8 up, 8 in 2024-04-12T08:52:49.016 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:48 smithi175 ceph-mon[87929]: osdmap e549: 8 total, 8 up, 8 in 2024-04-12T08:52:49.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:48 smithi112 ceph-mon[95375]: pgmap v425: 105 pgs: 105 active+clean; 585 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 112 KiB/s rd, 5.7 KiB/s wr, 138 op/s 2024-04-12T08:52:49.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:48 smithi112 ceph-mon[95375]: osdmap e548: 8 total, 8 up, 8 in 2024-04-12T08:52:49.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:48 smithi112 ceph-mon[95375]: osdmap e549: 8 total, 8 up, 8 in 2024-04-12T08:52:49.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:48 smithi112 ceph-mon[99443]: pgmap v425: 105 pgs: 105 active+clean; 585 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 112 KiB/s rd, 5.7 KiB/s wr, 138 op/s 2024-04-12T08:52:49.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:48 smithi112 ceph-mon[99443]: osdmap e548: 8 total, 8 up, 8 in 2024-04-12T08:52:49.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:48 smithi112 ceph-mon[99443]: osdmap e549: 8 total, 8 up, 8 in 2024-04-12T08:52:50.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:49 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/4041425639' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:52:50.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:49 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/4041425639' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:52:50.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:49 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/4041425639' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:52:51.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:50 smithi175 ceph-mon[87929]: pgmap v428: 105 pgs: 105 active+clean; 603 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 274 KiB/s rd, 26 KiB/s wr, 368 op/s 2024-04-12T08:52:51.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:50 smithi175 ceph-mon[87929]: osdmap e550: 8 total, 8 up, 8 in 2024-04-12T08:52:51.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:50 smithi112 ceph-mon[95375]: pgmap v428: 105 pgs: 105 active+clean; 603 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 274 KiB/s rd, 26 KiB/s wr, 368 op/s 2024-04-12T08:52:51.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:50 smithi112 ceph-mon[95375]: osdmap e550: 8 total, 8 up, 8 in 2024-04-12T08:52:51.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:50 smithi112 ceph-mon[99443]: pgmap v428: 105 pgs: 105 active+clean; 603 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 274 KiB/s rd, 26 KiB/s wr, 368 op/s 2024-04-12T08:52:51.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:50 smithi112 ceph-mon[99443]: osdmap e550: 8 total, 8 up, 8 in 2024-04-12T08:52:52.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:51 smithi175 ceph-mon[87929]: osdmap e551: 8 total, 8 up, 8 in 2024-04-12T08:52:52.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:51 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-12T08:52:52.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:51 smithi175 ceph-mon[87929]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-12T08:52:52.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:51 smithi175 ceph-mon[87929]: Upgrade: osd.2 is safe to restart 2024-04-12T08:52:52.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:51 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/2088238183' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:52:52.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:51 smithi112 ceph-mon[99443]: osdmap e551: 8 total, 8 up, 8 in 2024-04-12T08:52:52.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:51 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-12T08:52:52.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:51 smithi112 ceph-mon[99443]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-12T08:52:52.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:51 smithi112 ceph-mon[99443]: Upgrade: osd.2 is safe to restart 2024-04-12T08:52:52.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:51 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/2088238183' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:52:52.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:51 smithi112 ceph-mon[95375]: osdmap e551: 8 total, 8 up, 8 in 2024-04-12T08:52:52.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:51 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-12T08:52:52.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:51 smithi112 ceph-mon[95375]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-12T08:52:52.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:51 smithi112 ceph-mon[95375]: Upgrade: osd.2 is safe to restart 2024-04-12T08:52:52.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:51 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/2088238183' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:52:52.779 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestInternal.WriteFullCopyup (4002 ms) 2024-04-12T08:52:52.779 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestInternal.DiffIterateCloneOverwrite 2024-04-12T08:52:53.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:52 smithi175 ceph-mon[87929]: pgmap v431: 105 pgs: 105 active+clean; 603 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 167 KiB/s rd, 22 KiB/s wr, 238 op/s 2024-04-12T08:52:53.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:52 smithi175 ceph-mon[87929]: osdmap e552: 8 total, 8 up, 8 in 2024-04-12T08:52:53.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:52 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:52:53.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:52 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-12T08:52:53.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:52 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:52:53.073 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:52 smithi112 ceph-mon[95375]: pgmap v431: 105 pgs: 105 active+clean; 603 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 167 KiB/s rd, 22 KiB/s wr, 238 op/s 2024-04-12T08:52:53.073 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:52 smithi112 ceph-mon[95375]: osdmap e552: 8 total, 8 up, 8 in 2024-04-12T08:52:53.073 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:52 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:52:53.073 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:52 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-12T08:52:53.073 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:52 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:52:53.073 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:52 smithi112 ceph-mon[99443]: pgmap v431: 105 pgs: 105 active+clean; 603 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 167 KiB/s rd, 22 KiB/s wr, 238 op/s 2024-04-12T08:52:53.073 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:52 smithi112 ceph-mon[99443]: osdmap e552: 8 total, 8 up, 8 in 2024-04-12T08:52:53.074 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:52 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:52:53.074 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:52 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-12T08:52:53.074 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:52 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:52:54.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:53 smithi112 ceph-mon[95375]: Upgrade: Updating osd.2 2024-04-12T08:52:54.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:53 smithi112 ceph-mon[95375]: Deploying daemon osd.2 on smithi112 2024-04-12T08:52:54.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:53 smithi112 ceph-mon[95375]: osdmap e553: 8 total, 8 up, 8 in 2024-04-12T08:52:54.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:53 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/1729003138' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:52:54.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:53 smithi112 ceph-mon[99443]: Upgrade: Updating osd.2 2024-04-12T08:52:54.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:53 smithi112 ceph-mon[99443]: Deploying daemon osd.2 on smithi112 2024-04-12T08:52:54.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:53 smithi112 ceph-mon[99443]: osdmap e553: 8 total, 8 up, 8 in 2024-04-12T08:52:54.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:53 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/1729003138' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:52:54.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:53 smithi175 ceph-mon[87929]: Upgrade: Updating osd.2 2024-04-12T08:52:54.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:53 smithi175 ceph-mon[87929]: Deploying daemon osd.2 on smithi112 2024-04-12T08:52:54.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:53 smithi175 ceph-mon[87929]: osdmap e553: 8 total, 8 up, 8 in 2024-04-12T08:52:54.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:53 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/1729003138' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:52:54.804 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestInternal.DiffIterateCloneOverwrite (2025 ms) 2024-04-12T08:52:54.804 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestInternal.TestCoR 2024-04-12T08:52:54.815 INFO:tasks.workunit.client.0.smithi112.stdout:SKIPPING due to disabled rbd_copy_on_read 2024-04-12T08:52:54.815 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestInternal.TestCoR (11 ms) 2024-04-12T08:52:54.815 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestInternal.FlattenNoEmptyObjects 2024-04-12T08:52:55.029 INFO:tasks.workunit.client.0.smithi112.stdout:made parent image "image400": 4194304K (1024 * 4K) 2024-04-12T08:52:55.030 INFO:tasks.workunit.client.0.smithi112.stdout:generated random write map: 2024-04-12T08:52:55.030 INFO:tasks.workunit.client.0.smithi112.stdout: [14 , 58175 ] 2024-04-12T08:52:55.030 INFO:tasks.workunit.client.0.smithi112.stdout: [52 , 214330 ] 2024-04-12T08:52:55.030 INFO:tasks.workunit.client.0.smithi112.stdout: [69 , 283245 ] 2024-04-12T08:52:55.030 INFO:tasks.workunit.client.0.smithi112.stdout: [71 , 291452 ] 2024-04-12T08:52:55.030 INFO:tasks.workunit.client.0.smithi112.stdout: [82 , 337138 ] 2024-04-12T08:52:55.030 INFO:tasks.workunit.client.0.smithi112.stdout: [86 , 353860 ] 2024-04-12T08:52:55.030 INFO:tasks.workunit.client.0.smithi112.stdout: [90 , 369796 ] 2024-04-12T08:52:55.030 INFO:tasks.workunit.client.0.smithi112.stdout: [112 , 459528 ] 2024-04-12T08:52:55.030 INFO:tasks.workunit.client.0.smithi112.stdout: [123 , 507200 ] 2024-04-12T08:52:55.030 INFO:tasks.workunit.client.0.smithi112.stdout: [133 , 546614 ] 2024-04-12T08:52:55.030 INFO:tasks.workunit.client.0.smithi112.stdout: [151 , 620707 ] 2024-04-12T08:52:55.030 INFO:tasks.workunit.client.0.smithi112.stdout: [160 , 658672 ] 2024-04-12T08:52:55.030 INFO:tasks.workunit.client.0.smithi112.stdout: [191 , 784283 ] 2024-04-12T08:52:55.031 INFO:tasks.workunit.client.0.smithi112.stdout: [205 , 841455 ] 2024-04-12T08:52:55.031 INFO:tasks.workunit.client.0.smithi112.stdout: [238 , 977304 ] 2024-04-12T08:52:55.031 INFO:tasks.workunit.client.0.smithi112.stdout: [251 , 1030698 ] 2024-04-12T08:52:55.031 INFO:tasks.workunit.client.0.smithi112.stdout: [260 , 1066969 ] 2024-04-12T08:52:55.031 INFO:tasks.workunit.client.0.smithi112.stdout: [289 , 1184845 ] 2024-04-12T08:52:55.031 INFO:tasks.workunit.client.0.smithi112.stdout: [291 , 1194169 ] 2024-04-12T08:52:55.031 INFO:tasks.workunit.client.0.smithi112.stdout: [296 , 1215208 ] 2024-04-12T08:52:55.031 INFO:tasks.workunit.client.0.smithi112.stdout: [316 , 1294421 ] 2024-04-12T08:52:55.031 INFO:tasks.workunit.client.0.smithi112.stdout: [326 , 1335991 ] 2024-04-12T08:52:55.031 INFO:tasks.workunit.client.0.smithi112.stdout: [328 , 1345880 ] 2024-04-12T08:52:55.031 INFO:tasks.workunit.client.0.smithi112.stdout: [335 , 1375680 ] 2024-04-12T08:52:55.031 INFO:tasks.workunit.client.0.smithi112.stdout: [336 , 1377097 ] 2024-04-12T08:52:55.031 INFO:tasks.workunit.client.0.smithi112.stdout: [341 , 1399179 ] 2024-04-12T08:52:55.031 INFO:tasks.workunit.client.0.smithi112.stdout: [352 , 1442075 ] 2024-04-12T08:52:55.031 INFO:tasks.workunit.client.0.smithi112.stdout: [360 , 1476044 ] 2024-04-12T08:52:55.032 INFO:tasks.workunit.client.0.smithi112.stdout: [368 , 1510800 ] 2024-04-12T08:52:55.032 INFO:tasks.workunit.client.0.smithi112.stdout: [380 , 1557566 ] 2024-04-12T08:52:55.032 INFO:tasks.workunit.client.0.smithi112.stdout: [390 , 1597998 ] 2024-04-12T08:52:55.032 INFO:tasks.workunit.client.0.smithi112.stdout: [396 , 1622936 ] 2024-04-12T08:52:55.032 INFO:tasks.workunit.client.0.smithi112.stdout: [401 , 1645191 ] 2024-04-12T08:52:55.032 INFO:tasks.workunit.client.0.smithi112.stdout: [411 , 1686016 ] 2024-04-12T08:52:55.032 INFO:tasks.workunit.client.0.smithi112.stdout: [427 , 1750038 ] 2024-04-12T08:52:55.032 INFO:tasks.workunit.client.0.smithi112.stdout: [429 , 1757389 ] 2024-04-12T08:52:55.032 INFO:tasks.workunit.client.0.smithi112.stdout: [430 , 1762447 ] 2024-04-12T08:52:55.032 INFO:tasks.workunit.client.0.smithi112.stdout: [440 , 1802552 ] 2024-04-12T08:52:55.032 INFO:tasks.workunit.client.0.smithi112.stdout: [459 , 1881655 ] 2024-04-12T08:52:55.032 INFO:tasks.workunit.client.0.smithi112.stdout: [476 , 1951920 ] 2024-04-12T08:52:55.032 INFO:tasks.workunit.client.0.smithi112.stdout: [501 , 2055140 ] 2024-04-12T08:52:55.033 INFO:tasks.workunit.client.0.smithi112.stdout: [509 , 2085437 ] 2024-04-12T08:52:55.033 INFO:tasks.workunit.client.0.smithi112.stdout: [525 , 2150617 ] 2024-04-12T08:52:55.033 INFO:tasks.workunit.client.0.smithi112.stdout: [535 , 2191566 ] 2024-04-12T08:52:55.033 INFO:tasks.workunit.client.0.smithi112.stdout: [538 , 2204586 ] 2024-04-12T08:52:55.033 INFO:tasks.workunit.client.0.smithi112.stdout: [546 , 2239028 ] 2024-04-12T08:52:55.033 INFO:tasks.workunit.client.0.smithi112.stdout: [576 , 2362630 ] 2024-04-12T08:52:55.033 INFO:tasks.workunit.client.0.smithi112.stdout: [583 , 2389072 ] 2024-04-12T08:52:55.033 INFO:tasks.workunit.client.0.smithi112.stdout: [590 , 2416894 ] 2024-04-12T08:52:55.033 INFO:tasks.workunit.client.0.smithi112.stdout: [592 , 2426607 ] 2024-04-12T08:52:55.033 INFO:tasks.workunit.client.0.smithi112.stdout: [619 , 2538286 ] 2024-04-12T08:52:55.033 INFO:tasks.workunit.client.0.smithi112.stdout: [622 , 2550025 ] 2024-04-12T08:52:55.033 INFO:tasks.workunit.client.0.smithi112.stdout: [633 , 2596242 ] 2024-04-12T08:52:55.033 INFO:tasks.workunit.client.0.smithi112.stdout: [637 , 2610006 ] 2024-04-12T08:52:55.034 INFO:tasks.workunit.client.0.smithi112.stdout: [645 , 2643317 ] 2024-04-12T08:52:55.034 INFO:tasks.workunit.client.0.smithi112.stdout: [662 , 2715133 ] 2024-04-12T08:52:55.034 INFO:tasks.workunit.client.0.smithi112.stdout: [664 , 2720395 ] 2024-04-12T08:52:55.034 INFO:tasks.workunit.client.0.smithi112.stdout: [668 , 2738541 ] 2024-04-12T08:52:55.034 INFO:tasks.workunit.client.0.smithi112.stdout: [670 , 2747009 ] 2024-04-12T08:52:55.034 INFO:tasks.workunit.client.0.smithi112.stdout: [672 , 2754417 ] 2024-04-12T08:52:55.034 INFO:tasks.workunit.client.0.smithi112.stdout: [675 , 2766185 ] 2024-04-12T08:52:55.034 INFO:tasks.workunit.client.0.smithi112.stdout: [702 , 2875717 ] 2024-04-12T08:52:55.034 INFO:tasks.workunit.client.0.smithi112.stdout: [712 , 2916982 ] 2024-04-12T08:52:55.034 INFO:tasks.workunit.client.0.smithi112.stdout: [726 , 2975757 ] 2024-04-12T08:52:55.034 INFO:tasks.workunit.client.0.smithi112.stdout: [751 , 3076643 ] 2024-04-12T08:52:55.035 INFO:tasks.workunit.client.0.smithi112.stdout: [756 , 3100069 ] 2024-04-12T08:52:55.035 INFO:tasks.workunit.client.0.smithi112.stdout: [760 , 3115560 ] 2024-04-12T08:52:55.035 INFO:tasks.workunit.client.0.smithi112.stdout: [768 , 3148106 ] 2024-04-12T08:52:55.036 INFO:tasks.workunit.client.0.smithi112.stdout: [769 , 3150463 ] 2024-04-12T08:52:55.036 INFO:tasks.workunit.client.0.smithi112.stdout: [780 , 3195520 ] 2024-04-12T08:52:55.036 INFO:tasks.workunit.client.0.smithi112.stdout: [786 , 3222749 ] 2024-04-12T08:52:55.036 INFO:tasks.workunit.client.0.smithi112.stdout: [787 , 3226640 ] 2024-04-12T08:52:55.036 INFO:tasks.workunit.client.0.smithi112.stdout: [790 , 3236489 ] 2024-04-12T08:52:55.036 INFO:tasks.workunit.client.0.smithi112.stdout: [793 , 3249199 ] 2024-04-12T08:52:55.037 INFO:tasks.workunit.client.0.smithi112.stdout: [795 , 3259554 ] 2024-04-12T08:52:55.037 INFO:tasks.workunit.client.0.smithi112.stdout: [808 , 3312319 ] 2024-04-12T08:52:55.037 INFO:tasks.workunit.client.0.smithi112.stdout: [861 , 3526668 ] 2024-04-12T08:52:55.038 INFO:tasks.workunit.client.0.smithi112.stdout: [870 , 3566880 ] 2024-04-12T08:52:55.038 INFO:tasks.workunit.client.0.smithi112.stdout: [883 , 3619181 ] 2024-04-12T08:52:55.039 INFO:tasks.workunit.client.0.smithi112.stdout: [900 , 3688420 ] 2024-04-12T08:52:55.039 INFO:tasks.workunit.client.0.smithi112.stdout: [904 , 3703696 ] 2024-04-12T08:52:55.039 INFO:tasks.workunit.client.0.smithi112.stdout: [906 , 3712618 ] 2024-04-12T08:52:55.039 INFO:tasks.workunit.client.0.smithi112.stdout: [909 , 3725675 ] 2024-04-12T08:52:55.039 INFO:tasks.workunit.client.0.smithi112.stdout: [912 , 3736168 ] 2024-04-12T08:52:55.039 INFO:tasks.workunit.client.0.smithi112.stdout: [913 , 3740883 ] 2024-04-12T08:52:55.039 INFO:tasks.workunit.client.0.smithi112.stdout: [923 , 3781559 ] 2024-04-12T08:52:55.039 INFO:tasks.workunit.client.0.smithi112.stdout: [924 , 3785769 ] 2024-04-12T08:52:55.039 INFO:tasks.workunit.client.0.smithi112.stdout: [931 , 3813399 ] 2024-04-12T08:52:55.039 INFO:tasks.workunit.client.0.smithi112.stdout: [959 , 3929421 ] 2024-04-12T08:52:55.039 INFO:tasks.workunit.client.0.smithi112.stdout: [965 , 3954359 ] 2024-04-12T08:52:55.039 INFO:tasks.workunit.client.0.smithi112.stdout: [995 , 4077463 ] 2024-04-12T08:52:55.039 INFO:tasks.workunit.client.0.smithi112.stdout: [999 , 4092382 ] 2024-04-12T08:52:55.039 INFO:tasks.workunit.client.0.smithi112.stdout: [1013 , 4151213 ] 2024-04-12T08:52:55.040 INFO:tasks.workunit.client.0.smithi112.stdout: [1019 , 4174752 ] 2024-04-12T08:52:55.040 INFO:tasks.workunit.client.0.smithi112.stdout:write data based on random map 2024-04-12T08:52:55.040 INFO:tasks.workunit.client.0.smithi112.stdout: write object-14 2024-04-12T08:52:55.040 INFO:tasks.workunit.client.0.smithi112.stdout: write object-52 2024-04-12T08:52:55.040 INFO:tasks.workunit.client.0.smithi112.stdout: write object-69 2024-04-12T08:52:55.040 INFO:tasks.workunit.client.0.smithi112.stdout: write object-71 2024-04-12T08:52:55.040 INFO:tasks.workunit.client.0.smithi112.stdout: write object-82 2024-04-12T08:52:55.040 INFO:tasks.workunit.client.0.smithi112.stdout: write object-86 2024-04-12T08:52:55.040 INFO:tasks.workunit.client.0.smithi112.stdout: write object-90 2024-04-12T08:52:55.040 INFO:tasks.workunit.client.0.smithi112.stdout: write object-112 2024-04-12T08:52:55.040 INFO:tasks.workunit.client.0.smithi112.stdout: write object-123 2024-04-12T08:52:55.040 INFO:tasks.workunit.client.0.smithi112.stdout: write object-133 2024-04-12T08:52:55.040 INFO:tasks.workunit.client.0.smithi112.stdout: write object-151 2024-04-12T08:52:55.040 INFO:tasks.workunit.client.0.smithi112.stdout: write object-160 2024-04-12T08:52:55.041 INFO:tasks.workunit.client.0.smithi112.stdout: write object-191 2024-04-12T08:52:55.041 INFO:tasks.workunit.client.0.smithi112.stdout: write object-205 2024-04-12T08:52:55.041 INFO:tasks.workunit.client.0.smithi112.stdout: write object-238 2024-04-12T08:52:55.041 INFO:tasks.workunit.client.0.smithi112.stdout: write object-251 2024-04-12T08:52:55.041 INFO:tasks.workunit.client.0.smithi112.stdout: write object-260 2024-04-12T08:52:55.041 INFO:tasks.workunit.client.0.smithi112.stdout: write object-289 2024-04-12T08:52:55.041 INFO:tasks.workunit.client.0.smithi112.stdout: write object-291 2024-04-12T08:52:55.041 INFO:tasks.workunit.client.0.smithi112.stdout: write object-296 2024-04-12T08:52:55.041 INFO:tasks.workunit.client.0.smithi112.stdout: write object-316 2024-04-12T08:52:55.041 INFO:tasks.workunit.client.0.smithi112.stdout: write object-326 2024-04-12T08:52:55.041 INFO:tasks.workunit.client.0.smithi112.stdout: write object-328 2024-04-12T08:52:55.041 INFO:tasks.workunit.client.0.smithi112.stdout: write object-335 2024-04-12T08:52:55.041 INFO:tasks.workunit.client.0.smithi112.stdout: write object-336 2024-04-12T08:52:55.041 INFO:tasks.workunit.client.0.smithi112.stdout: write object-341 2024-04-12T08:52:55.041 INFO:tasks.workunit.client.0.smithi112.stdout: write object-352 2024-04-12T08:52:55.041 INFO:tasks.workunit.client.0.smithi112.stdout: write object-360 2024-04-12T08:52:55.042 INFO:tasks.workunit.client.0.smithi112.stdout: write object-368 2024-04-12T08:52:55.042 INFO:tasks.workunit.client.0.smithi112.stdout: write object-380 2024-04-12T08:52:55.042 INFO:tasks.workunit.client.0.smithi112.stdout: write object-390 2024-04-12T08:52:55.042 INFO:tasks.workunit.client.0.smithi112.stdout: write object-396 2024-04-12T08:52:55.042 INFO:tasks.workunit.client.0.smithi112.stdout: write object-401 2024-04-12T08:52:55.042 INFO:tasks.workunit.client.0.smithi112.stdout: write object-411 2024-04-12T08:52:55.042 INFO:tasks.workunit.client.0.smithi112.stdout: write object-427 2024-04-12T08:52:55.042 INFO:tasks.workunit.client.0.smithi112.stdout: write object-429 2024-04-12T08:52:55.042 INFO:tasks.workunit.client.0.smithi112.stdout: write object-430 2024-04-12T08:52:55.042 INFO:tasks.workunit.client.0.smithi112.stdout: write object-440 2024-04-12T08:52:55.042 INFO:tasks.workunit.client.0.smithi112.stdout: write object-459 2024-04-12T08:52:55.042 INFO:tasks.workunit.client.0.smithi112.stdout: write object-476 2024-04-12T08:52:55.042 INFO:tasks.workunit.client.0.smithi112.stdout: write object-501 2024-04-12T08:52:55.043 INFO:tasks.workunit.client.0.smithi112.stdout: write object-509 2024-04-12T08:52:55.043 INFO:tasks.workunit.client.0.smithi112.stdout: write object-525 2024-04-12T08:52:55.043 INFO:tasks.workunit.client.0.smithi112.stdout: write object-535 2024-04-12T08:52:55.043 INFO:tasks.workunit.client.0.smithi112.stdout: write object-538 2024-04-12T08:52:55.043 INFO:tasks.workunit.client.0.smithi112.stdout: write object-546 2024-04-12T08:52:55.043 INFO:tasks.workunit.client.0.smithi112.stdout: write object-576 2024-04-12T08:52:55.043 INFO:tasks.workunit.client.0.smithi112.stdout: write object-583 2024-04-12T08:52:55.043 INFO:tasks.workunit.client.0.smithi112.stdout: write object-590 2024-04-12T08:52:55.043 INFO:tasks.workunit.client.0.smithi112.stdout: write object-592 2024-04-12T08:52:55.043 INFO:tasks.workunit.client.0.smithi112.stdout: write object-619 2024-04-12T08:52:55.044 INFO:tasks.workunit.client.0.smithi112.stdout: write object-622 2024-04-12T08:52:55.044 INFO:tasks.workunit.client.0.smithi112.stdout: write object-633 2024-04-12T08:52:55.044 INFO:tasks.workunit.client.0.smithi112.stdout: write object-637 2024-04-12T08:52:55.044 INFO:tasks.workunit.client.0.smithi112.stdout: write object-645 2024-04-12T08:52:55.044 INFO:tasks.workunit.client.0.smithi112.stdout: write object-662 2024-04-12T08:52:55.044 INFO:tasks.workunit.client.0.smithi112.stdout: write object-664 2024-04-12T08:52:55.044 INFO:tasks.workunit.client.0.smithi112.stdout: write object-668 2024-04-12T08:52:55.044 INFO:tasks.workunit.client.0.smithi112.stdout: write object-670 2024-04-12T08:52:55.044 INFO:tasks.workunit.client.0.smithi112.stdout: write object-672 2024-04-12T08:52:55.044 INFO:tasks.workunit.client.0.smithi112.stdout: write object-675 2024-04-12T08:52:55.044 INFO:tasks.workunit.client.0.smithi112.stdout: write object-702 2024-04-12T08:52:55.044 INFO:tasks.workunit.client.0.smithi112.stdout: write object-712 2024-04-12T08:52:55.044 INFO:tasks.workunit.client.0.smithi112.stdout: write object-726 2024-04-12T08:52:55.044 INFO:tasks.workunit.client.0.smithi112.stdout: write object-751 2024-04-12T08:52:55.045 INFO:tasks.workunit.client.0.smithi112.stdout: write object-756 2024-04-12T08:52:55.045 INFO:tasks.workunit.client.0.smithi112.stdout: write object-760 2024-04-12T08:52:55.045 INFO:tasks.workunit.client.0.smithi112.stdout: write object-768 2024-04-12T08:52:55.045 INFO:tasks.workunit.client.0.smithi112.stdout: write object-769 2024-04-12T08:52:55.045 INFO:tasks.workunit.client.0.smithi112.stdout: write object-780 2024-04-12T08:52:55.045 INFO:tasks.workunit.client.0.smithi112.stdout: write object-786 2024-04-12T08:52:55.045 INFO:tasks.workunit.client.0.smithi112.stdout: write object-787 2024-04-12T08:52:55.045 INFO:tasks.workunit.client.0.smithi112.stdout: write object-790 2024-04-12T08:52:55.045 INFO:tasks.workunit.client.0.smithi112.stdout: write object-793 2024-04-12T08:52:55.045 INFO:tasks.workunit.client.0.smithi112.stdout: write object-795 2024-04-12T08:52:55.045 INFO:tasks.workunit.client.0.smithi112.stdout: write object-808 2024-04-12T08:52:55.045 INFO:tasks.workunit.client.0.smithi112.stdout: write object-861 2024-04-12T08:52:55.045 INFO:tasks.workunit.client.0.smithi112.stdout: write object-870 2024-04-12T08:52:55.045 INFO:tasks.workunit.client.0.smithi112.stdout: write object-883 2024-04-12T08:52:55.046 INFO:tasks.workunit.client.0.smithi112.stdout: write object-900 2024-04-12T08:52:55.046 INFO:tasks.workunit.client.0.smithi112.stdout: write object-904 2024-04-12T08:52:55.046 INFO:tasks.workunit.client.0.smithi112.stdout: write object-906 2024-04-12T08:52:55.046 INFO:tasks.workunit.client.0.smithi112.stdout: write object-909 2024-04-12T08:52:55.046 INFO:tasks.workunit.client.0.smithi112.stdout: write object-912 2024-04-12T08:52:55.046 INFO:tasks.workunit.client.0.smithi112.stdout: write object-913 2024-04-12T08:52:55.046 INFO:tasks.workunit.client.0.smithi112.stdout: write object-923 2024-04-12T08:52:55.046 INFO:tasks.workunit.client.0.smithi112.stdout: write object-924 2024-04-12T08:52:55.046 INFO:tasks.workunit.client.0.smithi112.stdout: write object-931 2024-04-12T08:52:55.046 INFO:tasks.workunit.client.0.smithi112.stdout: write object-959 2024-04-12T08:52:55.046 INFO:tasks.workunit.client.0.smithi112.stdout: write object-965 2024-04-12T08:52:55.046 INFO:tasks.workunit.client.0.smithi112.stdout: write object-995 2024-04-12T08:52:55.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:54 smithi112 ceph-mon[95375]: pgmap v434: 105 pgs: 105 active+clean; 4.6 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 222 op/s 2024-04-12T08:52:55.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:54 smithi112 ceph-mon[95375]: osdmap e554: 8 total, 8 up, 8 in 2024-04-12T08:52:55.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:54 smithi112 ceph-mon[99443]: pgmap v434: 105 pgs: 105 active+clean; 4.6 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 222 op/s 2024-04-12T08:52:55.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:54 smithi112 ceph-mon[99443]: osdmap e554: 8 total, 8 up, 8 in 2024-04-12T08:52:55.266 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:54 smithi175 ceph-mon[87929]: pgmap v434: 105 pgs: 105 active+clean; 4.6 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 222 op/s 2024-04-12T08:52:55.267 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:54 smithi175 ceph-mon[87929]: osdmap e554: 8 total, 8 up, 8 in 2024-04-12T08:52:55.978 INFO:tasks.workunit.client.0.smithi112.stdout: write object-999 2024-04-12T08:52:55.978 INFO:tasks.workunit.client.0.smithi112.stdout: write object-1013 2024-04-12T08:52:55.978 INFO:tasks.workunit.client.0.smithi112.stdout: write object-1019 2024-04-12T08:52:55.978 INFO:tasks.workunit.client.0.smithi112.stdout:verify written data by reading 2024-04-12T08:52:55.979 INFO:tasks.workunit.client.0.smithi112.stdout: read object-14 2024-04-12T08:52:55.979 INFO:tasks.workunit.client.0.smithi112.stdout:made snapshot "image400@parent_snap" and protect it 2024-04-12T08:52:55.979 INFO:tasks.workunit.client.0.smithi112.stdout:made and opened clone "image401" 2024-04-12T08:52:55.979 INFO:tasks.workunit.client.0.smithi112.stdout:flattening clone: "image401" 2024-04-12T08:52:55.979 INFO:tasks.workunit.client.0.smithi112.stdout:check whether child image has the same set of objects as parent 2024-04-12T08:52:55.979 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestInternal.FlattenNoEmptyObjects (1163 ms) 2024-04-12T08:52:55.979 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestInternal.PoolMetadataConfApply 2024-04-12T08:52:56.061 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestInternal.PoolMetadataConfApply (83 ms) 2024-04-12T08:52:56.061 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestInternal.Sparsify 2024-04-12T08:52:56.085 INFO:tasks.workunit.client.0.smithi112.stdout:sparsify_supported=1 2024-04-12T08:52:56.086 INFO:tasks.workunit.client.0.smithi112.stdout:sparse_read_supported=1 2024-04-12T08:52:56.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:55 smithi112 ceph-mon[95375]: osdmap e555: 8 total, 8 up, 8 in 2024-04-12T08:52:56.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:55 smithi112 ceph-mon[99443]: osdmap e555: 8 total, 8 up, 8 in 2024-04-12T08:52:56.093 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 12 08:52:55 smithi112 systemd[1]: Stopping Ceph osd.2 for 96d9de20-f8a7-11ee-bc8c-c7b262605968... 2024-04-12T08:52:56.093 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:52:56 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: [12/Apr/2024:08:52:56] ENGINE Bus STOPPING 2024-04-12T08:52:56.093 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:52:56 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: [12/Apr/2024:08:52:56] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-12T08:52:56.093 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:52:56 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: [12/Apr/2024:08:52:56] ENGINE Bus STOPPED 2024-04-12T08:52:56.093 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:52:56 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: [12/Apr/2024:08:52:56] ENGINE Bus STARTING 2024-04-12T08:52:56.112 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestInternal.Sparsify (51 ms) 2024-04-12T08:52:56.112 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestInternal.SparsifyClone 2024-04-12T08:52:56.130 INFO:tasks.workunit.client.0.smithi112.stdout:sparsify_supported=1 2024-04-12T08:52:56.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:55 smithi175 ceph-mon[87929]: osdmap e555: 8 total, 8 up, 8 in 2024-04-12T08:52:56.592 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 12 08:52:56 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-2[55453]: 2024-04-12T08:52:56.188+0000 7fa1edbfb700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T08:52:56.593 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 12 08:52:56 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-2[55453]: 2024-04-12T08:52:56.188+0000 7fa1edbfb700 -1 osd.2 556 *** Got signal Terminated *** 2024-04-12T08:52:56.593 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 12 08:52:56 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-2[55453]: 2024-04-12T08:52:56.188+0000 7fa1edbfb700 -1 osd.2 556 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-12T08:52:56.593 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:52:56 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: [12/Apr/2024:08:52:56] ENGINE Serving on http://:::9283 2024-04-12T08:52:56.593 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:52:56 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: [12/Apr/2024:08:52:56] ENGINE Bus STARTED 2024-04-12T08:52:56.593 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:52:56 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: [12/Apr/2024:08:52:56] ENGINE Bus STOPPING 2024-04-12T08:52:56.593 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:52:56 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: [12/Apr/2024:08:52:56] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-12T08:52:56.593 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:52:56 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: [12/Apr/2024:08:52:56] ENGINE Bus STOPPED 2024-04-12T08:52:56.593 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:52:56 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: [12/Apr/2024:08:52:56] ENGINE Bus STARTING 2024-04-12T08:52:56.593 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:52:56 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: [12/Apr/2024:08:52:56] ENGINE Serving on http://:::9283 2024-04-12T08:52:56.594 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:52:56 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: [12/Apr/2024:08:52:56] ENGINE Bus STARTED 2024-04-12T08:52:57.092 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:52:56 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:52:56] "GET /metrics HTTP/1.1" 200 36455 "" "Prometheus/2.43.0" 2024-04-12T08:52:57.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:56 smithi112 ceph-mon[99443]: pgmap v437: 105 pgs: 105 active+clean; 4.6 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 214 op/s 2024-04-12T08:52:57.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:56 smithi112 ceph-mon[99443]: osdmap e556: 8 total, 8 up, 8 in 2024-04-12T08:52:57.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:56 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/2499120305' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:52:57.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:56 smithi112 ceph-mon[99443]: from='client.? ' entity='client.admin' 2024-04-12T08:52:57.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:56 smithi112 ceph-mon[99443]: from='client.? ' entity='client.admin' 2024-04-12T08:52:57.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:56 smithi112 ceph-mon[99443]: osd.2 marked itself down and dead 2024-04-12T08:52:57.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:56 smithi112 ceph-mon[95375]: pgmap v437: 105 pgs: 105 active+clean; 4.6 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 214 op/s 2024-04-12T08:52:57.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:56 smithi112 ceph-mon[95375]: osdmap e556: 8 total, 8 up, 8 in 2024-04-12T08:52:57.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:56 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/2499120305' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:52:57.094 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:56 smithi112 ceph-mon[95375]: from='client.? ' entity='client.admin' 2024-04-12T08:52:57.094 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:56 smithi112 ceph-mon[95375]: from='client.? ' entity='client.admin' 2024-04-12T08:52:57.094 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:56 smithi112 ceph-mon[95375]: osd.2 marked itself down and dead 2024-04-12T08:52:57.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:56 smithi175 ceph-mon[87929]: pgmap v437: 105 pgs: 105 active+clean; 4.6 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 214 op/s 2024-04-12T08:52:57.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:56 smithi175 ceph-mon[87929]: osdmap e556: 8 total, 8 up, 8 in 2024-04-12T08:52:57.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:56 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/2499120305' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:52:57.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:56 smithi175 ceph-mon[87929]: from='client.? ' entity='client.admin' 2024-04-12T08:52:57.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:56 smithi175 ceph-mon[87929]: from='client.? ' entity='client.admin' 2024-04-12T08:52:57.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:56 smithi175 ceph-mon[87929]: osd.2 marked itself down and dead 2024-04-12T08:52:57.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:57 smithi112 ceph-mon[95375]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-12T08:52:57.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:57 smithi112 ceph-mon[95375]: osdmap e557: 8 total, 7 up, 8 in 2024-04-12T08:52:57.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:57 smithi112 ceph-mon[99443]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-12T08:52:57.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:57 smithi112 ceph-mon[99443]: osdmap e557: 8 total, 7 up, 8 in 2024-04-12T08:52:57.843 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 12 08:52:57 smithi112 podman[117585]: 2024-04-12 08:52:57.566505886 +0000 UTC m=+1.509356997 container died 8208a26f4bb7e5d5079e2a59f87f6c544b9c3027e57858b4d1471aa1f4195d93 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-2, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=quincy-d3b5060, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-04-12T08:52:58.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:57 smithi175 ceph-mon[87929]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-12T08:52:58.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:57 smithi175 ceph-mon[87929]: osdmap e557: 8 total, 7 up, 8 in 2024-04-12T08:52:58.342 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 12 08:52:58 smithi112 podman[117585]: 2024-04-12 08:52:58.032335795 +0000 UTC m=+1.975186912 container cleanup 8208a26f4bb7e5d5079e2a59f87f6c544b9c3027e57858b4d1471aa1f4195d93 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-2, RELEASE=quincy-d3b5060, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True) 2024-04-12T08:52:58.343 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 12 08:52:58 smithi112 bash[117585]: ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-2 2024-04-12T08:52:58.657 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 12 08:52:58 smithi112 podman[117613]: 2024-04-12 08:52:58.350139481 +0000 UTC m=+0.783082060 container remove 8208a26f4bb7e5d5079e2a59f87f6c544b9c3027e57858b4d1471aa1f4195d93 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, RELEASE=quincy-d3b5060, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-12T08:52:58.722 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestInternal.SparsifyClone (2610 ms) 2024-04-12T08:52:58.722 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestInternal.MissingDataPool 2024-04-12T08:52:58.920 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 12 08:52:58 smithi112 podman[117730]: 2024-04-12 08:52:58.560265614 +0000 UTC m=+0.017571712 image pull 668895944f0ec64b67a5b7564961d2756f2966e5d4b9338516300dbec9984951 quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec 2024-04-12T08:52:58.920 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 12 08:52:58 smithi112 podman[117730]: 2024-04-12 08:52:58.684527031 +0000 UTC m=+0.141833170 container create 96906e022d8132de9fadf168936ae73c4414ece6cb939f8281d9abd5ae16ae67 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-2-deactivate, RELEASE=squid-b277feb, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-12T08:52:58.920 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 12 08:52:58 smithi112 podman[117730]: 2024-04-12 08:52:58.920480192 +0000 UTC m=+0.377786287 container init 96906e022d8132de9fadf168936ae73c4414ece6cb939f8281d9abd5ae16ae67 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-2-deactivate, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, RELEASE=squid-b277feb) 2024-04-12T08:52:59.223 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:59 smithi112 ceph-mon[99443]: pgmap v440: 105 pgs: 3 stale+active+clean, 102 active+clean; 4.7 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 164 KiB/s rd, 64 KiB/s wr, 269 op/s 2024-04-12T08:52:59.223 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:59 smithi112 ceph-mon[99443]: osdmap e558: 8 total, 7 up, 8 in 2024-04-12T08:52:59.223 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:59 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/66098256' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:52:59.223 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:52:59 smithi112 ceph-mon[99443]: osdmap e559: 8 total, 7 up, 8 in 2024-04-12T08:52:59.223 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 12 08:52:58 smithi112 podman[117730]: 2024-04-12 08:52:58.923846399 +0000 UTC m=+0.381152493 container start 96906e022d8132de9fadf168936ae73c4414ece6cb939f8281d9abd5ae16ae67 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-2-deactivate, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=squid-b277feb, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-12T08:52:59.223 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 12 08:52:59 smithi112 podman[117730]: 2024-04-12 08:52:59.020621748 +0000 UTC m=+0.477927870 container attach 96906e022d8132de9fadf168936ae73c4414ece6cb939f8281d9abd5ae16ae67 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-2-deactivate, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, RELEASE=squid-b277feb, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-12T08:52:59.224 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:59 smithi112 ceph-mon[95375]: pgmap v440: 105 pgs: 3 stale+active+clean, 102 active+clean; 4.7 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 164 KiB/s rd, 64 KiB/s wr, 269 op/s 2024-04-12T08:52:59.224 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:59 smithi112 ceph-mon[95375]: osdmap e558: 8 total, 7 up, 8 in 2024-04-12T08:52:59.224 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:59 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/66098256' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:52:59.224 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:52:59 smithi112 ceph-mon[95375]: osdmap e559: 8 total, 7 up, 8 in 2024-04-12T08:52:59.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:59 smithi175 ceph-mon[87929]: pgmap v440: 105 pgs: 3 stale+active+clean, 102 active+clean; 4.7 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 164 KiB/s rd, 64 KiB/s wr, 269 op/s 2024-04-12T08:52:59.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:59 smithi175 ceph-mon[87929]: osdmap e558: 8 total, 7 up, 8 in 2024-04-12T08:52:59.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:59 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/66098256' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:52:59.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:52:59 smithi175 ceph-mon[87929]: osdmap e559: 8 total, 7 up, 8 in 2024-04-12T08:52:59.574 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 12 08:52:59 smithi112 podman[117730]: 2024-04-12 08:52:59.223085445 +0000 UTC m=+0.680391544 container died 96906e022d8132de9fadf168936ae73c4414ece6cb939f8281d9abd5ae16ae67 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-2-deactivate, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True, RELEASE=squid-b277feb, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-12T08:52:59.820 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestInternal.MissingDataPool (1098 ms) 2024-04-12T08:53:00.319 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 12 08:52:59 smithi112 podman[117755]: 2024-04-12 08:52:59.875221605 +0000 UTC m=+0.647226440 container remove 96906e022d8132de9fadf168936ae73c4414ece6cb939f8281d9abd5ae16ae67 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-2-deactivate, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=squid-b277feb, GIT_CLEAN=True) 2024-04-12T08:53:00.320 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 12 08:52:59 smithi112 systemd[1]: ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@osd.2.service: Deactivated successfully. 2024-04-12T08:53:00.320 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 12 08:52:59 smithi112 systemd[1]: Stopped Ceph osd.2 for 96d9de20-f8a7-11ee-bc8c-c7b262605968. 2024-04-12T08:53:00.320 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 12 08:52:59 smithi112 systemd[1]: ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@osd.2.service: Consumed 22.320s CPU time. 2024-04-12T08:53:00.320 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 12 08:53:00 smithi112 systemd[1]: Starting Ceph osd.2 for 96d9de20-f8a7-11ee-bc8c-c7b262605968... 2024-04-12T08:53:00.592 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 12 08:53:00 smithi112 podman[117858]: 2024-04-12 08:53:00.222318885 +0000 UTC m=+0.017358332 image pull 668895944f0ec64b67a5b7564961d2756f2966e5d4b9338516300dbec9984951 quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec 2024-04-12T08:53:00.592 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 12 08:53:00 smithi112 podman[117858]: 2024-04-12 08:53:00.347915369 +0000 UTC m=+0.142954789 container create dd049d9a94d42f98d1d5deebe0c0a714fa41018178a7437cd50d70f417685036 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-2-activate, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, RELEASE=squid-b277feb, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux ) 2024-04-12T08:53:00.721 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] 34 tests from TestInternal (36004 ms total) 2024-04-12T08:53:00.721 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:53:00.721 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] 17 tests from TestImageWatcher 2024-04-12T08:53:01.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:00 smithi175 ceph-mon[87929]: pgmap v443: 105 pgs: 10 active+undersized+degraded, 1 stale+active+clean, 12 active+undersized, 82 active+clean; 5.0 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 522 KiB/s rd, 175 KiB/s wr, 821 op/s; 105/1092 objects degraded (9.615%) 2024-04-12T08:53:01.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:00 smithi175 ceph-mon[87929]: osdmap e560: 8 total, 7 up, 8 in 2024-04-12T08:53:01.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:00 smithi175 ceph-mon[87929]: Health check failed: Degraded data redundancy: 105/1092 objects degraded (9.615%), 10 pgs degraded (PG_DEGRADED) 2024-04-12T08:53:01.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:00 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/2664338747' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:53:01.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:00 smithi112 ceph-mon[99443]: pgmap v443: 105 pgs: 10 active+undersized+degraded, 1 stale+active+clean, 12 active+undersized, 82 active+clean; 5.0 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 522 KiB/s rd, 175 KiB/s wr, 821 op/s; 105/1092 objects degraded (9.615%) 2024-04-12T08:53:01.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:00 smithi112 ceph-mon[99443]: osdmap e560: 8 total, 7 up, 8 in 2024-04-12T08:53:01.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:00 smithi112 ceph-mon[99443]: Health check failed: Degraded data redundancy: 105/1092 objects degraded (9.615%), 10 pgs degraded (PG_DEGRADED) 2024-04-12T08:53:01.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:00 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/2664338747' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:53:01.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:00 smithi112 ceph-mon[95375]: pgmap v443: 105 pgs: 10 active+undersized+degraded, 1 stale+active+clean, 12 active+undersized, 82 active+clean; 5.0 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 522 KiB/s rd, 175 KiB/s wr, 821 op/s; 105/1092 objects degraded (9.615%) 2024-04-12T08:53:01.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:00 smithi112 ceph-mon[95375]: osdmap e560: 8 total, 7 up, 8 in 2024-04-12T08:53:01.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:00 smithi112 ceph-mon[95375]: Health check failed: Degraded data redundancy: 105/1092 objects degraded (9.615%), 10 pgs degraded (PG_DEGRADED) 2024-04-12T08:53:01.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:00 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/2664338747' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:53:01.093 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 12 08:53:00 smithi112 podman[117858]: 2024-04-12 08:53:00.654854815 +0000 UTC m=+0.449894236 container init dd049d9a94d42f98d1d5deebe0c0a714fa41018178a7437cd50d70f417685036 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-2-activate, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-b277feb, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-12T08:53:01.093 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 12 08:53:00 smithi112 podman[117858]: 2024-04-12 08:53:00.658294767 +0000 UTC m=+0.453334190 container start dd049d9a94d42f98d1d5deebe0c0a714fa41018178a7437cd50d70f417685036 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-2-activate, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-b277feb, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.33.5) 2024-04-12T08:53:01.093 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 12 08:53:00 smithi112 podman[117858]: 2024-04-12 08:53:00.754891289 +0000 UTC m=+0.549930729 container attach dd049d9a94d42f98d1d5deebe0c0a714fa41018178a7437cd50d70f417685036 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-2-activate, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=squid-b277feb, GIT_CLEAN=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-12T08:53:01.451 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 12 08:53:01 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-2-activate[117895]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-04-12T08:53:01.451 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 12 08:53:01 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-2-activate[117895]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-2 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-04-12T08:53:01.451 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 12 08:53:01 smithi112 bash[117858]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-04-12T08:53:01.452 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 12 08:53:01 smithi112 bash[117858]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-2 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-04-12T08:53:01.452 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 12 08:53:01 smithi112 bash[117858]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-04-12T08:53:01.452 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 12 08:53:01 smithi112 bash[117858]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-04-12T08:53:01.452 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 12 08:53:01 smithi112 bash[117858]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-2/block 2024-04-12T08:53:01.452 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 12 08:53:01 smithi112 bash[117858]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-04-12T08:53:01.452 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 12 08:53:01 smithi112 bash[117858]: --> ceph-volume raw activate successful for osd ID: 2 2024-04-12T08:53:01.452 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 12 08:53:01 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-2-activate[117895]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-04-12T08:53:01.452 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 12 08:53:01 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-2-activate[117895]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-04-12T08:53:01.452 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 12 08:53:01 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-2-activate[117895]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-2/block 2024-04-12T08:53:01.452 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 12 08:53:01 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-2-activate[117895]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-04-12T08:53:01.452 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 12 08:53:01 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-2-activate[117895]: --> ceph-volume raw activate successful for osd ID: 2 2024-04-12T08:53:01.452 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 12 08:53:01 smithi112 podman[117858]: 2024-04-12 08:53:01.13434777 +0000 UTC m=+0.929387193 container died dd049d9a94d42f98d1d5deebe0c0a714fa41018178a7437cd50d70f417685036 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-2-activate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, RELEASE=squid-b277feb, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-12T08:53:02.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:01 smithi175 ceph-mon[87929]: osdmap e561: 8 total, 7 up, 8 in 2024-04-12T08:53:02.067 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:01 smithi112 ceph-mon[95375]: osdmap e561: 8 total, 7 up, 8 in 2024-04-12T08:53:02.068 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:01 smithi112 ceph-mon[99443]: osdmap e561: 8 total, 7 up, 8 in 2024-04-12T08:53:02.068 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 12 08:53:01 smithi112 podman[118064]: 2024-04-12 08:53:01.751103733 +0000 UTC m=+0.609439946 container remove dd049d9a94d42f98d1d5deebe0c0a714fa41018178a7437cd50d70f417685036 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-2-activate, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=squid-b277feb, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-04-12T08:53:02.068 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 12 08:53:01 smithi112 podman[118129]: 2024-04-12 08:53:01.865229875 +0000 UTC m=+0.018375361 image pull 668895944f0ec64b67a5b7564961d2756f2966e5d4b9338516300dbec9984951 quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec 2024-04-12T08:53:02.068 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 12 08:53:01 smithi112 podman[118129]: 2024-04-12 08:53:01.968636569 +0000 UTC m=+0.121782086 container create 07790a6a81138d0a1e52726255933358517570a49bb09e972273fa9077f51395 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-2, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=squid-b277feb, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-12T08:53:02.342 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 12 08:53:02 smithi112 podman[118129]: 2024-04-12 08:53:02.171232479 +0000 UTC m=+0.324377951 container init 07790a6a81138d0a1e52726255933358517570a49bb09e972273fa9077f51395 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-2, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-b277feb, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-12T08:53:02.342 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 12 08:53:02 smithi112 podman[118129]: 2024-04-12 08:53:02.174522875 +0000 UTC m=+0.327668343 container start 07790a6a81138d0a1e52726255933358517570a49bb09e972273fa9077f51395 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-2, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, RELEASE=squid-b277feb, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD) 2024-04-12T08:53:02.342 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 12 08:53:02 smithi112 ceph-osd[118148]: -- 172.21.15.112:0/1343247983 <== mon.0 v2:172.21.15.112:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55ef7f92b680 con 0x55ef7f8f4c00 2024-04-12T08:53:02.342 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 12 08:53:02 smithi112 bash[118129]: 07790a6a81138d0a1e52726255933358517570a49bb09e972273fa9077f51395 2024-04-12T08:53:02.343 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 12 08:53:02 smithi112 systemd[1]: Started Ceph osd.2 for 96d9de20-f8a7-11ee-bc8c-c7b262605968. 2024-04-12T08:53:02.731 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestImageWatcher.NotifyHeaderUpdate 2024-04-12T08:53:03.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:02 smithi175 ceph-mon[87929]: pgmap v446: 73 pgs: 1 active+undersized+degraded, 16 active+undersized, 56 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2/72 objects degraded (2.778%) 2024-04-12T08:53:03.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:02 smithi175 ceph-mon[87929]: osdmap e562: 8 total, 7 up, 8 in 2024-04-12T08:53:03.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:02 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/59020641' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:53:03.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:02 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:53:03.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:02 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:53:03.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:02 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:53:03.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:02 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:53:03.016 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:02 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:53:03.092 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 12 08:53:02 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-2[118144]: 2024-04-12T08:53:02.715+0000 7f9a3e9ae7c0 -1 Falling back to public interface 2024-04-12T08:53:03.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:02 smithi112 ceph-mon[95375]: pgmap v446: 73 pgs: 1 active+undersized+degraded, 16 active+undersized, 56 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2/72 objects degraded (2.778%) 2024-04-12T08:53:03.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:02 smithi112 ceph-mon[95375]: osdmap e562: 8 total, 7 up, 8 in 2024-04-12T08:53:03.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:02 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/59020641' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:53:03.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:02 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:53:03.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:02 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:53:03.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:02 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:53:03.094 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:02 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:53:03.094 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:02 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:53:03.094 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:02 smithi112 ceph-mon[99443]: pgmap v446: 73 pgs: 1 active+undersized+degraded, 16 active+undersized, 56 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2/72 objects degraded (2.778%) 2024-04-12T08:53:03.094 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:02 smithi112 ceph-mon[99443]: osdmap e562: 8 total, 7 up, 8 in 2024-04-12T08:53:03.094 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:02 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/59020641' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:53:03.094 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:02 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:53:03.095 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:02 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:53:03.095 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:02 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:53:03.095 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:02 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:53:03.095 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:02 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:53:04.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:03 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/59020641' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T08:53:04.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:03 smithi175 ceph-mon[87929]: osdmap e563: 8 total, 7 up, 8 in 2024-04-12T08:53:04.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:03 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/729121731' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:53:04.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:03 smithi175 ceph-mon[87929]: osdmap e564: 8 total, 7 up, 8 in 2024-04-12T08:53:04.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:03 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/59020641' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T08:53:04.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:03 smithi112 ceph-mon[99443]: osdmap e563: 8 total, 7 up, 8 in 2024-04-12T08:53:04.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:03 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/729121731' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:53:04.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:03 smithi112 ceph-mon[99443]: osdmap e564: 8 total, 7 up, 8 in 2024-04-12T08:53:04.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:03 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/59020641' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T08:53:04.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:03 smithi112 ceph-mon[95375]: osdmap e563: 8 total, 7 up, 8 in 2024-04-12T08:53:04.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:03 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/729121731' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:53:04.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:03 smithi112 ceph-mon[95375]: osdmap e564: 8 total, 7 up, 8 in 2024-04-12T08:53:04.752 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestImageWatcher.NotifyHeaderUpdate (2021 ms) 2024-04-12T08:53:04.752 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestImageWatcher.NotifyFlatten 2024-04-12T08:53:04.778 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestImageWatcher.NotifyFlatten (27 ms) 2024-04-12T08:53:04.779 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestImageWatcher.NotifyResize 2024-04-12T08:53:04.803 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestImageWatcher.NotifyResize (24 ms) 2024-04-12T08:53:04.803 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestImageWatcher.NotifyRebuildObjectMap 2024-04-12T08:53:04.826 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestImageWatcher.NotifyRebuildObjectMap (23 ms) 2024-04-12T08:53:04.826 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestImageWatcher.NotifyUpdateFeatures 2024-04-12T08:53:04.850 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestImageWatcher.NotifyUpdateFeatures (25 ms) 2024-04-12T08:53:04.851 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestImageWatcher.NotifySnapCreate 2024-04-12T08:53:04.874 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestImageWatcher.NotifySnapCreate (23 ms) 2024-04-12T08:53:04.874 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestImageWatcher.NotifySnapCreateError 2024-04-12T08:53:04.894 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestImageWatcher.NotifySnapCreateError (20 ms) 2024-04-12T08:53:04.894 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestImageWatcher.NotifySnapRename 2024-04-12T08:53:04.913 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestImageWatcher.NotifySnapRename (19 ms) 2024-04-12T08:53:04.913 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestImageWatcher.NotifySnapRenameError 2024-04-12T08:53:04.932 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestImageWatcher.NotifySnapRenameError (19 ms) 2024-04-12T08:53:04.932 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestImageWatcher.NotifySnapRemove 2024-04-12T08:53:04.952 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestImageWatcher.NotifySnapRemove (21 ms) 2024-04-12T08:53:04.952 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestImageWatcher.NotifySnapProtect 2024-04-12T08:53:04.973 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestImageWatcher.NotifySnapProtect (20 ms) 2024-04-12T08:53:04.973 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestImageWatcher.NotifySnapUnprotect 2024-04-12T08:53:04.993 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestImageWatcher.NotifySnapUnprotect (20 ms) 2024-04-12T08:53:04.993 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestImageWatcher.NotifyRename 2024-04-12T08:53:05.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:04 smithi175 ceph-mon[87929]: pgmap v449: 105 pgs: 5 creating+peering, 6 unknown, 2 active+undersized+degraded, 24 active+undersized, 68 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4/72 objects degraded (5.556%) 2024-04-12T08:53:05.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:04 smithi175 ceph-mon[87929]: osdmap e565: 8 total, 7 up, 8 in 2024-04-12T08:53:05.015 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestImageWatcher.NotifyRename (21 ms) 2024-04-12T08:53:05.015 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestImageWatcher.NotifyAsyncTimedOut 2024-04-12T08:53:05.036 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestImageWatcher.NotifyAsyncTimedOut (22 ms) 2024-04-12T08:53:05.036 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestImageWatcher.NotifyAsyncError 2024-04-12T08:53:05.056 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestImageWatcher.NotifyAsyncError (21 ms) 2024-04-12T08:53:05.056 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestImageWatcher.NotifyAsyncCompleteError 2024-04-12T08:53:05.076 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestImageWatcher.NotifyAsyncCompleteError (19 ms) 2024-04-12T08:53:05.076 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestImageWatcher.NotifyAsyncRequestTimedOut 2024-04-12T08:53:05.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:04 smithi112 ceph-mon[95375]: pgmap v449: 105 pgs: 5 creating+peering, 6 unknown, 2 active+undersized+degraded, 24 active+undersized, 68 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4/72 objects degraded (5.556%) 2024-04-12T08:53:05.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:04 smithi112 ceph-mon[95375]: osdmap e565: 8 total, 7 up, 8 in 2024-04-12T08:53:05.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:04 smithi112 ceph-mon[99443]: pgmap v449: 105 pgs: 5 creating+peering, 6 unknown, 2 active+undersized+degraded, 24 active+undersized, 68 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4/72 objects degraded (5.556%) 2024-04-12T08:53:05.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:04 smithi112 ceph-mon[99443]: osdmap e565: 8 total, 7 up, 8 in 2024-04-12T08:53:05.096 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestImageWatcher.NotifyAsyncRequestTimedOut (20 ms) 2024-04-12T08:53:05.759 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] 17 tests from TestImageWatcher (2365 ms total) 2024-04-12T08:53:05.759 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:53:05.759 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] 159 tests from TestLibRBD 2024-04-12T08:53:05.790 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.CreateAndStat 2024-04-12T08:53:05.866 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:05 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/1100659977' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:53:05.866 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:05 smithi112 ceph-mon[99443]: from='osd.2 [v2:172.21.15.112:6818/3111513935,v1:172.21.15.112:6819/3111513935]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-12T08:53:05.867 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:05 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/1100659977' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:53:05.867 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:05 smithi112 ceph-mon[95375]: from='osd.2 [v2:172.21.15.112:6818/3111513935,v1:172.21.15.112:6819/3111513935]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-12T08:53:05.867 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 12 08:53:05 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-2[118144]: 2024-04-12T08:53:05.591+0000 7f9a3e9ae7c0 -1 osd.2 556 log_to_monitors true 2024-04-12T08:53:05.867 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 12 08:53:05 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-2[118144]: 2024-04-12T08:53:05.780+0000 7f9a2fe06700 -1 osd.2 556 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-12T08:53:06.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:05 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/1100659977' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:53:06.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:05 smithi175 ceph-mon[87929]: from='osd.2 [v2:172.21.15.112:6818/3111513935,v1:172.21.15.112:6819/3111513935]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-12T08:53:07.092 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:53:06 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:53:06] "GET /metrics HTTP/1.1" 200 36408 "" "Prometheus/2.43.0" 2024-04-12T08:53:07.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:06 smithi112 ceph-mon[99443]: pgmap v452: 105 pgs: 5 creating+peering, 6 unknown, 2 active+undersized+degraded, 24 active+undersized, 68 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4/72 objects degraded (5.556%) 2024-04-12T08:53:07.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:06 smithi112 ceph-mon[99443]: from='osd.2 [v2:172.21.15.112:6818/3111513935,v1:172.21.15.112:6819/3111513935]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-12T08:53:07.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:06 smithi112 ceph-mon[99443]: osdmap e566: 8 total, 7 up, 8 in 2024-04-12T08:53:07.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:06 smithi112 ceph-mon[99443]: from='osd.2 [v2:172.21.15.112:6818/3111513935,v1:172.21.15.112:6819/3111513935]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-04-12T08:53:07.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:06 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:53:07.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:06 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:53:07.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:06 smithi112 ceph-mon[95375]: pgmap v452: 105 pgs: 5 creating+peering, 6 unknown, 2 active+undersized+degraded, 24 active+undersized, 68 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4/72 objects degraded (5.556%) 2024-04-12T08:53:07.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:06 smithi112 ceph-mon[95375]: from='osd.2 [v2:172.21.15.112:6818/3111513935,v1:172.21.15.112:6819/3111513935]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-12T08:53:07.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:06 smithi112 ceph-mon[95375]: osdmap e566: 8 total, 7 up, 8 in 2024-04-12T08:53:07.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:06 smithi112 ceph-mon[95375]: from='osd.2 [v2:172.21.15.112:6818/3111513935,v1:172.21.15.112:6819/3111513935]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-04-12T08:53:07.094 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:06 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:53:07.094 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:06 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:53:07.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:06 smithi175 ceph-mon[87929]: pgmap v452: 105 pgs: 5 creating+peering, 6 unknown, 2 active+undersized+degraded, 24 active+undersized, 68 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4/72 objects degraded (5.556%) 2024-04-12T08:53:07.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:06 smithi175 ceph-mon[87929]: from='osd.2 [v2:172.21.15.112:6818/3111513935,v1:172.21.15.112:6819/3111513935]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-12T08:53:07.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:06 smithi175 ceph-mon[87929]: osdmap e566: 8 total, 7 up, 8 in 2024-04-12T08:53:07.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:06 smithi175 ceph-mon[87929]: from='osd.2 [v2:172.21.15.112:6818/3111513935,v1:172.21.15.112:6819/3111513935]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-04-12T08:53:07.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:06 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:53:07.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:06 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:53:07.770 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:53:08.044 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:07 smithi112 ceph-mon[95375]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-12T08:53:08.044 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:07 smithi112 ceph-mon[95375]: osd.2 [v2:172.21.15.112:6818/3111513935,v1:172.21.15.112:6819/3111513935] boot 2024-04-12T08:53:08.044 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:07 smithi112 ceph-mon[95375]: osdmap e567: 8 total, 8 up, 8 in 2024-04-12T08:53:08.044 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:07 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T08:53:08.044 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:07 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/2340772485' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:53:08.045 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:07 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:53:08.045 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:07 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:53:08.045 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:07 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/1630787826' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:53:08.045 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:07 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/2340772485' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T08:53:08.045 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:07 smithi112 ceph-mon[95375]: osdmap e568: 8 total, 8 up, 8 in 2024-04-12T08:53:08.045 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:07 smithi112 ceph-mon[99443]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-12T08:53:08.045 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:07 smithi112 ceph-mon[99443]: osd.2 [v2:172.21.15.112:6818/3111513935,v1:172.21.15.112:6819/3111513935] boot 2024-04-12T08:53:08.045 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:07 smithi112 ceph-mon[99443]: osdmap e567: 8 total, 8 up, 8 in 2024-04-12T08:53:08.045 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:07 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T08:53:08.045 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:07 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/2340772485' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:53:08.045 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:07 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:53:08.045 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:07 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:53:08.046 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:07 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/1630787826' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:53:08.046 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:07 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/2340772485' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T08:53:08.046 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:07 smithi112 ceph-mon[99443]: osdmap e568: 8 total, 8 up, 8 in 2024-04-12T08:53:08.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:07 smithi175 ceph-mon[87929]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-12T08:53:08.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:07 smithi175 ceph-mon[87929]: osd.2 [v2:172.21.15.112:6818/3111513935,v1:172.21.15.112:6819/3111513935] boot 2024-04-12T08:53:08.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:07 smithi175 ceph-mon[87929]: osdmap e567: 8 total, 8 up, 8 in 2024-04-12T08:53:08.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:07 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-12T08:53:08.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:07 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/2340772485' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:53:08.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:07 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:53:08.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:07 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:53:08.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:07 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/1630787826' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:53:08.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:07 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/2340772485' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T08:53:08.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:07 smithi175 ceph-mon[87929]: osdmap e568: 8 total, 8 up, 8 in 2024-04-12T08:53:09.051 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:08 smithi112 ceph-mon[99443]: pgmap v455: 105 pgs: 32 unknown, 2 active+undersized+degraded, 17 active+undersized, 54 active+clean; 582 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4/72 objects degraded (5.556%) 2024-04-12T08:53:09.051 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:08 smithi112 ceph-mon[99443]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T08:53:09.051 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:08 smithi112 ceph-mon[99443]: Health check update: Degraded data redundancy: 4/72 objects degraded (5.556%), 2 pgs degraded (PG_DEGRADED) 2024-04-12T08:53:09.051 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:08 smithi112 ceph-mon[99443]: osdmap e569: 8 total, 8 up, 8 in 2024-04-12T08:53:09.051 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:08 smithi112 ceph-mon[95375]: pgmap v455: 105 pgs: 32 unknown, 2 active+undersized+degraded, 17 active+undersized, 54 active+clean; 582 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4/72 objects degraded (5.556%) 2024-04-12T08:53:09.051 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:08 smithi112 ceph-mon[95375]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T08:53:09.052 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:08 smithi112 ceph-mon[95375]: Health check update: Degraded data redundancy: 4/72 objects degraded (5.556%), 2 pgs degraded (PG_DEGRADED) 2024-04-12T08:53:09.052 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:08 smithi112 ceph-mon[95375]: osdmap e569: 8 total, 8 up, 8 in 2024-04-12T08:53:09.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:08 smithi175 ceph-mon[87929]: pgmap v455: 105 pgs: 32 unknown, 2 active+undersized+degraded, 17 active+undersized, 54 active+clean; 582 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4/72 objects degraded (5.556%) 2024-04-12T08:53:09.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:08 smithi175 ceph-mon[87929]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T08:53:09.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:08 smithi175 ceph-mon[87929]: Health check update: Degraded data redundancy: 4/72 objects degraded (5.556%), 2 pgs degraded (PG_DEGRADED) 2024-04-12T08:53:09.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:08 smithi175 ceph-mon[87929]: osdmap e569: 8 total, 8 up, 8 in 2024-04-12T08:53:09.792 INFO:tasks.workunit.client.0.smithi112.stdout:image has size 2097152 and order 22 2024-04-12T08:53:09.792 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.CreateAndStat (4002 ms) 2024-04-12T08:53:09.792 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.CreateWithSameDataPool 2024-04-12T08:53:09.792 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:53:09.810 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.CreateWithSameDataPool (18 ms) 2024-04-12T08:53:09.810 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.CreateAndStatPP 2024-04-12T08:53:09.810 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:53:09.832 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.CreateAndStatPP (22 ms) 2024-04-12T08:53:09.832 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.GetId 2024-04-12T08:53:09.832 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:53:09.861 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.GetId (29 ms) 2024-04-12T08:53:09.861 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.GetIdPP 2024-04-12T08:53:09.861 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:53:09.885 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.GetIdPP (24 ms) 2024-04-12T08:53:09.885 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.GetBlockNamePrefix 2024-04-12T08:53:09.886 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:53:09.901 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.GetBlockNamePrefix (17 ms) 2024-04-12T08:53:09.901 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.GetBlockNamePrefixPP 2024-04-12T08:53:09.902 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:53:09.918 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.GetBlockNamePrefixPP (17 ms) 2024-04-12T08:53:09.918 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestGetCreateTimestamp 2024-04-12T08:53:09.919 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:53:09.934 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestGetCreateTimestamp (15 ms) 2024-04-12T08:53:09.934 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.GetCreateTimestampPP 2024-04-12T08:53:09.934 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:53:09.949 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.GetCreateTimestampPP (16 ms) 2024-04-12T08:53:09.950 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.OpenAio 2024-04-12T08:53:09.950 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:53:09.967 INFO:tasks.workunit.client.0.smithi112.stdout:image has size 2097152 and order 22 2024-04-12T08:53:09.967 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.OpenAio (17 ms) 2024-04-12T08:53:09.967 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.OpenAioFail 2024-04-12T08:53:09.969 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.OpenAioFail (3 ms) 2024-04-12T08:53:09.969 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.OpenAioPP 2024-04-12T08:53:09.970 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:53:09.994 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.OpenAioPP (24 ms) 2024-04-12T08:53:09.994 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.OpenAioFailPP 2024-04-12T08:53:09.996 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.OpenAioFailPP (3 ms) 2024-04-12T08:53:09.996 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.ResizeAndStat 2024-04-12T08:53:09.997 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:53:10.028 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.ResizeAndStat (32 ms) 2024-04-12T08:53:10.029 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.ResizeAndStatPP 2024-04-12T08:53:10.029 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:53:10.058 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.ResizeAndStatPP (29 ms) 2024-04-12T08:53:10.058 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.UpdateWatchAndResize 2024-04-12T08:53:10.058 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:53:10.091 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.UpdateWatchAndResize (33 ms) 2024-04-12T08:53:10.091 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.UpdateWatchAndResizePP 2024-04-12T08:53:10.091 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:53:10.128 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.UpdateWatchAndResizePP (37 ms) 2024-04-12T08:53:10.128 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestCreateLsDelete 2024-04-12T08:53:11.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:10 smithi175 ceph-mon[87929]: pgmap v458: 105 pgs: 10 unknown, 1 active+undersized+degraded, 7 active+undersized, 87 active+clean; 582 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2/72 objects degraded (2.778%) 2024-04-12T08:53:11.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:10 smithi175 ceph-mon[87929]: osdmap e570: 8 total, 8 up, 8 in 2024-04-12T08:53:11.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:10 smithi175 ceph-mon[87929]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T08:53:11.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:10 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/2551046728' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:53:11.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:10 smithi112 ceph-mon[95375]: pgmap v458: 105 pgs: 10 unknown, 1 active+undersized+degraded, 7 active+undersized, 87 active+clean; 582 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2/72 objects degraded (2.778%) 2024-04-12T08:53:11.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:10 smithi112 ceph-mon[95375]: osdmap e570: 8 total, 8 up, 8 in 2024-04-12T08:53:11.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:10 smithi112 ceph-mon[95375]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T08:53:11.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:10 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/2551046728' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:53:11.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:10 smithi112 ceph-mon[99443]: pgmap v458: 105 pgs: 10 unknown, 1 active+undersized+degraded, 7 active+undersized, 87 active+clean; 582 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2/72 objects degraded (2.778%) 2024-04-12T08:53:11.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:10 smithi112 ceph-mon[99443]: osdmap e570: 8 total, 8 up, 8 in 2024-04-12T08:53:11.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:10 smithi112 ceph-mon[99443]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T08:53:11.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:10 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/2551046728' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:53:11.592 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:53:11 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: 2024-04-12T08:53:11.297+0000 7ffaba21c700 -1 mgr.server reply reply (11) Resource temporarily unavailable 28 pgs have unknown state; cannot draw any conclusions 2024-04-12T08:53:11.593 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:53:11 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: 2024-04-12T08:53:11.297+0000 7ffaba21c700 -1 mgr.server reply reply (16) Device or resource busy 28 pgs have unknown state; cannot draw any conclusionsunsafe to stop osd(s) at this time (1 PGs are or would become offline) 2024-04-12T08:53:11.796 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:53:12.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:11 smithi112 ceph-mon[99443]: osdmap e571: 8 total, 8 up, 8 in 2024-04-12T08:53:12.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:11 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/348037882' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:53:12.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:11 smithi112 ceph-mon[99443]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:53:12.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:11 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:53:12.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:11 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:53:12.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:11 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:53:12.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:11 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:53:12.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:11 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:53:12.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:11 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:53:12.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:11 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T08:53:12.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:11 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T08:53:12.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:11 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T08:53:12.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:11 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-12T08:53:12.094 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:11 smithi112 ceph-mon[95375]: osdmap e571: 8 total, 8 up, 8 in 2024-04-12T08:53:12.094 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:11 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/348037882' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:53:12.094 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:11 smithi112 ceph-mon[95375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:53:12.094 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:11 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:53:12.094 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:11 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:53:12.094 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:11 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:53:12.094 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:11 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:53:12.094 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:11 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:53:12.094 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:11 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:53:12.094 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:11 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T08:53:12.094 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:11 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T08:53:12.094 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:11 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T08:53:12.094 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:11 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-12T08:53:12.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:11 smithi175 ceph-mon[87929]: osdmap e571: 8 total, 8 up, 8 in 2024-04-12T08:53:12.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:11 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/348037882' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:53:12.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:11 smithi175 ceph-mon[87929]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:53:12.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:11 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:53:12.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:11 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:53:12.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:11 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:53:12.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:11 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:53:12.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:11 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:53:12.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:11 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:53:12.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:11 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T08:53:12.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:11 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T08:53:12.266 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:11 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T08:53:12.266 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:11 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-12T08:53:13.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:12 smithi112 ceph-mon[99443]: pgmap v461: 137 pgs: 4 creating+peering, 28 unknown, 1 active+undersized+degraded, 1 active+undersized, 103 active+clean; 582 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 76 KiB/s rd, 6.0 KiB/s wr, 105 op/s; 2/117 objects degraded (1.709%) 2024-04-12T08:53:13.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:12 smithi112 ceph-mon[99443]: pgmap v462: 137 pgs: 4 creating+peering, 28 unknown, 1 active+undersized+degraded, 1 active+undersized, 103 active+clean; 582 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 79 KiB/s rd, 6.2 KiB/s wr, 109 op/s; 2/117 objects degraded (1.709%) 2024-04-12T08:53:13.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:12 smithi112 ceph-mon[99443]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-12T08:53:13.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:12 smithi112 ceph-mon[99443]: Upgrade: 28 pgs have unknown state; cannot draw any conclusions 2024-04-12T08:53:13.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:12 smithi112 ceph-mon[99443]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T08:53:13.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:12 smithi112 ceph-mon[99443]: osdmap e572: 8 total, 8 up, 8 in 2024-04-12T08:53:13.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:12 smithi112 ceph-mon[99443]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T08:53:13.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:12 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/377743686' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:53:13.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:12 smithi112 ceph-mon[95375]: pgmap v461: 137 pgs: 4 creating+peering, 28 unknown, 1 active+undersized+degraded, 1 active+undersized, 103 active+clean; 582 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 76 KiB/s rd, 6.0 KiB/s wr, 105 op/s; 2/117 objects degraded (1.709%) 2024-04-12T08:53:13.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:12 smithi112 ceph-mon[95375]: pgmap v462: 137 pgs: 4 creating+peering, 28 unknown, 1 active+undersized+degraded, 1 active+undersized, 103 active+clean; 582 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 79 KiB/s rd, 6.2 KiB/s wr, 109 op/s; 2/117 objects degraded (1.709%) 2024-04-12T08:53:13.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:12 smithi112 ceph-mon[95375]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-12T08:53:13.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:12 smithi112 ceph-mon[95375]: Upgrade: 28 pgs have unknown state; cannot draw any conclusions 2024-04-12T08:53:13.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:12 smithi112 ceph-mon[95375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T08:53:13.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:12 smithi112 ceph-mon[95375]: osdmap e572: 8 total, 8 up, 8 in 2024-04-12T08:53:13.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:12 smithi112 ceph-mon[95375]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T08:53:13.094 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:12 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/377743686' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:53:13.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:12 smithi175 ceph-mon[87929]: pgmap v461: 137 pgs: 4 creating+peering, 28 unknown, 1 active+undersized+degraded, 1 active+undersized, 103 active+clean; 582 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 76 KiB/s rd, 6.0 KiB/s wr, 105 op/s; 2/117 objects degraded (1.709%) 2024-04-12T08:53:13.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:12 smithi175 ceph-mon[87929]: pgmap v462: 137 pgs: 4 creating+peering, 28 unknown, 1 active+undersized+degraded, 1 active+undersized, 103 active+clean; 582 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 79 KiB/s rd, 6.2 KiB/s wr, 109 op/s; 2/117 objects degraded (1.709%) 2024-04-12T08:53:13.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:12 smithi175 ceph-mon[87929]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-12T08:53:13.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:12 smithi175 ceph-mon[87929]: Upgrade: 28 pgs have unknown state; cannot draw any conclusions 2024-04-12T08:53:13.167 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:12 smithi175 ceph-mon[87929]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T08:53:13.167 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:12 smithi175 ceph-mon[87929]: osdmap e572: 8 total, 8 up, 8 in 2024-04-12T08:53:13.167 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:12 smithi175 ceph-mon[87929]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T08:53:13.167 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:12 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/377743686' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:53:13.826 INFO:tasks.workunit.client.0.smithi112.stdout:image: image18 2024-04-12T08:53:13.826 INFO:tasks.workunit.client.0.smithi112.stdout:expected = image18 2024-04-12T08:53:13.826 INFO:tasks.workunit.client.0.smithi112.stdout:found image18 2024-04-12T08:53:13.826 INFO:tasks.workunit.client.0.smithi112.stdout:erased image18 2024-04-12T08:53:13.826 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:53:13.932 INFO:tasks.workunit.client.0.smithi112.stdout:image: image18 2024-04-12T08:53:13.932 INFO:tasks.workunit.client.0.smithi112.stdout:image: image19 2024-04-12T08:53:13.932 INFO:tasks.workunit.client.0.smithi112.stdout:expected = image18 2024-04-12T08:53:13.932 INFO:tasks.workunit.client.0.smithi112.stdout:found image18 2024-04-12T08:53:13.933 INFO:tasks.workunit.client.0.smithi112.stdout:erased image18 2024-04-12T08:53:13.933 INFO:tasks.workunit.client.0.smithi112.stdout:expected = image19 2024-04-12T08:53:13.933 INFO:tasks.workunit.client.0.smithi112.stdout:found image19 2024-04-12T08:53:13.933 INFO:tasks.workunit.client.0.smithi112.stdout:erased image19 2024-04-12T08:53:13.933 INFO:tasks.workunit.client.0.smithi112.stdout:image: image19 2024-04-12T08:53:13.933 INFO:tasks.workunit.client.0.smithi112.stdout:expected = image19 2024-04-12T08:53:13.933 INFO:tasks.workunit.client.0.smithi112.stdout:found image19 2024-04-12T08:53:13.933 INFO:tasks.workunit.client.0.smithi112.stdout:erased image19 2024-04-12T08:53:13.933 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestCreateLsDelete (3803 ms) 2024-04-12T08:53:13.933 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestCreateLsDeletePP 2024-04-12T08:53:14.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:13 smithi112 ceph-mon[99443]: osdmap e573: 8 total, 8 up, 8 in 2024-04-12T08:53:14.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:13 smithi112 ceph-mon[99443]: Health check update: Degraded data redundancy: 2/117 objects degraded (1.709%), 1 pg degraded (PG_DEGRADED) 2024-04-12T08:53:14.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:13 smithi112 ceph-mon[95375]: osdmap e573: 8 total, 8 up, 8 in 2024-04-12T08:53:14.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:13 smithi112 ceph-mon[95375]: Health check update: Degraded data redundancy: 2/117 objects degraded (1.709%), 1 pg degraded (PG_DEGRADED) 2024-04-12T08:53:14.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:13 smithi175 ceph-mon[87929]: osdmap e573: 8 total, 8 up, 8 in 2024-04-12T08:53:14.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:13 smithi175 ceph-mon[87929]: Health check update: Degraded data redundancy: 2/117 objects degraded (1.709%), 1 pg degraded (PG_DEGRADED) 2024-04-12T08:53:15.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:14 smithi112 ceph-mon[95375]: pgmap v465: 137 pgs: 7 creating+peering, 4 unknown, 126 active+clean; 583 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 214 KiB/s rd, 24 KiB/s wr, 296 op/s 2024-04-12T08:53:15.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:14 smithi112 ceph-mon[95375]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/117 objects degraded (1.709%), 1 pg degraded) 2024-04-12T08:53:15.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:14 smithi112 ceph-mon[95375]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T08:53:15.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:14 smithi112 ceph-mon[95375]: osdmap e574: 8 total, 8 up, 8 in 2024-04-12T08:53:15.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:14 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/1026156095' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:53:15.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:14 smithi112 ceph-mon[99443]: pgmap v465: 137 pgs: 7 creating+peering, 4 unknown, 126 active+clean; 583 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 214 KiB/s rd, 24 KiB/s wr, 296 op/s 2024-04-12T08:53:15.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:14 smithi112 ceph-mon[99443]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/117 objects degraded (1.709%), 1 pg degraded) 2024-04-12T08:53:15.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:14 smithi112 ceph-mon[99443]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T08:53:15.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:14 smithi112 ceph-mon[99443]: osdmap e574: 8 total, 8 up, 8 in 2024-04-12T08:53:15.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:14 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/1026156095' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:53:15.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:14 smithi175 ceph-mon[87929]: pgmap v465: 137 pgs: 7 creating+peering, 4 unknown, 126 active+clean; 583 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 214 KiB/s rd, 24 KiB/s wr, 296 op/s 2024-04-12T08:53:15.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:14 smithi175 ceph-mon[87929]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/117 objects degraded (1.709%), 1 pg degraded) 2024-04-12T08:53:15.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:14 smithi175 ceph-mon[87929]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T08:53:15.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:14 smithi175 ceph-mon[87929]: osdmap e574: 8 total, 8 up, 8 in 2024-04-12T08:53:15.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:14 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/1026156095' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:53:15.823 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:53:16.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:15 smithi112 ceph-mon[95375]: osdmap e575: 8 total, 8 up, 8 in 2024-04-12T08:53:16.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:15 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/2919022969' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:53:16.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:15 smithi112 ceph-mon[95375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:53:16.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:15 smithi112 ceph-mon[99443]: osdmap e575: 8 total, 8 up, 8 in 2024-04-12T08:53:16.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:15 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/2919022969' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:53:16.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:15 smithi112 ceph-mon[99443]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:53:16.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:15 smithi175 ceph-mon[87929]: osdmap e575: 8 total, 8 up, 8 in 2024-04-12T08:53:16.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:15 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/2919022969' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:53:16.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:15 smithi175 ceph-mon[87929]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:53:17.092 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:53:16 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:53:16] "GET /metrics HTTP/1.1" 200 36408 "" "Prometheus/2.43.0" 2024-04-12T08:53:17.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:16 smithi112 ceph-mon[95375]: pgmap v468: 169 pgs: 7 creating+peering, 36 unknown, 126 active+clean; 583 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 114 KiB/s rd, 15 KiB/s wr, 158 op/s 2024-04-12T08:53:17.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:16 smithi112 ceph-mon[95375]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T08:53:17.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:16 smithi112 ceph-mon[95375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T08:53:17.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:16 smithi112 ceph-mon[95375]: osdmap e576: 8 total, 8 up, 8 in 2024-04-12T08:53:17.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:16 smithi112 ceph-mon[99443]: pgmap v468: 169 pgs: 7 creating+peering, 36 unknown, 126 active+clean; 583 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 114 KiB/s rd, 15 KiB/s wr, 158 op/s 2024-04-12T08:53:17.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:16 smithi112 ceph-mon[99443]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T08:53:17.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:16 smithi112 ceph-mon[99443]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T08:53:17.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:16 smithi112 ceph-mon[99443]: osdmap e576: 8 total, 8 up, 8 in 2024-04-12T08:53:17.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:16 smithi175 ceph-mon[87929]: pgmap v468: 169 pgs: 7 creating+peering, 36 unknown, 126 active+clean; 583 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 114 KiB/s rd, 15 KiB/s wr, 158 op/s 2024-04-12T08:53:17.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:16 smithi175 ceph-mon[87929]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T08:53:17.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:16 smithi175 ceph-mon[87929]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T08:53:17.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:16 smithi175 ceph-mon[87929]: osdmap e576: 8 total, 8 up, 8 in 2024-04-12T08:53:17.847 INFO:tasks.workunit.client.0.smithi112.stdout:num images is: 1 2024-04-12T08:53:17.848 INFO:tasks.workunit.client.0.smithi112.stdout:expected: 1 2024-04-12T08:53:17.848 INFO:tasks.workunit.client.0.smithi112.stdout:image: image20 2024-04-12T08:53:17.848 INFO:tasks.workunit.client.0.smithi112.stdout:expected = image20 2024-04-12T08:53:17.848 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:53:17.857 INFO:tasks.workunit.client.0.smithi112.stdout:num images is: 2 2024-04-12T08:53:17.857 INFO:tasks.workunit.client.0.smithi112.stdout:expected: 2 2024-04-12T08:53:17.857 INFO:tasks.workunit.client.0.smithi112.stdout:image: image20 2024-04-12T08:53:17.857 INFO:tasks.workunit.client.0.smithi112.stdout:image: image21 2024-04-12T08:53:17.857 INFO:tasks.workunit.client.0.smithi112.stdout:expected = image20 2024-04-12T08:53:17.857 INFO:tasks.workunit.client.0.smithi112.stdout:expected = image21 2024-04-12T08:53:17.912 INFO:tasks.workunit.client.0.smithi112.stdout:num images is: 1 2024-04-12T08:53:17.912 INFO:tasks.workunit.client.0.smithi112.stdout:expected: 1 2024-04-12T08:53:17.912 INFO:tasks.workunit.client.0.smithi112.stdout:image: image21 2024-04-12T08:53:17.912 INFO:tasks.workunit.client.0.smithi112.stdout:expected = image21 2024-04-12T08:53:17.912 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestCreateLsDeletePP (3980 ms) 2024-04-12T08:53:17.913 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestCopy 2024-04-12T08:53:18.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:17 smithi112 ceph-mon[99443]: osdmap e577: 8 total, 8 up, 8 in 2024-04-12T08:53:18.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:17 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/1593346258' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:53:18.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:17 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:53:18.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:17 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:53:18.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:17 smithi112 ceph-mon[95375]: osdmap e577: 8 total, 8 up, 8 in 2024-04-12T08:53:18.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:17 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/1593346258' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:53:18.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:17 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:53:18.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:17 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:53:18.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:17 smithi175 ceph-mon[87929]: osdmap e577: 8 total, 8 up, 8 in 2024-04-12T08:53:18.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:17 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/1593346258' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:53:18.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:17 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:53:18.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:17 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:53:19.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:18 smithi112 ceph-mon[95375]: pgmap v471: 169 pgs: 3 creating+peering, 23 unknown, 143 active+clean; 583 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.0 KiB/s rd, 1.5 KiB/s wr, 9 op/s 2024-04-12T08:53:19.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:18 smithi112 ceph-mon[95375]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T08:53:19.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:18 smithi112 ceph-mon[95375]: osdmap e578: 8 total, 8 up, 8 in 2024-04-12T08:53:19.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:18 smithi112 ceph-mon[95375]: osdmap e579: 8 total, 8 up, 8 in 2024-04-12T08:53:19.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:18 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/888141269' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:53:19.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:18 smithi112 ceph-mon[99443]: pgmap v471: 169 pgs: 3 creating+peering, 23 unknown, 143 active+clean; 583 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.0 KiB/s rd, 1.5 KiB/s wr, 9 op/s 2024-04-12T08:53:19.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:18 smithi112 ceph-mon[99443]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T08:53:19.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:18 smithi112 ceph-mon[99443]: osdmap e578: 8 total, 8 up, 8 in 2024-04-12T08:53:19.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:18 smithi112 ceph-mon[99443]: osdmap e579: 8 total, 8 up, 8 in 2024-04-12T08:53:19.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:18 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/888141269' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:53:19.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:18 smithi175 ceph-mon[87929]: pgmap v471: 169 pgs: 3 creating+peering, 23 unknown, 143 active+clean; 583 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.0 KiB/s rd, 1.5 KiB/s wr, 9 op/s 2024-04-12T08:53:19.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:18 smithi175 ceph-mon[87929]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T08:53:19.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:18 smithi175 ceph-mon[87929]: osdmap e578: 8 total, 8 up, 8 in 2024-04-12T08:53:19.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:18 smithi175 ceph-mon[87929]: osdmap e579: 8 total, 8 up, 8 in 2024-04-12T08:53:19.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:18 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/888141269' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:53:19.722 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:53:20.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:19 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/675254559' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:53:20.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:19 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/888141269' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T08:53:20.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:19 smithi112 ceph-mon[95375]: osdmap e580: 8 total, 8 up, 8 in 2024-04-12T08:53:20.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:19 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/675254559' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:53:20.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:19 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/888141269' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T08:53:20.094 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:19 smithi112 ceph-mon[99443]: osdmap e580: 8 total, 8 up, 8 in 2024-04-12T08:53:20.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:19 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/675254559' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:53:20.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:19 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/888141269' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T08:53:20.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:19 smithi175 ceph-mon[87929]: osdmap e580: 8 total, 8 up, 8 in 2024-04-12T08:53:21.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:20 smithi112 ceph-mon[95375]: pgmap v474: 201 pgs: 32 unknown, 3 creating+peering, 166 active+clean; 583 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 52 KiB/s rd, 5.5 KiB/s wr, 76 op/s 2024-04-12T08:53:21.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:20 smithi112 ceph-mon[95375]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T08:53:21.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:20 smithi112 ceph-mon[95375]: osdmap e581: 8 total, 8 up, 8 in 2024-04-12T08:53:21.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:20 smithi112 ceph-mon[99443]: pgmap v474: 201 pgs: 32 unknown, 3 creating+peering, 166 active+clean; 583 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 52 KiB/s rd, 5.5 KiB/s wr, 76 op/s 2024-04-12T08:53:21.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:20 smithi112 ceph-mon[99443]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T08:53:21.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:20 smithi112 ceph-mon[99443]: osdmap e581: 8 total, 8 up, 8 in 2024-04-12T08:53:21.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:20 smithi175 ceph-mon[87929]: pgmap v474: 201 pgs: 32 unknown, 3 creating+peering, 166 active+clean; 583 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 52 KiB/s rd, 5.5 KiB/s wr, 76 op/s 2024-04-12T08:53:21.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:20 smithi175 ceph-mon[87929]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T08:53:21.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:20 smithi175 ceph-mon[87929]: osdmap e581: 8 total, 8 up, 8 in 2024-04-12T08:53:22.065 INFO:tasks.workunit.client.0.smithi112.stdout:image: image22 2024-04-12T08:53:22.065 INFO:tasks.workunit.client.0.smithi112.stdout:expected = image22 2024-04-12T08:53:22.065 INFO:tasks.workunit.client.0.smithi112.stdout:found image22 2024-04-12T08:53:22.065 INFO:tasks.workunit.client.0.smithi112.stdout:erased image22 2024-04-12T08:53:22.065 INFO:tasks.workunit.client.0.smithi112.stdout:image: image22 2024-04-12T08:53:22.065 INFO:tasks.workunit.client.0.smithi112.stdout:image: image23 2024-04-12T08:53:22.065 INFO:tasks.workunit.client.0.smithi112.stdout:expected = image22 2024-04-12T08:53:22.065 INFO:tasks.workunit.client.0.smithi112.stdout:found image22 2024-04-12T08:53:22.065 INFO:tasks.workunit.client.0.smithi112.stdout:erased image22 2024-04-12T08:53:22.066 INFO:tasks.workunit.client.0.smithi112.stdout:expected = image23 2024-04-12T08:53:22.066 INFO:tasks.workunit.client.0.smithi112.stdout:found image23 2024-04-12T08:53:22.066 INFO:tasks.workunit.client.0.smithi112.stdout:erased image23 2024-04-12T08:53:22.066 INFO:tasks.workunit.client.0.smithi112.stdout:100.00% done 2024-04-12T08:53:22.066 INFO:tasks.workunit.client.0.smithi112.stdout:image: image22 2024-04-12T08:53:22.066 INFO:tasks.workunit.client.0.smithi112.stdout:image: image23 2024-04-12T08:53:22.066 INFO:tasks.workunit.client.0.smithi112.stdout:image: image24 2024-04-12T08:53:22.066 INFO:tasks.workunit.client.0.smithi112.stdout:expected = image22 2024-04-12T08:53:22.066 INFO:tasks.workunit.client.0.smithi112.stdout:found image22 2024-04-12T08:53:22.066 INFO:tasks.workunit.client.0.smithi112.stdout:erased image22 2024-04-12T08:53:22.066 INFO:tasks.workunit.client.0.smithi112.stdout:expected = image23 2024-04-12T08:53:22.066 INFO:tasks.workunit.client.0.smithi112.stdout:found image23 2024-04-12T08:53:22.066 INFO:tasks.workunit.client.0.smithi112.stdout:erased image23 2024-04-12T08:53:22.066 INFO:tasks.workunit.client.0.smithi112.stdout:expected = image24 2024-04-12T08:53:22.067 INFO:tasks.workunit.client.0.smithi112.stdout:found image24 2024-04-12T08:53:22.067 INFO:tasks.workunit.client.0.smithi112.stdout:erased image24 2024-04-12T08:53:22.067 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestCopy (4153 ms) 2024-04-12T08:53:22.067 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestCopyPP 2024-04-12T08:53:22.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:21 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/3267139784' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:53:22.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:21 smithi112 ceph-mon[99443]: osdmap e582: 8 total, 8 up, 8 in 2024-04-12T08:53:22.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:21 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/3267139784' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:53:22.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:21 smithi112 ceph-mon[95375]: osdmap e582: 8 total, 8 up, 8 in 2024-04-12T08:53:22.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:21 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/3267139784' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:53:22.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:21 smithi175 ceph-mon[87929]: osdmap e582: 8 total, 8 up, 8 in 2024-04-12T08:53:23.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:22 smithi112 ceph-mon[95375]: pgmap v477: 201 pgs: 22 unknown, 179 active+clean; 583 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 51 KiB/s rd, 5.0 KiB/s wr, 72 op/s 2024-04-12T08:53:23.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:22 smithi112 ceph-mon[95375]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T08:53:23.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:22 smithi112 ceph-mon[99443]: pgmap v477: 201 pgs: 22 unknown, 179 active+clean; 583 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 51 KiB/s rd, 5.0 KiB/s wr, 72 op/s 2024-04-12T08:53:23.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:22 smithi112 ceph-mon[99443]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T08:53:23.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:22 smithi175 ceph-mon[87929]: pgmap v477: 201 pgs: 22 unknown, 179 active+clean; 583 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 51 KiB/s rd, 5.0 KiB/s wr, 72 op/s 2024-04-12T08:53:23.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:22 smithi175 ceph-mon[87929]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T08:53:23.727 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:53:24.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:23 smithi175 ceph-mon[87929]: osdmap e583: 8 total, 8 up, 8 in 2024-04-12T08:53:24.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:23 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/828238116' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:53:24.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:23 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/828238116' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T08:53:24.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:23 smithi175 ceph-mon[87929]: osdmap e584: 8 total, 8 up, 8 in 2024-04-12T08:53:24.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:23 smithi112 ceph-mon[95375]: osdmap e583: 8 total, 8 up, 8 in 2024-04-12T08:53:24.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:23 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/828238116' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:53:24.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:23 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/828238116' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T08:53:24.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:23 smithi112 ceph-mon[95375]: osdmap e584: 8 total, 8 up, 8 in 2024-04-12T08:53:24.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:23 smithi112 ceph-mon[99443]: osdmap e583: 8 total, 8 up, 8 in 2024-04-12T08:53:24.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:23 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/828238116' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:53:24.344 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:23 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/828238116' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T08:53:24.344 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:23 smithi112 ceph-mon[99443]: osdmap e584: 8 total, 8 up, 8 in 2024-04-12T08:53:25.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:24 smithi175 ceph-mon[87929]: pgmap v480: 233 pgs: 16 creating+peering, 16 unknown, 201 active+clean; 583 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 63 KiB/s rd, 3.5 KiB/s wr, 74 op/s 2024-04-12T08:53:25.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:24 smithi175 ceph-mon[87929]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T08:53:25.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:24 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/3218198971' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:53:25.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:24 smithi175 ceph-mon[87929]: osdmap e585: 8 total, 8 up, 8 in 2024-04-12T08:53:25.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:24 smithi112 ceph-mon[99443]: pgmap v480: 233 pgs: 16 creating+peering, 16 unknown, 201 active+clean; 583 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 63 KiB/s rd, 3.5 KiB/s wr, 74 op/s 2024-04-12T08:53:25.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:24 smithi112 ceph-mon[99443]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T08:53:25.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:24 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/3218198971' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:53:25.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:24 smithi112 ceph-mon[99443]: osdmap e585: 8 total, 8 up, 8 in 2024-04-12T08:53:25.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:24 smithi112 ceph-mon[95375]: pgmap v480: 233 pgs: 16 creating+peering, 16 unknown, 201 active+clean; 583 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 63 KiB/s rd, 3.5 KiB/s wr, 74 op/s 2024-04-12T08:53:25.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:24 smithi112 ceph-mon[95375]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T08:53:25.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:24 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/3218198971' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:53:25.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:24 smithi112 ceph-mon[95375]: osdmap e585: 8 total, 8 up, 8 in 2024-04-12T08:53:25.991 INFO:tasks.workunit.client.0.smithi112.stdout:num images is: 1 2024-04-12T08:53:25.991 INFO:tasks.workunit.client.0.smithi112.stdout:expected: 1 2024-04-12T08:53:25.991 INFO:tasks.workunit.client.0.smithi112.stdout:image: image25 2024-04-12T08:53:25.991 INFO:tasks.workunit.client.0.smithi112.stdout:expected = image25 2024-04-12T08:53:26.011 INFO:tasks.workunit.client.0.smithi112.stdout:num images is: 2 2024-04-12T08:53:26.011 INFO:tasks.workunit.client.0.smithi112.stdout:expected: 2 2024-04-12T08:53:26.011 INFO:tasks.workunit.client.0.smithi112.stdout:image: image25 2024-04-12T08:53:26.011 INFO:tasks.workunit.client.0.smithi112.stdout:image: image26 2024-04-12T08:53:26.012 INFO:tasks.workunit.client.0.smithi112.stdout:expected = image25 2024-04-12T08:53:26.012 INFO:tasks.workunit.client.0.smithi112.stdout:expected = image26 2024-04-12T08:53:26.055 INFO:tasks.workunit.client.0.smithi112.stdout:100.00% done 2024-04-12T08:53:26.056 INFO:tasks.workunit.client.0.smithi112.stdout:num images is: 3 2024-04-12T08:53:26.056 INFO:tasks.workunit.client.0.smithi112.stdout:expected: 3 2024-04-12T08:53:26.056 INFO:tasks.workunit.client.0.smithi112.stdout:image: image25 2024-04-12T08:53:26.056 INFO:tasks.workunit.client.0.smithi112.stdout:image: image26 2024-04-12T08:53:26.056 INFO:tasks.workunit.client.0.smithi112.stdout:image: image27 2024-04-12T08:53:26.056 INFO:tasks.workunit.client.0.smithi112.stdout:expected = image25 2024-04-12T08:53:26.056 INFO:tasks.workunit.client.0.smithi112.stdout:expected = image26 2024-04-12T08:53:26.056 INFO:tasks.workunit.client.0.smithi112.stdout:expected = image27 2024-04-12T08:53:26.089 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestCopyPP (4024 ms) 2024-04-12T08:53:26.089 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestDeepCopy 2024-04-12T08:53:26.719 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:53:26 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: 2024-04-12T08:53:26.344+0000 7ffaba21c700 -1 mgr.server reply reply (11) Resource temporarily unavailable 16 pgs have unknown state; cannot draw any conclusions 2024-04-12T08:53:26.720 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:53:26 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: 2024-04-12T08:53:26.344+0000 7ffaba21c700 -1 mgr.server reply reply (16) Device or resource busy 16 pgs have unknown state; cannot draw any conclusionsunsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-04-12T08:53:27.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:26 smithi175 ceph-mon[87929]: pgmap v483: 233 pgs: 16 creating+peering, 16 unknown, 201 active+clean; 583 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 60 KiB/s rd, 2.5 KiB/s wr, 68 op/s 2024-04-12T08:53:27.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:26 smithi175 ceph-mon[87929]: osdmap e586: 8 total, 8 up, 8 in 2024-04-12T08:53:27.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:26 smithi175 ceph-mon[87929]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T08:53:27.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:26 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/3213351691' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:53:27.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:26 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-12T08:53:27.092 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:53:26 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:53:26] "GET /metrics HTTP/1.1" 200 41211 "" "Prometheus/2.43.0" 2024-04-12T08:53:27.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:26 smithi112 ceph-mon[95375]: pgmap v483: 233 pgs: 16 creating+peering, 16 unknown, 201 active+clean; 583 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 60 KiB/s rd, 2.5 KiB/s wr, 68 op/s 2024-04-12T08:53:27.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:26 smithi112 ceph-mon[95375]: osdmap e586: 8 total, 8 up, 8 in 2024-04-12T08:53:27.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:26 smithi112 ceph-mon[95375]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T08:53:27.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:26 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/3213351691' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:53:27.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:26 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-12T08:53:27.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:26 smithi112 ceph-mon[99443]: pgmap v483: 233 pgs: 16 creating+peering, 16 unknown, 201 active+clean; 583 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 60 KiB/s rd, 2.5 KiB/s wr, 68 op/s 2024-04-12T08:53:27.094 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:26 smithi112 ceph-mon[99443]: osdmap e586: 8 total, 8 up, 8 in 2024-04-12T08:53:27.094 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:26 smithi112 ceph-mon[99443]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T08:53:27.094 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:26 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/3213351691' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:53:27.094 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:26 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-12T08:53:27.872 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:53:28.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:27 smithi175 ceph-mon[87929]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-12T08:53:28.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:27 smithi175 ceph-mon[87929]: Upgrade: 16 pgs have unknown state; cannot draw any conclusions 2024-04-12T08:53:28.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:27 smithi175 ceph-mon[87929]: osdmap e587: 8 total, 8 up, 8 in 2024-04-12T08:53:28.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:27 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/662268829' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:53:28.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:27 smithi112 ceph-mon[95375]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-12T08:53:28.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:27 smithi112 ceph-mon[95375]: Upgrade: 16 pgs have unknown state; cannot draw any conclusions 2024-04-12T08:53:28.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:27 smithi112 ceph-mon[95375]: osdmap e587: 8 total, 8 up, 8 in 2024-04-12T08:53:28.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:27 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/662268829' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:53:28.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:27 smithi112 ceph-mon[99443]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-12T08:53:28.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:27 smithi112 ceph-mon[99443]: Upgrade: 16 pgs have unknown state; cannot draw any conclusions 2024-04-12T08:53:28.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:27 smithi112 ceph-mon[99443]: osdmap e587: 8 total, 8 up, 8 in 2024-04-12T08:53:28.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:27 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/662268829' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:53:29.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:28 smithi112 ceph-mon[95375]: pgmap v486: 265 pgs: 32 unknown, 16 creating+peering, 217 active+clean; 583 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 331 KiB/s rd, 21 KiB/s wr, 385 op/s 2024-04-12T08:53:29.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:28 smithi112 ceph-mon[95375]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T08:53:29.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:28 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/662268829' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T08:53:29.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:28 smithi112 ceph-mon[95375]: osdmap e588: 8 total, 8 up, 8 in 2024-04-12T08:53:29.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:28 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/2965045674' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:53:29.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:28 smithi112 ceph-mon[95375]: osdmap e589: 8 total, 8 up, 8 in 2024-04-12T08:53:29.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:28 smithi112 ceph-mon[99443]: pgmap v486: 265 pgs: 32 unknown, 16 creating+peering, 217 active+clean; 583 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 331 KiB/s rd, 21 KiB/s wr, 385 op/s 2024-04-12T08:53:29.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:28 smithi112 ceph-mon[99443]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T08:53:29.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:28 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/662268829' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T08:53:29.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:28 smithi112 ceph-mon[99443]: osdmap e588: 8 total, 8 up, 8 in 2024-04-12T08:53:29.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:28 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/2965045674' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:53:29.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:28 smithi112 ceph-mon[99443]: osdmap e589: 8 total, 8 up, 8 in 2024-04-12T08:53:29.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:28 smithi175 ceph-mon[87929]: pgmap v486: 265 pgs: 32 unknown, 16 creating+peering, 217 active+clean; 583 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 331 KiB/s rd, 21 KiB/s wr, 385 op/s 2024-04-12T08:53:29.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:28 smithi175 ceph-mon[87929]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T08:53:29.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:28 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/662268829' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T08:53:29.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:28 smithi175 ceph-mon[87929]: osdmap e588: 8 total, 8 up, 8 in 2024-04-12T08:53:29.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:28 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/2965045674' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:53:29.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:28 smithi175 ceph-mon[87929]: osdmap e589: 8 total, 8 up, 8 in 2024-04-12T08:53:31.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:30 smithi175 ceph-mon[87929]: pgmap v489: 265 pgs: 14 unknown, 251 active+clean; 583 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 591 KiB/s rd, 40 KiB/s wr, 694 op/s 2024-04-12T08:53:31.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:30 smithi175 ceph-mon[87929]: osdmap e590: 8 total, 8 up, 8 in 2024-04-12T08:53:31.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:30 smithi175 ceph-mon[87929]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T08:53:31.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:30 smithi112 ceph-mon[95375]: pgmap v489: 265 pgs: 14 unknown, 251 active+clean; 583 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 591 KiB/s rd, 40 KiB/s wr, 694 op/s 2024-04-12T08:53:31.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:30 smithi112 ceph-mon[95375]: osdmap e590: 8 total, 8 up, 8 in 2024-04-12T08:53:31.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:30 smithi112 ceph-mon[95375]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T08:53:31.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:30 smithi112 ceph-mon[99443]: pgmap v489: 265 pgs: 14 unknown, 251 active+clean; 583 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 591 KiB/s rd, 40 KiB/s wr, 694 op/s 2024-04-12T08:53:31.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:30 smithi112 ceph-mon[99443]: osdmap e590: 8 total, 8 up, 8 in 2024-04-12T08:53:31.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:30 smithi112 ceph-mon[99443]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T08:53:32.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:31 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/4119373853' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:53:32.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:31 smithi175 ceph-mon[87929]: osdmap e591: 8 total, 8 up, 8 in 2024-04-12T08:53:32.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:31 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/4119373853' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:53:32.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:31 smithi112 ceph-mon[99443]: osdmap e591: 8 total, 8 up, 8 in 2024-04-12T08:53:32.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:31 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/4119373853' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:53:32.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:31 smithi112 ceph-mon[95375]: osdmap e591: 8 total, 8 up, 8 in 2024-04-12T08:53:33.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:32 smithi175 ceph-mon[87929]: pgmap v492: 265 pgs: 3 unknown, 262 active+clean; 583 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 555 KiB/s rd, 38 KiB/s wr, 655 op/s 2024-04-12T08:53:33.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:32 smithi175 ceph-mon[87929]: osdmap e592: 8 total, 8 up, 8 in 2024-04-12T08:53:33.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:32 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:53:33.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:32 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:53:33.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:32 smithi112 ceph-mon[99443]: pgmap v492: 265 pgs: 3 unknown, 262 active+clean; 583 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 555 KiB/s rd, 38 KiB/s wr, 655 op/s 2024-04-12T08:53:33.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:32 smithi112 ceph-mon[99443]: osdmap e592: 8 total, 8 up, 8 in 2024-04-12T08:53:33.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:32 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:53:33.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:32 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:53:33.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:32 smithi112 ceph-mon[95375]: pgmap v492: 265 pgs: 3 unknown, 262 active+clean; 583 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 555 KiB/s rd, 38 KiB/s wr, 655 op/s 2024-04-12T08:53:33.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:32 smithi112 ceph-mon[95375]: osdmap e592: 8 total, 8 up, 8 in 2024-04-12T08:53:33.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:32 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:53:33.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:32 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:53:33.800 INFO:tasks.workunit.client.0.smithi112.stdout:image: image28 2024-04-12T08:53:33.800 INFO:tasks.workunit.client.0.smithi112.stdout:expected = image28 2024-04-12T08:53:33.800 INFO:tasks.workunit.client.0.smithi112.stdout:found image28 2024-04-12T08:53:33.800 INFO:tasks.workunit.client.0.smithi112.stdout:erased image28 2024-04-12T08:53:33.801 INFO:tasks.workunit.client.0.smithi112.stdout:image: image28 2024-04-12T08:53:33.801 INFO:tasks.workunit.client.0.smithi112.stdout:image: image29 2024-04-12T08:53:33.801 INFO:tasks.workunit.client.0.smithi112.stdout:expected = image28 2024-04-12T08:53:33.801 INFO:tasks.workunit.client.0.smithi112.stdout:found image28 2024-04-12T08:53:33.801 INFO:tasks.workunit.client.0.smithi112.stdout:erased image28 2024-04-12T08:53:33.801 INFO:tasks.workunit.client.0.smithi112.stdout:expected = image29 2024-04-12T08:53:33.801 INFO:tasks.workunit.client.0.smithi112.stdout:found image29 2024-04-12T08:53:33.801 INFO:tasks.workunit.client.0.smithi112.stdout:erased image29 2024-04-12T08:53:33.801 INFO:tasks.workunit.client.0.smithi112.stdout:100.00% done 2024-04-12T08:53:33.801 INFO:tasks.workunit.client.0.smithi112.stdout:image: image28 2024-04-12T08:53:33.801 INFO:tasks.workunit.client.0.smithi112.stdout:image: image29 2024-04-12T08:53:33.801 INFO:tasks.workunit.client.0.smithi112.stdout:image: image30 2024-04-12T08:53:33.801 INFO:tasks.workunit.client.0.smithi112.stdout:expected = image28 2024-04-12T08:53:33.801 INFO:tasks.workunit.client.0.smithi112.stdout:found image28 2024-04-12T08:53:33.801 INFO:tasks.workunit.client.0.smithi112.stdout:erased image28 2024-04-12T08:53:33.802 INFO:tasks.workunit.client.0.smithi112.stdout:expected = image29 2024-04-12T08:53:33.802 INFO:tasks.workunit.client.0.smithi112.stdout:found image29 2024-04-12T08:53:33.802 INFO:tasks.workunit.client.0.smithi112.stdout:erased image29 2024-04-12T08:53:33.802 INFO:tasks.workunit.client.0.smithi112.stdout:expected = image30 2024-04-12T08:53:33.802 INFO:tasks.workunit.client.0.smithi112.stdout:found image30 2024-04-12T08:53:33.802 INFO:tasks.workunit.client.0.smithi112.stdout:erased image30 2024-04-12T08:53:33.802 INFO:tasks.workunit.client.0.smithi112.stdout:image: image28 2024-04-12T08:53:33.802 INFO:tasks.workunit.client.0.smithi112.stdout:image: image29 2024-04-12T08:53:33.802 INFO:tasks.workunit.client.0.smithi112.stdout:image: image30 2024-04-12T08:53:33.802 INFO:tasks.workunit.client.0.smithi112.stdout:image: image31 2024-04-12T08:53:33.802 INFO:tasks.workunit.client.0.smithi112.stdout:expected = image28 2024-04-12T08:53:33.802 INFO:tasks.workunit.client.0.smithi112.stdout:found image28 2024-04-12T08:53:33.802 INFO:tasks.workunit.client.0.smithi112.stdout:erased image28 2024-04-12T08:53:33.802 INFO:tasks.workunit.client.0.smithi112.stdout:expected = image29 2024-04-12T08:53:33.802 INFO:tasks.workunit.client.0.smithi112.stdout:found image29 2024-04-12T08:53:33.803 INFO:tasks.workunit.client.0.smithi112.stdout:erased image29 2024-04-12T08:53:33.803 INFO:tasks.workunit.client.0.smithi112.stdout:expected = image30 2024-04-12T08:53:33.803 INFO:tasks.workunit.client.0.smithi112.stdout:found image30 2024-04-12T08:53:33.803 INFO:tasks.workunit.client.0.smithi112.stdout:erased image30 2024-04-12T08:53:33.803 INFO:tasks.workunit.client.0.smithi112.stdout:expected = image31 2024-04-12T08:53:33.803 INFO:tasks.workunit.client.0.smithi112.stdout:found image31 2024-04-12T08:53:33.803 INFO:tasks.workunit.client.0.smithi112.stdout:erased image31 2024-04-12T08:53:33.803 INFO:tasks.workunit.client.0.smithi112.stdout:image: image28 2024-04-12T08:53:33.803 INFO:tasks.workunit.client.0.smithi112.stdout:image: image29 2024-04-12T08:53:33.803 INFO:tasks.workunit.client.0.smithi112.stdout:image: image30 2024-04-12T08:53:33.803 INFO:tasks.workunit.client.0.smithi112.stdout:image: image31 2024-04-12T08:53:33.803 INFO:tasks.workunit.client.0.smithi112.stdout:image: image32 2024-04-12T08:53:33.803 INFO:tasks.workunit.client.0.smithi112.stdout:expected = image28 2024-04-12T08:53:33.803 INFO:tasks.workunit.client.0.smithi112.stdout:found image28 2024-04-12T08:53:33.803 INFO:tasks.workunit.client.0.smithi112.stdout:erased image28 2024-04-12T08:53:33.804 INFO:tasks.workunit.client.0.smithi112.stdout:expected = image29 2024-04-12T08:53:33.804 INFO:tasks.workunit.client.0.smithi112.stdout:found image29 2024-04-12T08:53:33.804 INFO:tasks.workunit.client.0.smithi112.stdout:erased image29 2024-04-12T08:53:33.804 INFO:tasks.workunit.client.0.smithi112.stdout:expected = image30 2024-04-12T08:53:33.804 INFO:tasks.workunit.client.0.smithi112.stdout:found image30 2024-04-12T08:53:33.804 INFO:tasks.workunit.client.0.smithi112.stdout:erased image30 2024-04-12T08:53:33.804 INFO:tasks.workunit.client.0.smithi112.stdout:expected = image31 2024-04-12T08:53:33.804 INFO:tasks.workunit.client.0.smithi112.stdout:found image31 2024-04-12T08:53:33.804 INFO:tasks.workunit.client.0.smithi112.stdout:erased image31 2024-04-12T08:53:33.804 INFO:tasks.workunit.client.0.smithi112.stdout:expected = image32 2024-04-12T08:53:33.804 INFO:tasks.workunit.client.0.smithi112.stdout:found image32 2024-04-12T08:53:33.804 INFO:tasks.workunit.client.0.smithi112.stdout:erased image32 2024-04-12T08:53:33.804 INFO:tasks.workunit.client.0.smithi112.stdout:100.00% done 2024-04-12T08:53:33.804 INFO:tasks.workunit.client.0.smithi112.stdout:image: image28 2024-04-12T08:53:33.804 INFO:tasks.workunit.client.0.smithi112.stdout:image: image29 2024-04-12T08:53:33.804 INFO:tasks.workunit.client.0.smithi112.stdout:image: image30 2024-04-12T08:53:33.805 INFO:tasks.workunit.client.0.smithi112.stdout:image: image31 2024-04-12T08:53:33.805 INFO:tasks.workunit.client.0.smithi112.stdout:image: image32 2024-04-12T08:53:33.805 INFO:tasks.workunit.client.0.smithi112.stdout:image: image33 2024-04-12T08:53:33.805 INFO:tasks.workunit.client.0.smithi112.stdout:expected = image28 2024-04-12T08:53:33.805 INFO:tasks.workunit.client.0.smithi112.stdout:found image28 2024-04-12T08:53:33.805 INFO:tasks.workunit.client.0.smithi112.stdout:erased image28 2024-04-12T08:53:33.805 INFO:tasks.workunit.client.0.smithi112.stdout:expected = image29 2024-04-12T08:53:33.805 INFO:tasks.workunit.client.0.smithi112.stdout:found image29 2024-04-12T08:53:33.805 INFO:tasks.workunit.client.0.smithi112.stdout:erased image29 2024-04-12T08:53:33.805 INFO:tasks.workunit.client.0.smithi112.stdout:expected = image30 2024-04-12T08:53:33.805 INFO:tasks.workunit.client.0.smithi112.stdout:found image30 2024-04-12T08:53:33.805 INFO:tasks.workunit.client.0.smithi112.stdout:erased image30 2024-04-12T08:53:33.805 INFO:tasks.workunit.client.0.smithi112.stdout:expected = image31 2024-04-12T08:53:33.805 INFO:tasks.workunit.client.0.smithi112.stdout:found image31 2024-04-12T08:53:33.805 INFO:tasks.workunit.client.0.smithi112.stdout:erased image31 2024-04-12T08:53:33.806 INFO:tasks.workunit.client.0.smithi112.stdout:expected = image32 2024-04-12T08:53:33.806 INFO:tasks.workunit.client.0.smithi112.stdout:found image32 2024-04-12T08:53:33.806 INFO:tasks.workunit.client.0.smithi112.stdout:erased image32 2024-04-12T08:53:33.806 INFO:tasks.workunit.client.0.smithi112.stdout:expected = image33 2024-04-12T08:53:33.806 INFO:tasks.workunit.client.0.smithi112.stdout:found image33 2024-04-12T08:53:33.806 INFO:tasks.workunit.client.0.smithi112.stdout:erased image33 2024-04-12T08:53:33.806 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestDeepCopy (7711 ms) 2024-04-12T08:53:33.806 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestDeepCopyPP 2024-04-12T08:53:34.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:34 smithi112 ceph-mon[95375]: osdmap e593: 8 total, 8 up, 8 in 2024-04-12T08:53:34.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:34 smithi112 ceph-mon[95375]: pgmap v495: 265 pgs: 265 active+clean; 583 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 420 KiB/s rd, 27 KiB/s wr, 499 op/s 2024-04-12T08:53:34.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:34 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/2193952129' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:53:34.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:34 smithi112 ceph-mon[95375]: osdmap e594: 8 total, 8 up, 8 in 2024-04-12T08:53:34.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:34 smithi112 ceph-mon[99443]: osdmap e593: 8 total, 8 up, 8 in 2024-04-12T08:53:34.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:34 smithi112 ceph-mon[99443]: pgmap v495: 265 pgs: 265 active+clean; 583 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 420 KiB/s rd, 27 KiB/s wr, 499 op/s 2024-04-12T08:53:34.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:34 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/2193952129' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:53:34.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:34 smithi112 ceph-mon[99443]: osdmap e594: 8 total, 8 up, 8 in 2024-04-12T08:53:34.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:34 smithi175 ceph-mon[87929]: osdmap e593: 8 total, 8 up, 8 in 2024-04-12T08:53:34.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:34 smithi175 ceph-mon[87929]: pgmap v495: 265 pgs: 265 active+clean; 583 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 420 KiB/s rd, 27 KiB/s wr, 499 op/s 2024-04-12T08:53:34.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:34 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/2193952129' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:53:34.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:34 smithi175 ceph-mon[87929]: osdmap e594: 8 total, 8 up, 8 in 2024-04-12T08:53:35.733 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:53:36.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:35 smithi175 ceph-mon[87929]: osdmap e595: 8 total, 8 up, 8 in 2024-04-12T08:53:36.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:35 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/1852996210' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:53:36.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:35 smithi175 ceph-mon[87929]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:53:36.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:35 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/684770020' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:53:36.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:35 smithi112 ceph-mon[99443]: osdmap e595: 8 total, 8 up, 8 in 2024-04-12T08:53:36.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:35 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/1852996210' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:53:36.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:35 smithi112 ceph-mon[99443]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:53:36.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:35 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/684770020' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:53:36.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:35 smithi112 ceph-mon[95375]: osdmap e595: 8 total, 8 up, 8 in 2024-04-12T08:53:36.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:35 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/1852996210' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:53:36.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:35 smithi112 ceph-mon[95375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:53:36.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:35 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/684770020' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:53:37.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:36 smithi175 ceph-mon[87929]: pgmap v498: 297 pgs: 32 unknown, 265 active+clean; 583 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 125 KiB/s rd, 8.0 KiB/s wr, 152 op/s 2024-04-12T08:53:37.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:36 smithi175 ceph-mon[87929]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T08:53:37.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:36 smithi175 ceph-mon[87929]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T08:53:37.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:36 smithi175 ceph-mon[87929]: osdmap e596: 8 total, 8 up, 8 in 2024-04-12T08:53:37.092 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:53:36 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:53:36] "GET /metrics HTTP/1.1" 200 48474 "" "Prometheus/2.43.0" 2024-04-12T08:53:37.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:36 smithi112 ceph-mon[95375]: pgmap v498: 297 pgs: 32 unknown, 265 active+clean; 583 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 125 KiB/s rd, 8.0 KiB/s wr, 152 op/s 2024-04-12T08:53:37.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:36 smithi112 ceph-mon[95375]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T08:53:37.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:36 smithi112 ceph-mon[95375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T08:53:37.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:36 smithi112 ceph-mon[95375]: osdmap e596: 8 total, 8 up, 8 in 2024-04-12T08:53:37.094 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:36 smithi112 ceph-mon[99443]: pgmap v498: 297 pgs: 32 unknown, 265 active+clean; 583 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 125 KiB/s rd, 8.0 KiB/s wr, 152 op/s 2024-04-12T08:53:37.094 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:36 smithi112 ceph-mon[99443]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T08:53:37.094 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:36 smithi112 ceph-mon[99443]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T08:53:37.094 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:36 smithi112 ceph-mon[99443]: osdmap e596: 8 total, 8 up, 8 in 2024-04-12T08:53:38.003 INFO:tasks.workunit.client.0.smithi112.stdout:num images is: 1 2024-04-12T08:53:38.003 INFO:tasks.workunit.client.0.smithi112.stdout:expected: 1 2024-04-12T08:53:38.003 INFO:tasks.workunit.client.0.smithi112.stdout:image: image34 2024-04-12T08:53:38.003 INFO:tasks.workunit.client.0.smithi112.stdout:expected = image34 2024-04-12T08:53:38.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:37 smithi175 ceph-mon[87929]: osdmap e597: 8 total, 8 up, 8 in 2024-04-12T08:53:38.031 INFO:tasks.workunit.client.0.smithi112.stdout:num images is: 2 2024-04-12T08:53:38.031 INFO:tasks.workunit.client.0.smithi112.stdout:expected: 2 2024-04-12T08:53:38.031 INFO:tasks.workunit.client.0.smithi112.stdout:image: image34 2024-04-12T08:53:38.031 INFO:tasks.workunit.client.0.smithi112.stdout:image: image35 2024-04-12T08:53:38.031 INFO:tasks.workunit.client.0.smithi112.stdout:expected = image34 2024-04-12T08:53:38.031 INFO:tasks.workunit.client.0.smithi112.stdout:expected = image35 2024-04-12T08:53:38.080 INFO:tasks.workunit.client.0.smithi112.stdout:100.00% done 2024-04-12T08:53:38.080 INFO:tasks.workunit.client.0.smithi112.stdout:num images is: 3 2024-04-12T08:53:38.080 INFO:tasks.workunit.client.0.smithi112.stdout:expected: 3 2024-04-12T08:53:38.080 INFO:tasks.workunit.client.0.smithi112.stdout:image: image34 2024-04-12T08:53:38.080 INFO:tasks.workunit.client.0.smithi112.stdout:image: image35 2024-04-12T08:53:38.080 INFO:tasks.workunit.client.0.smithi112.stdout:image: image36 2024-04-12T08:53:38.080 INFO:tasks.workunit.client.0.smithi112.stdout:expected = image34 2024-04-12T08:53:38.080 INFO:tasks.workunit.client.0.smithi112.stdout:expected = image35 2024-04-12T08:53:38.080 INFO:tasks.workunit.client.0.smithi112.stdout:expected = image36 2024-04-12T08:53:38.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:37 smithi112 ceph-mon[99443]: osdmap e597: 8 total, 8 up, 8 in 2024-04-12T08:53:38.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:37 smithi112 ceph-mon[95375]: osdmap e597: 8 total, 8 up, 8 in 2024-04-12T08:53:38.108 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestDeepCopyPP (4308 ms) 2024-04-12T08:53:38.108 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestCreateLsDeleteSnap 2024-04-12T08:53:38.108 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:53:39.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:38 smithi175 ceph-mon[87929]: pgmap v501: 297 pgs: 19 unknown, 278 active+clean; 584 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 129 KiB/s rd, 5.0 KiB/s wr, 153 op/s 2024-04-12T08:53:39.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:38 smithi175 ceph-mon[87929]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T08:53:39.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:38 smithi175 ceph-mon[87929]: osdmap e598: 8 total, 8 up, 8 in 2024-04-12T08:53:39.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:38 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/1593716549' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:53:39.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:38 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:53:39.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:38 smithi175 ceph-mon[87929]: osdmap e599: 8 total, 8 up, 8 in 2024-04-12T08:53:39.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:38 smithi112 ceph-mon[99443]: pgmap v501: 297 pgs: 19 unknown, 278 active+clean; 584 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 129 KiB/s rd, 5.0 KiB/s wr, 153 op/s 2024-04-12T08:53:39.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:38 smithi112 ceph-mon[99443]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T08:53:39.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:38 smithi112 ceph-mon[99443]: osdmap e598: 8 total, 8 up, 8 in 2024-04-12T08:53:39.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:38 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/1593716549' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:53:39.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:38 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:53:39.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:38 smithi112 ceph-mon[99443]: osdmap e599: 8 total, 8 up, 8 in 2024-04-12T08:53:39.094 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:38 smithi112 ceph-mon[95375]: pgmap v501: 297 pgs: 19 unknown, 278 active+clean; 584 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 129 KiB/s rd, 5.0 KiB/s wr, 153 op/s 2024-04-12T08:53:39.094 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:38 smithi112 ceph-mon[95375]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T08:53:39.094 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:38 smithi112 ceph-mon[95375]: osdmap e598: 8 total, 8 up, 8 in 2024-04-12T08:53:39.094 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:38 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/1593716549' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:53:39.094 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:38 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:53:39.094 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:38 smithi112 ceph-mon[95375]: osdmap e599: 8 total, 8 up, 8 in 2024-04-12T08:53:41.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:40 smithi175 ceph-mon[87929]: pgmap v504: 297 pgs: 297 active+clean; 584 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 482 KiB/s rd, 27 KiB/s wr, 567 op/s 2024-04-12T08:53:41.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:40 smithi175 ceph-mon[87929]: osdmap e600: 8 total, 8 up, 8 in 2024-04-12T08:53:41.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:40 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/1623239562' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:53:41.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:40 smithi112 ceph-mon[95375]: pgmap v504: 297 pgs: 297 active+clean; 584 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 482 KiB/s rd, 27 KiB/s wr, 567 op/s 2024-04-12T08:53:41.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:40 smithi112 ceph-mon[95375]: osdmap e600: 8 total, 8 up, 8 in 2024-04-12T08:53:41.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:40 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/1623239562' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:53:41.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:40 smithi112 ceph-mon[99443]: pgmap v504: 297 pgs: 297 active+clean; 584 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 482 KiB/s rd, 27 KiB/s wr, 567 op/s 2024-04-12T08:53:41.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:40 smithi112 ceph-mon[99443]: osdmap e600: 8 total, 8 up, 8 in 2024-04-12T08:53:41.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:40 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/1623239562' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:53:41.784 INFO:tasks.workunit.client.0.smithi112.stdout:num snaps is: 1 2024-04-12T08:53:41.785 INFO:tasks.workunit.client.0.smithi112.stdout:expected: 1 2024-04-12T08:53:41.785 INFO:tasks.workunit.client.0.smithi112.stdout:snap: snap1 2024-04-12T08:53:41.785 INFO:tasks.workunit.client.0.smithi112.stdout:found snap1 with size 2097152 2024-04-12T08:53:41.785 INFO:tasks.workunit.client.0.smithi112.stdout:num snaps is: 2 2024-04-12T08:53:41.785 INFO:tasks.workunit.client.0.smithi112.stdout:expected: 2 2024-04-12T08:53:41.785 INFO:tasks.workunit.client.0.smithi112.stdout:snap: snap1 2024-04-12T08:53:41.785 INFO:tasks.workunit.client.0.smithi112.stdout:snap: snap2 2024-04-12T08:53:41.785 INFO:tasks.workunit.client.0.smithi112.stdout:found snap1 with size 2097152 2024-04-12T08:53:41.785 INFO:tasks.workunit.client.0.smithi112.stdout:found snap2 with size 4194304 2024-04-12T08:53:41.785 INFO:tasks.workunit.client.0.smithi112.stdout:num snaps is: 1 2024-04-12T08:53:41.785 INFO:tasks.workunit.client.0.smithi112.stdout:expected: 1 2024-04-12T08:53:41.785 INFO:tasks.workunit.client.0.smithi112.stdout:snap: snap2 2024-04-12T08:53:41.785 INFO:tasks.workunit.client.0.smithi112.stdout:found snap2 with size 4194304 2024-04-12T08:53:41.785 INFO:tasks.workunit.client.0.smithi112.stdout:num snaps is: 0 2024-04-12T08:53:41.786 INFO:tasks.workunit.client.0.smithi112.stdout:expected: 0 2024-04-12T08:53:41.786 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestCreateLsDeleteSnap (3677 ms) 2024-04-12T08:53:41.786 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestGetSnapShotTimeStamp 2024-04-12T08:53:41.786 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:53:42.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:41 smithi175 ceph-mon[87929]: osdmap e601: 8 total, 8 up, 8 in 2024-04-12T08:53:42.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:41 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-12T08:53:42.091 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:41 smithi112 ceph-mon[99443]: osdmap e601: 8 total, 8 up, 8 in 2024-04-12T08:53:42.091 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:41 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-12T08:53:42.091 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:41 smithi112 ceph-mon[95375]: osdmap e601: 8 total, 8 up, 8 in 2024-04-12T08:53:42.091 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:41 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-12T08:53:43.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:42 smithi175 ceph-mon[87929]: pgmap v507: 297 pgs: 297 active+clean; 584 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 354 KiB/s rd, 23 KiB/s wr, 418 op/s 2024-04-12T08:53:43.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:42 smithi175 ceph-mon[87929]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-12T08:53:43.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:42 smithi175 ceph-mon[87929]: Upgrade: osd.3 is safe to restart 2024-04-12T08:53:43.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:42 smithi175 ceph-mon[87929]: osdmap e602: 8 total, 8 up, 8 in 2024-04-12T08:53:43.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:42 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/3808827340' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:53:43.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:42 smithi112 ceph-mon[95375]: pgmap v507: 297 pgs: 297 active+clean; 584 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 354 KiB/s rd, 23 KiB/s wr, 418 op/s 2024-04-12T08:53:43.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:42 smithi112 ceph-mon[95375]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-12T08:53:43.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:42 smithi112 ceph-mon[95375]: Upgrade: osd.3 is safe to restart 2024-04-12T08:53:43.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:42 smithi112 ceph-mon[95375]: osdmap e602: 8 total, 8 up, 8 in 2024-04-12T08:53:43.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:42 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/3808827340' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:53:43.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:42 smithi112 ceph-mon[99443]: pgmap v507: 297 pgs: 297 active+clean; 584 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 354 KiB/s rd, 23 KiB/s wr, 418 op/s 2024-04-12T08:53:43.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:42 smithi112 ceph-mon[99443]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-12T08:53:43.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:42 smithi112 ceph-mon[99443]: Upgrade: osd.3 is safe to restart 2024-04-12T08:53:43.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:42 smithi112 ceph-mon[99443]: osdmap e602: 8 total, 8 up, 8 in 2024-04-12T08:53:43.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:42 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/3808827340' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:53:43.794 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestGetSnapShotTimeStamp (2010 ms) 2024-04-12T08:53:43.795 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestCreateLsDeleteSnapPP 2024-04-12T08:53:43.795 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:53:43.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:43 smithi112 ceph-mon[95375]: osdmap e603: 8 total, 8 up, 8 in 2024-04-12T08:53:43.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:43 smithi112 ceph-mon[95375]: Upgrade: Updating osd.3 2024-04-12T08:53:43.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:43 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:53:43.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:43 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-12T08:53:43.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:43 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:53:43.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:43 smithi112 ceph-mon[95375]: Deploying daemon osd.3 on smithi112 2024-04-12T08:53:43.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:43 smithi112 ceph-mon[99443]: osdmap e603: 8 total, 8 up, 8 in 2024-04-12T08:53:43.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:43 smithi112 ceph-mon[99443]: Upgrade: Updating osd.3 2024-04-12T08:53:43.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:43 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:53:43.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:43 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-12T08:53:43.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:43 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:53:43.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:43 smithi112 ceph-mon[99443]: Deploying daemon osd.3 on smithi112 2024-04-12T08:53:44.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:43 smithi175 ceph-mon[87929]: osdmap e603: 8 total, 8 up, 8 in 2024-04-12T08:53:44.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:43 smithi175 ceph-mon[87929]: Upgrade: Updating osd.3 2024-04-12T08:53:44.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:43 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:53:44.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:43 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-12T08:53:44.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:43 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:53:44.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:43 smithi175 ceph-mon[87929]: Deploying daemon osd.3 on smithi112 2024-04-12T08:53:44.802 INFO:tasks.workunit.client.0.smithi112.stdout:num snaps is: 1 2024-04-12T08:53:44.802 INFO:tasks.workunit.client.0.smithi112.stdout:expected: 1 2024-04-12T08:53:44.802 INFO:tasks.workunit.client.0.smithi112.stdout:snap: snap1 2024-04-12T08:53:44.802 INFO:tasks.workunit.client.0.smithi112.stdout:found snap1 with size 2097152 2024-04-12T08:53:44.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:44 smithi112 ceph-mon[95375]: pgmap v510: 297 pgs: 297 active+clean; 584 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 78 KiB/s rd, 7.2 KiB/s wr, 104 op/s 2024-04-12T08:53:44.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:44 smithi112 ceph-mon[95375]: osdmap e604: 8 total, 8 up, 8 in 2024-04-12T08:53:44.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:44 smithi112 ceph-mon[99443]: pgmap v510: 297 pgs: 297 active+clean; 584 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 78 KiB/s rd, 7.2 KiB/s wr, 104 op/s 2024-04-12T08:53:44.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:44 smithi112 ceph-mon[99443]: osdmap e604: 8 total, 8 up, 8 in 2024-04-12T08:53:45.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:44 smithi175 ceph-mon[87929]: pgmap v510: 297 pgs: 297 active+clean; 584 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 78 KiB/s rd, 7.2 KiB/s wr, 104 op/s 2024-04-12T08:53:45.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:44 smithi175 ceph-mon[87929]: osdmap e604: 8 total, 8 up, 8 in 2024-04-12T08:53:45.807 INFO:tasks.workunit.client.0.smithi112.stdout:num snaps is: 2 2024-04-12T08:53:45.807 INFO:tasks.workunit.client.0.smithi112.stdout:expected: 2 2024-04-12T08:53:45.807 INFO:tasks.workunit.client.0.smithi112.stdout:snap: snap1 2024-04-12T08:53:45.807 INFO:tasks.workunit.client.0.smithi112.stdout:snap: snap2 2024-04-12T08:53:45.808 INFO:tasks.workunit.client.0.smithi112.stdout:found snap1 with size 2097152 2024-04-12T08:53:45.808 INFO:tasks.workunit.client.0.smithi112.stdout:found snap2 with size 4194304 2024-04-12T08:53:46.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:45 smithi112 ceph-mon[95375]: osdmap e605: 8 total, 8 up, 8 in 2024-04-12T08:53:46.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:45 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/2745596114' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:53:46.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:45 smithi112 ceph-mon[99443]: osdmap e605: 8 total, 8 up, 8 in 2024-04-12T08:53:46.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:45 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/2745596114' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:53:46.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:45 smithi175 ceph-mon[87929]: osdmap e605: 8 total, 8 up, 8 in 2024-04-12T08:53:46.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:45 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/2745596114' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:53:46.513 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 12 08:53:46 smithi112 systemd[1]: Stopping Ceph osd.3 for 96d9de20-f8a7-11ee-bc8c-c7b262605968... 2024-04-12T08:53:46.785 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 12 08:53:46 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-3[61735]: 2024-04-12T08:53:46.583+0000 7f5fc8acb700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T08:53:46.785 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 12 08:53:46 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-3[61735]: 2024-04-12T08:53:46.583+0000 7f5fc8acb700 -1 osd.3 606 *** Got signal Terminated *** 2024-04-12T08:53:46.786 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 12 08:53:46 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-3[61735]: 2024-04-12T08:53:46.583+0000 7f5fc8acb700 -1 osd.3 606 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-12T08:53:47.092 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:53:46 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:53:46] "GET /metrics HTTP/1.1" 200 48474 "" "Prometheus/2.43.0" 2024-04-12T08:53:47.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:46 smithi112 ceph-mon[95375]: pgmap v513: 297 pgs: 297 active+clean; 584 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 77 KiB/s rd, 6.5 KiB/s wr, 99 op/s 2024-04-12T08:53:47.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:46 smithi112 ceph-mon[95375]: osdmap e606: 8 total, 8 up, 8 in 2024-04-12T08:53:47.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:46 smithi112 ceph-mon[95375]: osd.3 marked itself down and dead 2024-04-12T08:53:47.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:46 smithi112 ceph-mon[99443]: pgmap v513: 297 pgs: 297 active+clean; 584 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 77 KiB/s rd, 6.5 KiB/s wr, 99 op/s 2024-04-12T08:53:47.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:46 smithi112 ceph-mon[99443]: osdmap e606: 8 total, 8 up, 8 in 2024-04-12T08:53:47.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:46 smithi112 ceph-mon[99443]: osd.3 marked itself down and dead 2024-04-12T08:53:47.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:46 smithi175 ceph-mon[87929]: pgmap v513: 297 pgs: 297 active+clean; 584 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 77 KiB/s rd, 6.5 KiB/s wr, 99 op/s 2024-04-12T08:53:47.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:46 smithi175 ceph-mon[87929]: osdmap e606: 8 total, 8 up, 8 in 2024-04-12T08:53:47.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:46 smithi175 ceph-mon[87929]: osd.3 marked itself down and dead 2024-04-12T08:53:47.644 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 12 08:53:47 smithi112 podman[123315]: 2024-04-12 08:53:47.349312522 +0000 UTC m=+0.911111842 container died 7e13badec631a834b39b43354409f27e51782a68919d81561b17b4617b471473 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-3, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=quincy-d3b5060, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409) 2024-04-12T08:53:47.835 INFO:tasks.workunit.client.0.smithi112.stdout:num snaps is: 1 2024-04-12T08:53:47.836 INFO:tasks.workunit.client.0.smithi112.stdout:expected: 1 2024-04-12T08:53:47.836 INFO:tasks.workunit.client.0.smithi112.stdout:snap: snap2 2024-04-12T08:53:47.836 INFO:tasks.workunit.client.0.smithi112.stdout:found snap2 with size 4194304 2024-04-12T08:53:48.010 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 12 08:53:47 smithi112 podman[123315]: 2024-04-12 08:53:47.733785973 +0000 UTC m=+1.295585295 container cleanup 7e13badec631a834b39b43354409f27e51782a68919d81561b17b4617b471473 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-3, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=quincy-d3b5060, GIT_BRANCH=HEAD) 2024-04-12T08:53:48.010 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 12 08:53:47 smithi112 bash[123315]: ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-3 2024-04-12T08:53:48.010 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:47 smithi112 ceph-mon[95375]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-12T08:53:48.010 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:47 smithi112 ceph-mon[95375]: osdmap e607: 8 total, 7 up, 8 in 2024-04-12T08:53:48.011 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:47 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/3213943503' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:53:48.011 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:47 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:53:48.011 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:47 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:53:48.011 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:47 smithi112 ceph-mon[99443]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-12T08:53:48.011 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:47 smithi112 ceph-mon[99443]: osdmap e607: 8 total, 7 up, 8 in 2024-04-12T08:53:48.011 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:47 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/3213943503' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:53:48.011 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:47 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:53:48.011 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:47 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:53:48.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:47 smithi175 ceph-mon[87929]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-12T08:53:48.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:47 smithi175 ceph-mon[87929]: osdmap e607: 8 total, 7 up, 8 in 2024-04-12T08:53:48.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:47 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/3213943503' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:53:48.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:47 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:53:48.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:47 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:53:48.342 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 12 08:53:48 smithi112 podman[123359]: 2024-04-12 08:53:48.010114503 +0000 UTC m=+0.656728735 container remove 7e13badec631a834b39b43354409f27e51782a68919d81561b17b4617b471473 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-3, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, RELEASE=quincy-d3b5060, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240409, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-12T08:53:48.639 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 12 08:53:48 smithi112 podman[123452]: 2024-04-12 08:53:48.266967132 +0000 UTC m=+0.018094446 image pull 668895944f0ec64b67a5b7564961d2756f2966e5d4b9338516300dbec9984951 quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec 2024-04-12T08:53:48.639 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 12 08:53:48 smithi112 podman[123452]: 2024-04-12 08:53:48.369451184 +0000 UTC m=+0.120578539 container create 37fbb3602758ab612072c789c3c5f8a4d1da38a6254cb8933083ee6fd2e3748e (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-3-deactivate, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=squid-b277feb, ceph=True, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-04-12T08:53:48.735 INFO:tasks.workunit.client.0.smithi112.stdout:num snaps is: 0 2024-04-12T08:53:48.735 INFO:tasks.workunit.client.0.smithi112.stdout:expected: 0 2024-04-12T08:53:48.747 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestCreateLsDeleteSnapPP (4952 ms) 2024-04-12T08:53:48.747 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestGetNameIdSnapPP 2024-04-12T08:53:48.747 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:53:48.948 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:48 smithi112 ceph-mon[95375]: pgmap v516: 297 pgs: 47 stale+active+clean, 250 active+clean; 584 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.2 KiB/s rd, 511 B/s wr, 4 op/s 2024-04-12T08:53:48.948 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:48 smithi112 ceph-mon[95375]: osdmap e608: 8 total, 7 up, 8 in 2024-04-12T08:53:48.948 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:48 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:53:48.948 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:48 smithi112 ceph-mon[95375]: osdmap e609: 8 total, 7 up, 8 in 2024-04-12T08:53:48.949 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:48 smithi112 ceph-mon[99443]: pgmap v516: 297 pgs: 47 stale+active+clean, 250 active+clean; 584 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.2 KiB/s rd, 511 B/s wr, 4 op/s 2024-04-12T08:53:48.949 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:48 smithi112 ceph-mon[99443]: osdmap e608: 8 total, 7 up, 8 in 2024-04-12T08:53:48.949 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:48 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:53:48.949 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:48 smithi112 ceph-mon[99443]: osdmap e609: 8 total, 7 up, 8 in 2024-04-12T08:53:48.949 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 12 08:53:48 smithi112 podman[123452]: 2024-04-12 08:53:48.639067093 +0000 UTC m=+0.390194389 container init 37fbb3602758ab612072c789c3c5f8a4d1da38a6254cb8933083ee6fd2e3748e (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-3-deactivate, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS, RELEASE=squid-b277feb, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-12T08:53:48.949 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 12 08:53:48 smithi112 podman[123452]: 2024-04-12 08:53:48.642385739 +0000 UTC m=+0.393513043 container start 37fbb3602758ab612072c789c3c5f8a4d1da38a6254cb8933083ee6fd2e3748e (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-3-deactivate, org.label-schema.build-date=20240409, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=squid-b277feb, io.buildah.version=1.33.5) 2024-04-12T08:53:48.949 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 12 08:53:48 smithi112 podman[123452]: 2024-04-12 08:53:48.722394166 +0000 UTC m=+0.473521467 container attach 37fbb3602758ab612072c789c3c5f8a4d1da38a6254cb8933083ee6fd2e3748e (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-3-deactivate, ceph=True, GIT_CLEAN=True, RELEASE=squid-b277feb, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD) 2024-04-12T08:53:49.234 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 12 08:53:48 smithi112 podman[123452]: 2024-04-12 08:53:48.948224168 +0000 UTC m=+0.699351473 container died 37fbb3602758ab612072c789c3c5f8a4d1da38a6254cb8933083ee6fd2e3748e (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-3-deactivate, GIT_CLEAN=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=squid-b277feb, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409) 2024-04-12T08:53:49.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:48 smithi175 ceph-mon[87929]: pgmap v516: 297 pgs: 47 stale+active+clean, 250 active+clean; 584 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.2 KiB/s rd, 511 B/s wr, 4 op/s 2024-04-12T08:53:49.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:48 smithi175 ceph-mon[87929]: osdmap e608: 8 total, 7 up, 8 in 2024-04-12T08:53:49.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:48 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:53:49.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:48 smithi175 ceph-mon[87929]: osdmap e609: 8 total, 7 up, 8 in 2024-04-12T08:53:49.802 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 12 08:53:49 smithi112 podman[123478]: 2024-04-12 08:53:49.5428605 +0000 UTC m=+0.583689040 container remove 37fbb3602758ab612072c789c3c5f8a4d1da38a6254cb8933083ee6fd2e3748e (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-3-deactivate, ceph=True, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=squid-b277feb, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-12T08:53:49.802 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 12 08:53:49 smithi112 systemd[1]: ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@osd.3.service: Deactivated successfully. 2024-04-12T08:53:49.802 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 12 08:53:49 smithi112 systemd[1]: Stopped Ceph osd.3 for 96d9de20-f8a7-11ee-bc8c-c7b262605968. 2024-04-12T08:53:49.802 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 12 08:53:49 smithi112 systemd[1]: ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@osd.3.service: Consumed 24.615s CPU time. 2024-04-12T08:53:49.802 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 12 08:53:49 smithi112 systemd[1]: Starting Ceph osd.3 for 96d9de20-f8a7-11ee-bc8c-c7b262605968... 2024-04-12T08:53:50.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:49 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/343670860' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:53:50.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:49 smithi112 ceph-mon[95375]: osdmap e610: 8 total, 7 up, 8 in 2024-04-12T08:53:50.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:49 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/343670860' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:53:50.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:49 smithi112 ceph-mon[99443]: osdmap e610: 8 total, 7 up, 8 in 2024-04-12T08:53:50.094 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 12 08:53:49 smithi112 podman[123606]: 2024-04-12 08:53:49.977456861 +0000 UTC m=+0.111360834 container create 9473c0bbe46bad5ed89aac57dc4f98710df6258d4d37e0b0c2e7819ad5c6007d (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-3-activate, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=squid-b277feb, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-12T08:53:50.094 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 12 08:53:49 smithi112 podman[123606]: 2024-04-12 08:53:49.884009124 +0000 UTC m=+0.017913098 image pull 668895944f0ec64b67a5b7564961d2756f2966e5d4b9338516300dbec9984951 quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec 2024-04-12T08:53:50.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:49 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/343670860' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:53:50.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:49 smithi175 ceph-mon[87929]: osdmap e610: 8 total, 7 up, 8 in 2024-04-12T08:53:50.592 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 12 08:53:50 smithi112 podman[123606]: 2024-04-12 08:53:50.214219823 +0000 UTC m=+0.348123811 container init 9473c0bbe46bad5ed89aac57dc4f98710df6258d4d37e0b0c2e7819ad5c6007d (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-3-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, RELEASE=squid-b277feb, org.label-schema.build-date=20240409) 2024-04-12T08:53:50.592 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 12 08:53:50 smithi112 podman[123606]: 2024-04-12 08:53:50.217857776 +0000 UTC m=+0.351761759 container start 9473c0bbe46bad5ed89aac57dc4f98710df6258d4d37e0b0c2e7819ad5c6007d (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-3-activate, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.vendor=CentOS, RELEASE=squid-b277feb, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2) 2024-04-12T08:53:50.592 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 12 08:53:50 smithi112 podman[123606]: 2024-04-12 08:53:50.297128004 +0000 UTC m=+0.431031988 container attach 9473c0bbe46bad5ed89aac57dc4f98710df6258d4d37e0b0c2e7819ad5c6007d (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-3-activate, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=squid-b277feb) 2024-04-12T08:53:51.054 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:50 smithi112 ceph-mon[99443]: pgmap v519: 297 pgs: 20 active+undersized+degraded, 21 stale+active+clean, 52 active+undersized, 204 active+clean; 584 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.0 KiB/s rd, 5.7 KiB/s wr, 26 op/s; 26/456 objects degraded (5.702%) 2024-04-12T08:53:51.054 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:50 smithi112 ceph-mon[99443]: Health check failed: Degraded data redundancy: 26/456 objects degraded (5.702%), 20 pgs degraded (PG_DEGRADED) 2024-04-12T08:53:51.055 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:50 smithi112 ceph-mon[99443]: osdmap e611: 8 total, 7 up, 8 in 2024-04-12T08:53:51.057 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:50 smithi112 ceph-mon[95375]: pgmap v519: 297 pgs: 20 active+undersized+degraded, 21 stale+active+clean, 52 active+undersized, 204 active+clean; 584 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.0 KiB/s rd, 5.7 KiB/s wr, 26 op/s; 26/456 objects degraded (5.702%) 2024-04-12T08:53:51.057 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:50 smithi112 ceph-mon[95375]: Health check failed: Degraded data redundancy: 26/456 objects degraded (5.702%), 20 pgs degraded (PG_DEGRADED) 2024-04-12T08:53:51.058 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:50 smithi112 ceph-mon[95375]: osdmap e611: 8 total, 7 up, 8 in 2024-04-12T08:53:51.058 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 12 08:53:50 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-3-activate[123620]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-04-12T08:53:51.058 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 12 08:53:50 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-3-activate[123620]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-3 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-04-12T08:53:51.058 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 12 08:53:50 smithi112 bash[123606]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-04-12T08:53:51.059 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 12 08:53:50 smithi112 bash[123606]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-3 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-04-12T08:53:51.059 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 12 08:53:50 smithi112 bash[123606]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-04-12T08:53:51.059 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 12 08:53:50 smithi112 bash[123606]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-04-12T08:53:51.059 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 12 08:53:50 smithi112 bash[123606]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-3/block 2024-04-12T08:53:51.059 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 12 08:53:50 smithi112 bash[123606]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-04-12T08:53:51.059 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 12 08:53:50 smithi112 bash[123606]: --> ceph-volume raw activate successful for osd ID: 3 2024-04-12T08:53:51.059 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 12 08:53:50 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-3-activate[123620]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-04-12T08:53:51.059 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 12 08:53:50 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-3-activate[123620]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-04-12T08:53:51.060 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 12 08:53:50 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-3-activate[123620]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-3/block 2024-04-12T08:53:51.060 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 12 08:53:50 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-3-activate[123620]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-04-12T08:53:51.060 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 12 08:53:50 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-3-activate[123620]: --> ceph-volume raw activate successful for osd ID: 3 2024-04-12T08:53:51.060 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 12 08:53:50 smithi112 podman[123606]: 2024-04-12 08:53:50.687685514 +0000 UTC m=+0.821589479 container died 9473c0bbe46bad5ed89aac57dc4f98710df6258d4d37e0b0c2e7819ad5c6007d (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-3-activate, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=squid-b277feb, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-12T08:53:51.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:50 smithi175 ceph-mon[87929]: pgmap v519: 297 pgs: 20 active+undersized+degraded, 21 stale+active+clean, 52 active+undersized, 204 active+clean; 584 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.0 KiB/s rd, 5.7 KiB/s wr, 26 op/s; 26/456 objects degraded (5.702%) 2024-04-12T08:53:51.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:50 smithi175 ceph-mon[87929]: Health check failed: Degraded data redundancy: 26/456 objects degraded (5.702%), 20 pgs degraded (PG_DEGRADED) 2024-04-12T08:53:51.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:50 smithi175 ceph-mon[87929]: osdmap e611: 8 total, 7 up, 8 in 2024-04-12T08:53:51.753 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 12 08:53:51 smithi112 podman[123753]: 2024-04-12 08:53:51.354550576 +0000 UTC m=+0.661794299 container remove 9473c0bbe46bad5ed89aac57dc4f98710df6258d4d37e0b0c2e7819ad5c6007d (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-3-activate, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=squid-b277feb, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-04-12T08:53:51.753 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 12 08:53:51 smithi112 podman[123815]: 2024-04-12 08:53:51.465882258 +0000 UTC m=+0.018208673 image pull 668895944f0ec64b67a5b7564961d2756f2966e5d4b9338516300dbec9984951 quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec 2024-04-12T08:53:51.753 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 12 08:53:51 smithi112 podman[123815]: 2024-04-12 08:53:51.597316342 +0000 UTC m=+0.149642756 container create 5556a8cac8432c246eb8c1c900dc28d9c874652258520d0100b565c5c1ed8553 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-3, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=squid-b277feb) 2024-04-12T08:53:52.092 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 12 08:53:51 smithi112 podman[123815]: 2024-04-12 08:53:51.88350452 +0000 UTC m=+0.435830934 container init 5556a8cac8432c246eb8c1c900dc28d9c874652258520d0100b565c5c1ed8553 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-3, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=squid-b277feb, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-04-12T08:53:52.092 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 12 08:53:51 smithi112 podman[123815]: 2024-04-12 08:53:51.886919594 +0000 UTC m=+0.439246010 container start 5556a8cac8432c246eb8c1c900dc28d9c874652258520d0100b565c5c1ed8553 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-3, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-b277feb, org.label-schema.vendor=CentOS) 2024-04-12T08:53:52.092 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 12 08:53:51 smithi112 ceph-osd[123860]: -- 172.21.15.112:0/2507286572 <== mon.2 v2:172.21.15.112:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55e458d17680 con 0x55e458ce1400 2024-04-12T08:53:52.093 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 12 08:53:51 smithi112 bash[123815]: 5556a8cac8432c246eb8c1c900dc28d9c874652258520d0100b565c5c1ed8553 2024-04-12T08:53:52.093 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 12 08:53:51 smithi112 systemd[1]: Started Ceph osd.3 for 96d9de20-f8a7-11ee-bc8c-c7b262605968. 2024-04-12T08:53:52.734 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 12 08:53:52 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-3[123853]: 2024-04-12T08:53:52.428+0000 7f4e32d077c0 -1 Falling back to public interface 2024-04-12T08:53:53.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:52 smithi175 ceph-mon[87929]: pgmap v522: 297 pgs: 35 active+undersized+degraded, 5 stale+active+clean, 77 active+undersized, 180 active+clean; 584 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.5 KiB/s wr, 6 op/s; 46/459 objects degraded (10.022%) 2024-04-12T08:53:53.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:52 smithi175 ceph-mon[87929]: osdmap e612: 8 total, 7 up, 8 in 2024-04-12T08:53:53.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:52 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/4261973943' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:53:53.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:52 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:53:53.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:52 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:53:53.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:52 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:53:53.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:52 smithi112 ceph-mon[95375]: pgmap v522: 297 pgs: 35 active+undersized+degraded, 5 stale+active+clean, 77 active+undersized, 180 active+clean; 584 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.5 KiB/s wr, 6 op/s; 46/459 objects degraded (10.022%) 2024-04-12T08:53:53.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:52 smithi112 ceph-mon[95375]: osdmap e612: 8 total, 7 up, 8 in 2024-04-12T08:53:53.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:52 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/4261973943' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:53:53.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:52 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:53:53.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:52 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:53:53.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:52 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:53:53.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:52 smithi112 ceph-mon[99443]: pgmap v522: 297 pgs: 35 active+undersized+degraded, 5 stale+active+clean, 77 active+undersized, 180 active+clean; 584 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.5 KiB/s wr, 6 op/s; 46/459 objects degraded (10.022%) 2024-04-12T08:53:53.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:52 smithi112 ceph-mon[99443]: osdmap e612: 8 total, 7 up, 8 in 2024-04-12T08:53:53.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:52 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/4261973943' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:53:53.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:52 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:53:53.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:52 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:53:53.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:52 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:53:54.009 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:53 smithi112 ceph-mon[99443]: osdmap e613: 8 total, 7 up, 8 in 2024-04-12T08:53:54.009 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:53 smithi112 ceph-mon[95375]: osdmap e613: 8 total, 7 up, 8 in 2024-04-12T08:53:54.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:53 smithi175 ceph-mon[87929]: osdmap e613: 8 total, 7 up, 8 in 2024-04-12T08:53:54.743 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:54 smithi175 ceph-mon[87929]: pgmap v525: 297 pgs: 40 active+undersized+degraded, 90 active+undersized, 167 active+clean; 584 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 21 KiB/s rd, 5.2 KiB/s wr, 37 op/s; 57/471 objects degraded (12.102%) 2024-04-12T08:53:54.743 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:54 smithi175 ceph-mon[87929]: osdmap e614: 8 total, 7 up, 8 in 2024-04-12T08:53:54.761 INFO:tasks.workunit.client.0.smithi112.stdout:num snaps is: 0 2024-04-12T08:53:54.761 INFO:tasks.workunit.client.0.smithi112.stdout:expected: 0 2024-04-12T08:53:54.764 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestGetNameIdSnapPP (6018 ms) 2024-04-12T08:53:54.765 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestCreateLsRenameSnapPP 2024-04-12T08:53:54.765 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:53:55.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:54 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/3140493014' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:53:55.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:54 smithi112 ceph-mon[95375]: pgmap v525: 297 pgs: 40 active+undersized+degraded, 90 active+undersized, 167 active+clean; 584 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 21 KiB/s rd, 5.2 KiB/s wr, 37 op/s; 57/471 objects degraded (12.102%) 2024-04-12T08:53:55.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:54 smithi112 ceph-mon[95375]: osdmap e614: 8 total, 7 up, 8 in 2024-04-12T08:53:55.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:54 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/3140493014' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:53:55.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:54 smithi112 ceph-mon[99443]: pgmap v525: 297 pgs: 40 active+undersized+degraded, 90 active+undersized, 167 active+clean; 584 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 21 KiB/s rd, 5.2 KiB/s wr, 37 op/s; 57/471 objects degraded (12.102%) 2024-04-12T08:53:55.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:54 smithi112 ceph-mon[99443]: osdmap e614: 8 total, 7 up, 8 in 2024-04-12T08:53:55.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:54 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/3140493014' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:53:55.592 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 12 08:53:55 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-3[123853]: 2024-04-12T08:53:55.334+0000 7f4e32d077c0 -1 osd.3 606 log_to_monitors true 2024-04-12T08:53:55.778 INFO:tasks.workunit.client.0.smithi112.stdout:num snaps is: 1 2024-04-12T08:53:55.778 INFO:tasks.workunit.client.0.smithi112.stdout:expected: 1 2024-04-12T08:53:55.778 INFO:tasks.workunit.client.0.smithi112.stdout:snap: snap1 2024-04-12T08:53:55.778 INFO:tasks.workunit.client.0.smithi112.stdout:found snap1 with size 2097152 2024-04-12T08:53:56.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:55 smithi175 ceph-mon[87929]: osdmap e615: 8 total, 7 up, 8 in 2024-04-12T08:53:56.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:55 smithi175 ceph-mon[87929]: from='osd.3 [v2:172.21.15.112:6826/3302203737,v1:172.21.15.112:6827/3302203737]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-12T08:53:56.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:55 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:53:56.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:55 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:53:56.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:55 smithi112 ceph-mon[99443]: osdmap e615: 8 total, 7 up, 8 in 2024-04-12T08:53:56.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:55 smithi112 ceph-mon[99443]: from='osd.3 [v2:172.21.15.112:6826/3302203737,v1:172.21.15.112:6827/3302203737]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-12T08:53:56.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:55 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:53:56.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:55 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:53:56.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:55 smithi112 ceph-mon[95375]: osdmap e615: 8 total, 7 up, 8 in 2024-04-12T08:53:56.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:55 smithi112 ceph-mon[95375]: from='osd.3 [v2:172.21.15.112:6826/3302203737,v1:172.21.15.112:6827/3302203737]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-12T08:53:56.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:55 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:53:56.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:55 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:53:56.592 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 12 08:53:56 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-3[123853]: 2024-04-12T08:53:56.244+0000 7f4e20157700 -1 osd.3 606 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-12T08:53:57.092 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:53:56 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:53:56] "GET /metrics HTTP/1.1" 200 50887 "" "Prometheus/2.43.0" 2024-04-12T08:53:57.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:56 smithi112 ceph-mon[95375]: pgmap v528: 297 pgs: 40 active+undersized+degraded, 90 active+undersized, 167 active+clean; 584 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 48 KiB/s rd, 5.0 KiB/s wr, 66 op/s; 57/471 objects degraded (12.102%) 2024-04-12T08:53:57.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:56 smithi112 ceph-mon[95375]: from='osd.3 [v2:172.21.15.112:6826/3302203737,v1:172.21.15.112:6827/3302203737]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-12T08:53:57.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:56 smithi112 ceph-mon[95375]: osdmap e616: 8 total, 7 up, 8 in 2024-04-12T08:53:57.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:56 smithi112 ceph-mon[95375]: from='osd.3 [v2:172.21.15.112:6826/3302203737,v1:172.21.15.112:6827/3302203737]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-04-12T08:53:57.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:56 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:53:57.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:56 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:53:57.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:56 smithi112 ceph-mon[95375]: from='osd.3 [v2:172.21.15.112:6826/3302203737,v1:172.21.15.112:6827/3302203737]' entity='osd.3' 2024-04-12T08:53:57.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:56 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/1671135890' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:53:57.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:56 smithi112 ceph-mon[99443]: pgmap v528: 297 pgs: 40 active+undersized+degraded, 90 active+undersized, 167 active+clean; 584 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 48 KiB/s rd, 5.0 KiB/s wr, 66 op/s; 57/471 objects degraded (12.102%) 2024-04-12T08:53:57.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:56 smithi112 ceph-mon[99443]: from='osd.3 [v2:172.21.15.112:6826/3302203737,v1:172.21.15.112:6827/3302203737]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-12T08:53:57.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:56 smithi112 ceph-mon[99443]: osdmap e616: 8 total, 7 up, 8 in 2024-04-12T08:53:57.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:56 smithi112 ceph-mon[99443]: from='osd.3 [v2:172.21.15.112:6826/3302203737,v1:172.21.15.112:6827/3302203737]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-04-12T08:53:57.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:56 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:53:57.094 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:56 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:53:57.094 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:56 smithi112 ceph-mon[99443]: from='osd.3 [v2:172.21.15.112:6826/3302203737,v1:172.21.15.112:6827/3302203737]' entity='osd.3' 2024-04-12T08:53:57.094 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:56 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/1671135890' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:53:57.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:56 smithi175 ceph-mon[87929]: pgmap v528: 297 pgs: 40 active+undersized+degraded, 90 active+undersized, 167 active+clean; 584 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 48 KiB/s rd, 5.0 KiB/s wr, 66 op/s; 57/471 objects degraded (12.102%) 2024-04-12T08:53:57.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:56 smithi175 ceph-mon[87929]: from='osd.3 [v2:172.21.15.112:6826/3302203737,v1:172.21.15.112:6827/3302203737]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-12T08:53:57.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:56 smithi175 ceph-mon[87929]: osdmap e616: 8 total, 7 up, 8 in 2024-04-12T08:53:57.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:56 smithi175 ceph-mon[87929]: from='osd.3 [v2:172.21.15.112:6826/3302203737,v1:172.21.15.112:6827/3302203737]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-04-12T08:53:57.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:56 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:53:57.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:56 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:53:57.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:56 smithi175 ceph-mon[87929]: from='osd.3 [v2:172.21.15.112:6826/3302203737,v1:172.21.15.112:6827/3302203737]' entity='osd.3' 2024-04-12T08:53:57.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:56 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/1671135890' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:53:57.841 INFO:tasks.workunit.client.0.smithi112.stdout:num snaps is: 2 2024-04-12T08:53:57.841 INFO:tasks.workunit.client.0.smithi112.stdout:expected: 2 2024-04-12T08:53:57.841 INFO:tasks.workunit.client.0.smithi112.stdout:snap: snap1 2024-04-12T08:53:57.841 INFO:tasks.workunit.client.0.smithi112.stdout:snap: snap2 2024-04-12T08:53:57.841 INFO:tasks.workunit.client.0.smithi112.stdout:found snap1 with size 2097152 2024-04-12T08:53:57.842 INFO:tasks.workunit.client.0.smithi112.stdout:found snap2 with size 4194304 2024-04-12T08:53:57.844 INFO:tasks.workunit.client.0.smithi112.stdout:num snaps is: 2 2024-04-12T08:53:57.844 INFO:tasks.workunit.client.0.smithi112.stdout:expected: 2 2024-04-12T08:53:57.845 INFO:tasks.workunit.client.0.smithi112.stdout:snap: snap1-rename 2024-04-12T08:53:57.845 INFO:tasks.workunit.client.0.smithi112.stdout:snap: snap2 2024-04-12T08:53:57.845 INFO:tasks.workunit.client.0.smithi112.stdout:found snap1-rename with size 2097152 2024-04-12T08:53:57.845 INFO:tasks.workunit.client.0.smithi112.stdout:found snap2 with size 4194304 2024-04-12T08:53:58.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:57 smithi112 ceph-mon[95375]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-12T08:53:58.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:57 smithi112 ceph-mon[95375]: osd.3 [v2:172.21.15.112:6826/3302203737,v1:172.21.15.112:6827/3302203737] boot 2024-04-12T08:53:58.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:57 smithi112 ceph-mon[95375]: osdmap e617: 8 total, 8 up, 8 in 2024-04-12T08:53:58.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:57 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T08:53:58.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:57 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:53:58.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:57 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:53:58.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:57 smithi112 ceph-mon[95375]: osdmap e618: 8 total, 8 up, 8 in 2024-04-12T08:53:58.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:57 smithi112 ceph-mon[99443]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-12T08:53:58.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:57 smithi112 ceph-mon[99443]: osd.3 [v2:172.21.15.112:6826/3302203737,v1:172.21.15.112:6827/3302203737] boot 2024-04-12T08:53:58.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:57 smithi112 ceph-mon[99443]: osdmap e617: 8 total, 8 up, 8 in 2024-04-12T08:53:58.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:57 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T08:53:58.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:57 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:53:58.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:57 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:53:58.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:57 smithi112 ceph-mon[99443]: osdmap e618: 8 total, 8 up, 8 in 2024-04-12T08:53:58.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:57 smithi175 ceph-mon[87929]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-12T08:53:58.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:57 smithi175 ceph-mon[87929]: osd.3 [v2:172.21.15.112:6826/3302203737,v1:172.21.15.112:6827/3302203737] boot 2024-04-12T08:53:58.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:57 smithi175 ceph-mon[87929]: osdmap e617: 8 total, 8 up, 8 in 2024-04-12T08:53:58.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:57 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-12T08:53:58.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:57 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:53:58.266 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:57 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:53:58.266 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:57 smithi175 ceph-mon[87929]: osdmap e618: 8 total, 8 up, 8 in 2024-04-12T08:53:58.823 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 19.0.0-2053-gb277feb2 (b277feb2c7beb4597d8ecc39d58d5c36b81f613a) squid (dev)": 4 2024-04-12T08:53:58.858 INFO:tasks.workunit.client.0.smithi112.stdout:num snaps is: 1 2024-04-12T08:53:58.858 INFO:tasks.workunit.client.0.smithi112.stdout:expected: 1 2024-04-12T08:53:58.858 INFO:tasks.workunit.client.0.smithi112.stdout:snap: snap2-rename 2024-04-12T08:53:58.858 INFO:tasks.workunit.client.0.smithi112.stdout:found snap2-rename with size 4194304 2024-04-12T08:53:59.052 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:58 smithi112 ceph-mon[99443]: pgmap v531: 297 pgs: 40 active+undersized+degraded, 90 active+undersized, 167 active+clean; 584 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 255 B/s wr, 2 op/s; 58/471 objects degraded (12.314%) 2024-04-12T08:53:59.052 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:58 smithi112 ceph-mon[99443]: Health check update: Degraded data redundancy: 58/471 objects degraded (12.314%), 40 pgs degraded (PG_DEGRADED) 2024-04-12T08:53:59.052 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:58 smithi112 ceph-mon[95375]: pgmap v531: 297 pgs: 40 active+undersized+degraded, 90 active+undersized, 167 active+clean; 584 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 255 B/s wr, 2 op/s; 58/471 objects degraded (12.314%) 2024-04-12T08:53:59.052 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:58 smithi112 ceph-mon[95375]: Health check update: Degraded data redundancy: 58/471 objects degraded (12.314%), 40 pgs degraded (PG_DEGRADED) 2024-04-12T08:53:59.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:58 smithi175 ceph-mon[87929]: pgmap v531: 297 pgs: 40 active+undersized+degraded, 90 active+undersized, 167 active+clean; 584 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 255 B/s wr, 2 op/s; 58/471 objects degraded (12.314%) 2024-04-12T08:53:59.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:58 smithi175 ceph-mon[87929]: Health check update: Degraded data redundancy: 58/471 objects degraded (12.314%), 40 pgs degraded (PG_DEGRADED) 2024-04-12T08:53:59.643 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -e sha1=b277feb2c7beb4597d8ecc39d58d5c36b81f613a -- bash -c 'ceph orch upgrade pause' 2024-04-12T08:53:59.857 INFO:tasks.workunit.client.0.smithi112.stdout:num snaps is: 0 2024-04-12T08:53:59.857 INFO:tasks.workunit.client.0.smithi112.stdout:expected: 0 2024-04-12T08:53:59.864 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestCreateLsRenameSnapPP (5099 ms) 2024-04-12T08:53:59.864 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.ConcurrentCreatesUnvalidatedPool 2024-04-12T08:54:00.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:59 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/3543568559' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:54:00.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:53:59 smithi112 ceph-mon[99443]: osdmap e619: 8 total, 8 up, 8 in 2024-04-12T08:54:00.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:59 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/3543568559' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:54:00.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:53:59 smithi112 ceph-mon[95375]: osdmap e619: 8 total, 8 up, 8 in 2024-04-12T08:54:00.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:59 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/3543568559' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-12T08:54:00.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:53:59 smithi175 ceph-mon[87929]: osdmap e619: 8 total, 8 up, 8 in 2024-04-12T08:54:00.398 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T08:54:00.592 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:54:00 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: 2024-04-12T08:54:00.521+0000 7ffaba21c700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-04-12T08:54:01.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:00 smithi112 ceph-mon[95375]: pgmap v534: 297 pgs: 28 active+undersized+degraded, 56 active+undersized, 213 active+clean; 584 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.5 KiB/s rd, 1023 B/s wr, 9 op/s; 42/471 objects degraded (8.917%); 0 B/s, 9 keys/s, 0 objects/s recovering 2024-04-12T08:54:01.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:00 smithi112 ceph-mon[95375]: osdmap e620: 8 total, 8 up, 8 in 2024-04-12T08:54:01.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:00 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:54:01.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:00 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:54:01.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:00 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:54:01.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:00 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:54:01.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:00 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:54:01.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:00 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:54:01.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:00 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T08:54:01.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:00 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T08:54:01.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:00 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T08:54:01.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:00 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-12T08:54:01.094 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:00 smithi112 ceph-mon[99443]: pgmap v534: 297 pgs: 28 active+undersized+degraded, 56 active+undersized, 213 active+clean; 584 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.5 KiB/s rd, 1023 B/s wr, 9 op/s; 42/471 objects degraded (8.917%); 0 B/s, 9 keys/s, 0 objects/s recovering 2024-04-12T08:54:01.094 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:00 smithi112 ceph-mon[99443]: osdmap e620: 8 total, 8 up, 8 in 2024-04-12T08:54:01.094 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:00 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:54:01.094 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:00 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:54:01.094 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:00 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:54:01.094 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:00 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:54:01.094 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:00 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:54:01.094 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:00 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:54:01.094 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:00 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T08:54:01.094 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:00 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T08:54:01.094 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:00 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T08:54:01.094 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:00 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-12T08:54:01.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:00 smithi175 ceph-mon[87929]: pgmap v534: 297 pgs: 28 active+undersized+degraded, 56 active+undersized, 213 active+clean; 584 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.5 KiB/s rd, 1023 B/s wr, 9 op/s; 42/471 objects degraded (8.917%); 0 B/s, 9 keys/s, 0 objects/s recovering 2024-04-12T08:54:01.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:00 smithi175 ceph-mon[87929]: osdmap e620: 8 total, 8 up, 8 in 2024-04-12T08:54:01.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:00 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:54:01.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:00 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:54:01.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:00 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:54:01.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:00 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:54:01.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:00 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:54:01.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:00 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:54:01.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:00 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T08:54:01.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:00 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T08:54:01.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:00 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T08:54:01.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:00 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-12T08:54:01.868 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:54:01.868 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:54:01.868 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:54:01.868 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:54:02.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:01 smithi112 ceph-mon[95375]: pgmap v536: 297 pgs: 28 active+undersized+degraded, 56 active+undersized, 213 active+clean; 584 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.2 KiB/s rd, 850 B/s wr, 8 op/s; 42/471 objects degraded (8.917%); 0 B/s, 11 keys/s, 0 objects/s recovering 2024-04-12T08:54:02.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:01 smithi112 ceph-mon[95375]: pgmap v537: 297 pgs: 28 active+undersized+degraded, 56 active+undersized, 213 active+clean; 584 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.7 KiB/s rd, 957 B/s wr, 9 op/s; 42/471 objects degraded (8.917%); 0 B/s, 12 keys/s, 0 objects/s recovering 2024-04-12T08:54:02.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:01 smithi112 ceph-mon[95375]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-12T08:54:02.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:01 smithi112 ceph-mon[95375]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-04-12T08:54:02.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:01 smithi112 ceph-mon[95375]: osdmap e621: 8 total, 8 up, 8 in 2024-04-12T08:54:02.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:01 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/2622170675' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:54:02.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:01 smithi112 ceph-mon[99443]: pgmap v536: 297 pgs: 28 active+undersized+degraded, 56 active+undersized, 213 active+clean; 584 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.2 KiB/s rd, 850 B/s wr, 8 op/s; 42/471 objects degraded (8.917%); 0 B/s, 11 keys/s, 0 objects/s recovering 2024-04-12T08:54:02.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:01 smithi112 ceph-mon[99443]: pgmap v537: 297 pgs: 28 active+undersized+degraded, 56 active+undersized, 213 active+clean; 584 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.7 KiB/s rd, 957 B/s wr, 9 op/s; 42/471 objects degraded (8.917%); 0 B/s, 12 keys/s, 0 objects/s recovering 2024-04-12T08:54:02.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:01 smithi112 ceph-mon[99443]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-12T08:54:02.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:01 smithi112 ceph-mon[99443]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-04-12T08:54:02.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:01 smithi112 ceph-mon[99443]: osdmap e621: 8 total, 8 up, 8 in 2024-04-12T08:54:02.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:01 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/2622170675' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:54:02.237 INFO:teuthology.orchestra.run.smithi112.stdout:Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec 2024-04-12T08:54:02.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:01 smithi175 ceph-mon[87929]: pgmap v536: 297 pgs: 28 active+undersized+degraded, 56 active+undersized, 213 active+clean; 584 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.2 KiB/s rd, 850 B/s wr, 8 op/s; 42/471 objects degraded (8.917%); 0 B/s, 11 keys/s, 0 objects/s recovering 2024-04-12T08:54:02.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:01 smithi175 ceph-mon[87929]: pgmap v537: 297 pgs: 28 active+undersized+degraded, 56 active+undersized, 213 active+clean; 584 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.7 KiB/s rd, 957 B/s wr, 9 op/s; 42/471 objects degraded (8.917%); 0 B/s, 12 keys/s, 0 objects/s recovering 2024-04-12T08:54:02.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:01 smithi175 ceph-mon[87929]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-12T08:54:02.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:01 smithi175 ceph-mon[87929]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-04-12T08:54:02.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:01 smithi175 ceph-mon[87929]: osdmap e621: 8 total, 8 up, 8 in 2024-04-12T08:54:02.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:01 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/2622170675' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:54:02.903 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:02 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/2622170675' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T08:54:02.903 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:02 smithi112 ceph-mon[95375]: osdmap e622: 8 total, 8 up, 8 in 2024-04-12T08:54:02.903 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:02 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:54:02.903 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:02 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:54:02.903 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:02 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:54:02.903 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:02 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/2622170675' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T08:54:02.904 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:02 smithi112 ceph-mon[99443]: osdmap e622: 8 total, 8 up, 8 in 2024-04-12T08:54:02.904 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:02 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:54:02.904 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:02 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:54:02.904 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:02 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:54:02.927 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -e sha1=b277feb2c7beb4597d8ecc39d58d5c36b81f613a -- bash -c 'ceph orch ps' 2024-04-12T08:54:03.180 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T08:54:03.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:02 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/2622170675' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T08:54:03.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:02 smithi175 ceph-mon[87929]: osdmap e622: 8 total, 8 up, 8 in 2024-04-12T08:54:03.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:02 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:54:03.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:02 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:54:03.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:02 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:54:03.980 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.ConcurrentCreatesUnvalidatedPool (4117 ms) 2024-04-12T08:54:03.981 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.RemoveFullTry 2024-04-12T08:54:04.088 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:03 smithi112 ceph-mon[95375]: from='client.34665 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T08:54:04.088 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:03 smithi112 ceph-mon[95375]: Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec 2024-04-12T08:54:04.088 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:03 smithi112 ceph-mon[95375]: pgmap v540: 329 pgs: 9 creating+peering, 23 unknown, 297 active+clean; 584 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 69 KiB/s rd, 7.2 KiB/s wr, 91 op/s; 15 B/s, 5 keys/s, 1 objects/s recovering 2024-04-12T08:54:04.088 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:03 smithi112 ceph-mon[95375]: osdmap e623: 8 total, 8 up, 8 in 2024-04-12T08:54:04.088 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:03 smithi112 ceph-mon[95375]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 42/471 objects degraded (8.917%), 28 pgs degraded) 2024-04-12T08:54:04.088 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:03 smithi112 ceph-mon[95375]: osdmap e624: 8 total, 8 up, 8 in 2024-04-12T08:54:04.088 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:03 smithi112 ceph-mon[99443]: from='client.34665 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T08:54:04.088 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:03 smithi112 ceph-mon[99443]: Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec 2024-04-12T08:54:04.088 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:03 smithi112 ceph-mon[99443]: pgmap v540: 329 pgs: 9 creating+peering, 23 unknown, 297 active+clean; 584 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 69 KiB/s rd, 7.2 KiB/s wr, 91 op/s; 15 B/s, 5 keys/s, 1 objects/s recovering 2024-04-12T08:54:04.088 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:03 smithi112 ceph-mon[99443]: osdmap e623: 8 total, 8 up, 8 in 2024-04-12T08:54:04.089 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:03 smithi112 ceph-mon[99443]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 42/471 objects degraded (8.917%), 28 pgs degraded) 2024-04-12T08:54:04.089 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:03 smithi112 ceph-mon[99443]: osdmap e624: 8 total, 8 up, 8 in 2024-04-12T08:54:04.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:03 smithi175 ceph-mon[87929]: from='client.34665 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T08:54:04.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:03 smithi175 ceph-mon[87929]: Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec 2024-04-12T08:54:04.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:03 smithi175 ceph-mon[87929]: pgmap v540: 329 pgs: 9 creating+peering, 23 unknown, 297 active+clean; 584 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 69 KiB/s rd, 7.2 KiB/s wr, 91 op/s; 15 B/s, 5 keys/s, 1 objects/s recovering 2024-04-12T08:54:04.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:03 smithi175 ceph-mon[87929]: osdmap e623: 8 total, 8 up, 8 in 2024-04-12T08:54:04.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:03 smithi175 ceph-mon[87929]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 42/471 objects degraded (8.917%), 28 pgs degraded) 2024-04-12T08:54:04.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:03 smithi175 ceph-mon[87929]: osdmap e624: 8 total, 8 up, 8 in 2024-04-12T08:54:05.175 INFO:teuthology.orchestra.run.smithi112.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-12T08:54:05.175 INFO:teuthology.orchestra.run.smithi112.stdout:alertmanager.a smithi112 *:9093,9094 running (7m) 9s ago 12m 25.6M - 0.25.0 c8568f914cd2 b276bf831cc7 2024-04-12T08:54:05.175 INFO:teuthology.orchestra.run.smithi112.stdout:grafana.a smithi175 *:3000 error 9s ago 11m - - 2024-04-12T08:54:05.175 INFO:teuthology.orchestra.run.smithi112.stdout:mds.foo.smithi112.qoyflb smithi112 running (10m) 9s ago 10m 19.6M - 17.2.7-827-gd3b5060a 21de9b7369ad 7251c16567cf 2024-04-12T08:54:05.175 INFO:teuthology.orchestra.run.smithi112.stdout:mds.foo.smithi175.kcfyhq smithi175 running (10m) 9s ago 10m 17.6M - 17.2.7-827-gd3b5060a 21de9b7369ad fca8b9493c88 2024-04-12T08:54:05.175 INFO:teuthology.orchestra.run.smithi112.stdout:mgr.x smithi175 *:8443,9283,8765 running (6m) 9s ago 16m 452M - 19.0.0-2053-gb277feb2 668895944f0e 25957c2a8ab7 2024-04-12T08:54:05.175 INFO:teuthology.orchestra.run.smithi112.stdout:mgr.y smithi112 *:8443,9283,8765 running (6m) 9s ago 17m 514M - 19.0.0-2053-gb277feb2 668895944f0e b5f563892d6d 2024-04-12T08:54:05.175 INFO:teuthology.orchestra.run.smithi112.stdout:mon.a smithi112 running (6m) 9s ago 17m 68.0M 2048M 19.0.0-2053-gb277feb2 668895944f0e c233bb875929 2024-04-12T08:54:05.175 INFO:teuthology.orchestra.run.smithi112.stdout:mon.b smithi175 running (4m) 9s ago 16m 50.1M 2048M 19.0.0-2053-gb277feb2 668895944f0e c4423c170802 2024-04-12T08:54:05.175 INFO:teuthology.orchestra.run.smithi112.stdout:mon.c smithi112 running (4m) 9s ago 16m 56.2M 2048M 19.0.0-2053-gb277feb2 668895944f0e 0f24e8d651fc 2024-04-12T08:54:05.176 INFO:teuthology.orchestra.run.smithi112.stdout:node-exporter.a smithi112 *:9100 running (7m) 9s ago 11m 16.8M - 1.5.0 0da6a335fe13 4621a7e58439 2024-04-12T08:54:05.176 INFO:teuthology.orchestra.run.smithi112.stdout:node-exporter.b smithi175 *:9100 running (7m) 9s ago 11m 16.4M - 1.5.0 0da6a335fe13 7ebb3edc4f84 2024-04-12T08:54:05.176 INFO:teuthology.orchestra.run.smithi112.stdout:osd.0 smithi112 running (2m) 9s ago 15m 67.9M 2480M 19.0.0-2053-gb277feb2 668895944f0e 5e174389b821 2024-04-12T08:54:05.176 INFO:teuthology.orchestra.run.smithi112.stdout:osd.1 smithi112 running (98s) 9s ago 15m 57.4M 2480M 19.0.0-2053-gb277feb2 668895944f0e 7b6f0d2f8fdf 2024-04-12T08:54:05.176 INFO:teuthology.orchestra.run.smithi112.stdout:osd.2 smithi112 running (63s) 9s ago 14m 52.4M 2480M 19.0.0-2053-gb277feb2 668895944f0e 07790a6a8113 2024-04-12T08:54:05.176 INFO:teuthology.orchestra.run.smithi112.stdout:osd.3 smithi112 running (13s) 9s ago 14m 11.7M 2480M 19.0.0-2053-gb277feb2 668895944f0e 5556a8cac843 2024-04-12T08:54:05.176 INFO:teuthology.orchestra.run.smithi112.stdout:osd.4 smithi175 running (14m) 9s ago 14m 124M 2480M 17.2.7-827-gd3b5060a 21de9b7369ad 03ae42aa98cd 2024-04-12T08:54:05.176 INFO:teuthology.orchestra.run.smithi112.stdout:osd.5 smithi175 running (13m) 9s ago 13m 105M 2480M 17.2.7-827-gd3b5060a 21de9b7369ad 584bb9e59608 2024-04-12T08:54:05.176 INFO:teuthology.orchestra.run.smithi112.stdout:osd.6 smithi175 running (13m) 9s ago 13m 131M 2480M 17.2.7-827-gd3b5060a 21de9b7369ad 4d33c835fc53 2024-04-12T08:54:05.177 INFO:teuthology.orchestra.run.smithi112.stdout:osd.7 smithi175 running (13m) 9s ago 13m 120M 2480M 17.2.7-827-gd3b5060a 21de9b7369ad 1011d4c3888f 2024-04-12T08:54:05.177 INFO:teuthology.orchestra.run.smithi112.stdout:prometheus.a smithi175 *:9095 running (6m) 9s ago 12m 64.5M - 2.43.0 a07b618ecd1d ce32c390e55c 2024-04-12T08:54:05.853 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -e sha1=b277feb2c7beb4597d8ecc39d58d5c36b81f613a -- bash -c 'ceph orch ps' 2024-04-12T08:54:05.922 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:54:06.127 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T08:54:06.247 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:05 smithi112 ceph-mon[95375]: pgmap v543: 329 pgs: 9 creating+peering, 9 unknown, 311 active+clean; 584 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 56 KiB/s rd, 5.7 KiB/s wr, 74 op/s; 12 B/s, 4 keys/s, 1 objects/s recovering 2024-04-12T08:54:06.247 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:05 smithi112 ceph-mon[95375]: osdmap e625: 8 total, 8 up, 8 in 2024-04-12T08:54:06.247 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:05 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/1416707741' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:54:06.247 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:05 smithi112 ceph-mon[95375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:54:06.248 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:05 smithi112 ceph-mon[99443]: pgmap v543: 329 pgs: 9 creating+peering, 9 unknown, 311 active+clean; 584 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 56 KiB/s rd, 5.7 KiB/s wr, 74 op/s; 12 B/s, 4 keys/s, 1 objects/s recovering 2024-04-12T08:54:06.248 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:05 smithi112 ceph-mon[99443]: osdmap e625: 8 total, 8 up, 8 in 2024-04-12T08:54:06.248 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:05 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/1416707741' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:54:06.248 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:05 smithi112 ceph-mon[99443]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:54:06.248 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:54:05 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: [12/Apr/2024:08:54:05] ENGINE Bus STOPPING 2024-04-12T08:54:06.248 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:54:05 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: [12/Apr/2024:08:54:05] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-12T08:54:06.248 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:54:05 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: [12/Apr/2024:08:54:05] ENGINE Bus STOPPED 2024-04-12T08:54:06.248 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:54:05 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: [12/Apr/2024:08:54:05] ENGINE Bus STARTING 2024-04-12T08:54:06.248 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:54:06 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: [12/Apr/2024:08:54:06] ENGINE Serving on http://:::9283 2024-04-12T08:54:06.248 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:54:06 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: [12/Apr/2024:08:54:06] ENGINE Bus STARTED 2024-04-12T08:54:06.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:05 smithi175 ceph-mon[87929]: pgmap v543: 329 pgs: 9 creating+peering, 9 unknown, 311 active+clean; 584 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 56 KiB/s rd, 5.7 KiB/s wr, 74 op/s; 12 B/s, 4 keys/s, 1 objects/s recovering 2024-04-12T08:54:06.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:05 smithi175 ceph-mon[87929]: osdmap e625: 8 total, 8 up, 8 in 2024-04-12T08:54:06.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:05 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/1416707741' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:54:06.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:05 smithi175 ceph-mon[87929]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:54:07.092 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:54:06 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:54:06] "GET /metrics HTTP/1.1" 200 53258 "" "Prometheus/2.43.0" 2024-04-12T08:54:07.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:06 smithi112 ceph-mon[95375]: from='client.44564 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T08:54:07.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:06 smithi112 ceph-mon[95375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-23","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T08:54:07.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:06 smithi112 ceph-mon[95375]: osdmap e626: 8 total, 8 up, 8 in 2024-04-12T08:54:07.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:06 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/997492683' entity='client.admin' 2024-04-12T08:54:07.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:06 smithi112 ceph-mon[99443]: from='client.44564 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T08:54:07.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:06 smithi112 ceph-mon[99443]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-23","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T08:54:07.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:06 smithi112 ceph-mon[99443]: osdmap e626: 8 total, 8 up, 8 in 2024-04-12T08:54:07.094 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:06 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/997492683' entity='client.admin' 2024-04-12T08:54:07.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:06 smithi175 ceph-mon[87929]: from='client.44564 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T08:54:07.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:06 smithi175 ceph-mon[87929]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-23","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T08:54:07.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:06 smithi175 ceph-mon[87929]: osdmap e626: 8 total, 8 up, 8 in 2024-04-12T08:54:07.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:06 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/997492683' entity='client.admin' 2024-04-12T08:54:07.983 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:54:08.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:07 smithi112 ceph-mon[99443]: pgmap v546: 361 pgs: 13 creating+peering, 21 unknown, 327 active+clean; 584 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.7 KiB/s rd, 2.0 KiB/s wr, 17 op/s 2024-04-12T08:54:08.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:07 smithi112 ceph-mon[99443]: osdmap e627: 8 total, 8 up, 8 in 2024-04-12T08:54:08.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:07 smithi112 ceph-mon[95375]: pgmap v546: 361 pgs: 13 creating+peering, 21 unknown, 327 active+clean; 584 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.7 KiB/s rd, 2.0 KiB/s wr, 17 op/s 2024-04-12T08:54:08.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:07 smithi112 ceph-mon[95375]: osdmap e627: 8 total, 8 up, 8 in 2024-04-12T08:54:08.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:07 smithi175 ceph-mon[87929]: pgmap v546: 361 pgs: 13 creating+peering, 21 unknown, 327 active+clean; 584 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.7 KiB/s rd, 2.0 KiB/s wr, 17 op/s 2024-04-12T08:54:08.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:07 smithi175 ceph-mon[87929]: osdmap e627: 8 total, 8 up, 8 in 2024-04-12T08:54:08.530 INFO:teuthology.orchestra.run.smithi112.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-12T08:54:08.531 INFO:teuthology.orchestra.run.smithi112.stdout:alertmanager.a smithi112 *:9093,9094 running (7m) 12s ago 12m 25.6M - 0.25.0 c8568f914cd2 b276bf831cc7 2024-04-12T08:54:08.531 INFO:teuthology.orchestra.run.smithi112.stdout:grafana.a smithi175 *:3000 error 12s ago 11m - - 2024-04-12T08:54:08.531 INFO:teuthology.orchestra.run.smithi112.stdout:mds.foo.smithi112.qoyflb smithi112 running (11m) 12s ago 11m 19.6M - 17.2.7-827-gd3b5060a 21de9b7369ad 7251c16567cf 2024-04-12T08:54:08.531 INFO:teuthology.orchestra.run.smithi112.stdout:mds.foo.smithi175.kcfyhq smithi175 running (11m) 12s ago 11m 17.6M - 17.2.7-827-gd3b5060a 21de9b7369ad fca8b9493c88 2024-04-12T08:54:08.531 INFO:teuthology.orchestra.run.smithi112.stdout:mgr.x smithi175 *:8443,9283,8765 running (6m) 12s ago 16m 452M - 19.0.0-2053-gb277feb2 668895944f0e 25957c2a8ab7 2024-04-12T08:54:08.531 INFO:teuthology.orchestra.run.smithi112.stdout:mgr.y smithi112 *:8443,9283,8765 running (7m) 12s ago 17m 514M - 19.0.0-2053-gb277feb2 668895944f0e b5f563892d6d 2024-04-12T08:54:08.531 INFO:teuthology.orchestra.run.smithi112.stdout:mon.a smithi112 running (6m) 12s ago 18m 68.0M 2048M 19.0.0-2053-gb277feb2 668895944f0e c233bb875929 2024-04-12T08:54:08.531 INFO:teuthology.orchestra.run.smithi112.stdout:mon.b smithi175 running (4m) 12s ago 16m 50.1M 2048M 19.0.0-2053-gb277feb2 668895944f0e c4423c170802 2024-04-12T08:54:08.532 INFO:teuthology.orchestra.run.smithi112.stdout:mon.c smithi112 running (4m) 12s ago 16m 56.2M 2048M 19.0.0-2053-gb277feb2 668895944f0e 0f24e8d651fc 2024-04-12T08:54:08.532 INFO:teuthology.orchestra.run.smithi112.stdout:node-exporter.a smithi112 *:9100 running (7m) 12s ago 11m 16.8M - 1.5.0 0da6a335fe13 4621a7e58439 2024-04-12T08:54:08.532 INFO:teuthology.orchestra.run.smithi112.stdout:node-exporter.b smithi175 *:9100 running (7m) 12s ago 11m 16.4M - 1.5.0 0da6a335fe13 7ebb3edc4f84 2024-04-12T08:54:08.532 INFO:teuthology.orchestra.run.smithi112.stdout:osd.0 smithi112 running (2m) 12s ago 15m 67.9M 2480M 19.0.0-2053-gb277feb2 668895944f0e 5e174389b821 2024-04-12T08:54:08.532 INFO:teuthology.orchestra.run.smithi112.stdout:osd.1 smithi112 running (101s) 12s ago 15m 57.4M 2480M 19.0.0-2053-gb277feb2 668895944f0e 7b6f0d2f8fdf 2024-04-12T08:54:08.532 INFO:teuthology.orchestra.run.smithi112.stdout:osd.2 smithi112 running (66s) 12s ago 15m 52.4M 2480M 19.0.0-2053-gb277feb2 668895944f0e 07790a6a8113 2024-04-12T08:54:08.532 INFO:teuthology.orchestra.run.smithi112.stdout:osd.3 smithi112 running (17s) 12s ago 14m 11.7M 2480M 19.0.0-2053-gb277feb2 668895944f0e 5556a8cac843 2024-04-12T08:54:08.533 INFO:teuthology.orchestra.run.smithi112.stdout:osd.4 smithi175 running (14m) 12s ago 14m 124M 2480M 17.2.7-827-gd3b5060a 21de9b7369ad 03ae42aa98cd 2024-04-12T08:54:08.533 INFO:teuthology.orchestra.run.smithi112.stdout:osd.5 smithi175 running (13m) 12s ago 13m 105M 2480M 17.2.7-827-gd3b5060a 21de9b7369ad 584bb9e59608 2024-04-12T08:54:08.533 INFO:teuthology.orchestra.run.smithi112.stdout:osd.6 smithi175 running (13m) 12s ago 13m 131M 2480M 17.2.7-827-gd3b5060a 21de9b7369ad 4d33c835fc53 2024-04-12T08:54:08.533 INFO:teuthology.orchestra.run.smithi112.stdout:osd.7 smithi175 running (13m) 12s ago 13m 120M 2480M 17.2.7-827-gd3b5060a 21de9b7369ad 1011d4c3888f 2024-04-12T08:54:08.533 INFO:teuthology.orchestra.run.smithi112.stdout:prometheus.a smithi175 *:9095 running (6m) 12s ago 12m 64.5M - 2.43.0 a07b618ecd1d ce32c390e55c 2024-04-12T08:54:09.197 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:08 smithi112 ceph-mon[95375]: osdmap e628: 8 total, 8 up, 8 in 2024-04-12T08:54:09.197 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:08 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/997492683' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi112-80750-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-12T08:54:09.198 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:08 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/997492683' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi112-80750-23", "field": "max_bytes", "val": "10485760"}]': finished 2024-04-12T08:54:09.198 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:08 smithi112 ceph-mon[95375]: osdmap e629: 8 total, 8 up, 8 in 2024-04-12T08:54:09.198 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:08 smithi112 ceph-mon[99443]: osdmap e628: 8 total, 8 up, 8 in 2024-04-12T08:54:09.198 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:08 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/997492683' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi112-80750-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-12T08:54:09.198 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:08 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/997492683' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi112-80750-23", "field": "max_bytes", "val": "10485760"}]': finished 2024-04-12T08:54:09.198 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:08 smithi112 ceph-mon[99443]: osdmap e629: 8 total, 8 up, 8 in 2024-04-12T08:54:09.221 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -e sha1=b277feb2c7beb4597d8ecc39d58d5c36b81f613a -- bash -c 'ceph versions' 2024-04-12T08:54:09.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:08 smithi175 ceph-mon[87929]: osdmap e628: 8 total, 8 up, 8 in 2024-04-12T08:54:09.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:08 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/997492683' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi112-80750-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-12T08:54:09.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:08 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/997492683' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi112-80750-23", "field": "max_bytes", "val": "10485760"}]': finished 2024-04-12T08:54:09.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:08 smithi175 ceph-mon[87929]: osdmap e629: 8 total, 8 up, 8 in 2024-04-12T08:54:09.478 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T08:54:10.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:09 smithi175 ceph-mon[87929]: pgmap v549: 361 pgs: 11 creating+peering, 350 active+clean; 584 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 120 KiB/s rd, 10 KiB/s wr, 173 op/s 2024-04-12T08:54:10.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:09 smithi175 ceph-mon[87929]: from='client.44570 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T08:54:10.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:09 smithi112 ceph-mon[95375]: pgmap v549: 361 pgs: 11 creating+peering, 350 active+clean; 584 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 120 KiB/s rd, 10 KiB/s wr, 173 op/s 2024-04-12T08:54:10.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:09 smithi112 ceph-mon[95375]: from='client.44570 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T08:54:10.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:09 smithi112 ceph-mon[99443]: pgmap v549: 361 pgs: 11 creating+peering, 350 active+clean; 584 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 120 KiB/s rd, 10 KiB/s wr, 173 op/s 2024-04-12T08:54:10.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:09 smithi112 ceph-mon[99443]: from='client.44570 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-12T08:54:11.593 INFO:teuthology.orchestra.run.smithi112.stdout:{ 2024-04-12T08:54:11.593 INFO:teuthology.orchestra.run.smithi112.stdout: "mon": { 2024-04-12T08:54:11.593 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 19.0.0-2053-gb277feb2 (b277feb2c7beb4597d8ecc39d58d5c36b81f613a) squid (dev)": 3 2024-04-12T08:54:11.593 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-12T08:54:11.593 INFO:teuthology.orchestra.run.smithi112.stdout: "mgr": { 2024-04-12T08:54:11.593 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 19.0.0-2053-gb277feb2 (b277feb2c7beb4597d8ecc39d58d5c36b81f613a) squid (dev)": 2 2024-04-12T08:54:11.593 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-12T08:54:11.593 INFO:teuthology.orchestra.run.smithi112.stdout: "osd": { 2024-04-12T08:54:11.593 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)": 4, 2024-04-12T08:54:11.593 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 19.0.0-2053-gb277feb2 (b277feb2c7beb4597d8ecc39d58d5c36b81f613a) squid (dev)": 4 2024-04-12T08:54:11.593 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-12T08:54:11.594 INFO:teuthology.orchestra.run.smithi112.stdout: "mds": { 2024-04-12T08:54:11.594 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)": 2 2024-04-12T08:54:11.594 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-04-12T08:54:11.594 INFO:teuthology.orchestra.run.smithi112.stdout: "overall": { 2024-04-12T08:54:11.594 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 17.2.7-827-gd3b5060a (d3b5060a17449edfae9385cdf792afec109fca5d) quincy (stable)": 6, 2024-04-12T08:54:11.594 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph version 19.0.0-2053-gb277feb2 (b277feb2c7beb4597d8ecc39d58d5c36b81f613a) squid (dev)": 9 2024-04-12T08:54:11.594 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-04-12T08:54:11.594 INFO:teuthology.orchestra.run.smithi112.stdout:} 2024-04-12T08:54:12.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:11 smithi175 ceph-mon[87929]: pgmap v551: 361 pgs: 11 creating+peering, 350 active+clean; 584 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 100 KiB/s rd, 7.4 KiB/s wr, 139 op/s 2024-04-12T08:54:12.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:11 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/3156168577' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T08:54:12.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:11 smithi112 ceph-mon[95375]: pgmap v551: 361 pgs: 11 creating+peering, 350 active+clean; 584 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 100 KiB/s rd, 7.4 KiB/s wr, 139 op/s 2024-04-12T08:54:12.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:11 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/3156168577' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T08:54:12.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:11 smithi112 ceph-mon[99443]: pgmap v551: 361 pgs: 11 creating+peering, 350 active+clean; 584 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 100 KiB/s rd, 7.4 KiB/s wr, 139 op/s 2024-04-12T08:54:12.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:11 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/3156168577' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-12T08:54:12.490 DEBUG:teuthology.parallel:result is None 2024-04-12T08:54:14.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:13 smithi175 ceph-mon[87929]: pgmap v552: 361 pgs: 361 active+clean; 584 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 83 KiB/s rd, 6.3 KiB/s wr, 116 op/s 2024-04-12T08:54:14.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:13 smithi175 ceph-mon[87929]: osdmap e630: 8 total, 8 up, 8 in 2024-04-12T08:54:14.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:13 smithi112 ceph-mon[99443]: pgmap v552: 361 pgs: 361 active+clean; 584 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 83 KiB/s rd, 6.3 KiB/s wr, 116 op/s 2024-04-12T08:54:14.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:13 smithi112 ceph-mon[99443]: osdmap e630: 8 total, 8 up, 8 in 2024-04-12T08:54:14.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:13 smithi112 ceph-mon[95375]: pgmap v552: 361 pgs: 361 active+clean; 584 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 83 KiB/s rd, 6.3 KiB/s wr, 116 op/s 2024-04-12T08:54:14.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:13 smithi112 ceph-mon[95375]: osdmap e630: 8 total, 8 up, 8 in 2024-04-12T08:54:16.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:15 smithi175 ceph-mon[87929]: pgmap v554: 361 pgs: 361 active+clean; 4.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 78 KiB/s rd, 639 KiB/s wr, 111 op/s 2024-04-12T08:54:16.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:15 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:54:16.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:15 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:54:16.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:15 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:54:16.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:15 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:54:16.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:15 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:54:16.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:15 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:54:16.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:15 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:54:16.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:15 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:54:16.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:15 smithi112 ceph-mon[99443]: pgmap v554: 361 pgs: 361 active+clean; 4.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 78 KiB/s rd, 639 KiB/s wr, 111 op/s 2024-04-12T08:54:16.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:15 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:54:16.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:15 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:54:16.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:15 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:54:16.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:15 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:54:16.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:15 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:54:16.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:15 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:54:16.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:15 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:54:16.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:15 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:54:16.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:15 smithi112 ceph-mon[95375]: pgmap v554: 361 pgs: 361 active+clean; 4.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 78 KiB/s rd, 639 KiB/s wr, 111 op/s 2024-04-12T08:54:16.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:15 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:54:16.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:15 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:54:16.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:15 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:54:16.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:15 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:54:16.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:15 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:54:16.344 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:15 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:54:16.344 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:15 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:54:16.344 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:15 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:54:17.092 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:54:16 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:54:16] "GET /metrics HTTP/1.1" 200 53258 "" "Prometheus/2.43.0" 2024-04-12T08:54:17.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:16 smithi112 ceph-mon[95375]: pgmap v555: 361 pgs: 361 active+clean; 4.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.1 KiB/s rd, 573 KiB/s wr, 13 op/s 2024-04-12T08:54:17.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:16 smithi112 ceph-mon[95375]: pgmap v556: 361 pgs: 361 active+clean; 4.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.5 KiB/s rd, 602 KiB/s wr, 14 op/s 2024-04-12T08:54:17.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:16 smithi112 ceph-mon[95375]: pgmap v557: 361 pgs: 361 active+clean; 4.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 11 KiB/s rd, 773 KiB/s wr, 18 op/s 2024-04-12T08:54:17.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:16 smithi112 ceph-mon[95375]: pgmap v558: 361 pgs: 361 active+clean; 4.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.6 KiB/s rd, 1.2 MiB/s wr, 8 op/s 2024-04-12T08:54:17.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:16 smithi112 ceph-mon[99443]: pgmap v555: 361 pgs: 361 active+clean; 4.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.1 KiB/s rd, 573 KiB/s wr, 13 op/s 2024-04-12T08:54:17.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:16 smithi112 ceph-mon[99443]: pgmap v556: 361 pgs: 361 active+clean; 4.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.5 KiB/s rd, 602 KiB/s wr, 14 op/s 2024-04-12T08:54:17.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:16 smithi112 ceph-mon[99443]: pgmap v557: 361 pgs: 361 active+clean; 4.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 11 KiB/s rd, 773 KiB/s wr, 18 op/s 2024-04-12T08:54:17.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:16 smithi112 ceph-mon[99443]: pgmap v558: 361 pgs: 361 active+clean; 4.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.6 KiB/s rd, 1.2 MiB/s wr, 8 op/s 2024-04-12T08:54:17.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:16 smithi175 ceph-mon[87929]: pgmap v555: 361 pgs: 361 active+clean; 4.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.1 KiB/s rd, 573 KiB/s wr, 13 op/s 2024-04-12T08:54:17.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:16 smithi175 ceph-mon[87929]: pgmap v556: 361 pgs: 361 active+clean; 4.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.5 KiB/s rd, 602 KiB/s wr, 14 op/s 2024-04-12T08:54:17.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:16 smithi175 ceph-mon[87929]: pgmap v557: 361 pgs: 361 active+clean; 4.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 11 KiB/s rd, 773 KiB/s wr, 18 op/s 2024-04-12T08:54:17.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:16 smithi175 ceph-mon[87929]: pgmap v558: 361 pgs: 361 active+clean; 4.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.6 KiB/s rd, 1.2 MiB/s wr, 8 op/s 2024-04-12T08:54:18.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:18 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:54:18.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:18 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:54:18.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:18 smithi175 ceph-mon[87929]: pgmap v559: 361 pgs: 361 active+clean; 8.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.0 MiB/s wr, 1 op/s 2024-04-12T08:54:18.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:18 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:54:18.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:18 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:54:18.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:18 smithi112 ceph-mon[95375]: pgmap v559: 361 pgs: 361 active+clean; 8.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.0 MiB/s wr, 1 op/s 2024-04-12T08:54:18.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:18 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:54:18.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:18 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:54:18.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:18 smithi112 ceph-mon[99443]: pgmap v559: 361 pgs: 361 active+clean; 8.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.0 MiB/s wr, 1 op/s 2024-04-12T08:54:20.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:19 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:54:20.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:19 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:54:20.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:19 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:54:21.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:20 smithi175 ceph-mon[87929]: pgmap v560: 361 pgs: 361 active+clean; 8.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 963 B/s rd, 771 KiB/s wr, 2 op/s 2024-04-12T08:54:21.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:20 smithi112 ceph-mon[95375]: pgmap v560: 361 pgs: 361 active+clean; 8.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 963 B/s rd, 771 KiB/s wr, 2 op/s 2024-04-12T08:54:21.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:20 smithi112 ceph-mon[99443]: pgmap v560: 361 pgs: 361 active+clean; 8.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 963 B/s rd, 771 KiB/s wr, 2 op/s 2024-04-12T08:54:23.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:22 smithi175 ceph-mon[87929]: pgmap v561: 361 pgs: 361 active+clean; 8.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 832 B/s rd, 666 KiB/s wr, 1 op/s 2024-04-12T08:54:23.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:22 smithi112 ceph-mon[95375]: pgmap v561: 361 pgs: 361 active+clean; 8.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 832 B/s rd, 666 KiB/s wr, 1 op/s 2024-04-12T08:54:23.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:22 smithi112 ceph-mon[99443]: pgmap v561: 361 pgs: 361 active+clean; 8.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 832 B/s rd, 666 KiB/s wr, 1 op/s 2024-04-12T08:54:23.909 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.RemoveFullTry (19928 ms) 2024-04-12T08:54:23.910 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.RemoveFullTryDataPool 2024-04-12T08:54:25.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:24 smithi175 ceph-mon[87929]: pgmap v562: 361 pgs: 361 active+clean; 13 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.2 KiB/s rd, 1006 KiB/s wr, 2 op/s 2024-04-12T08:54:25.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:24 smithi175 ceph-mon[87929]: pool 'test-librbd-smithi112-80750-23' is full (reached quota's max_bytes: 10 MiB) 2024-04-12T08:54:25.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:24 smithi175 ceph-mon[87929]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-04-12T08:54:25.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:24 smithi175 ceph-mon[87929]: osdmap e631: 8 total, 8 up, 8 in 2024-04-12T08:54:25.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:24 smithi112 ceph-mon[95375]: pgmap v562: 361 pgs: 361 active+clean; 13 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.2 KiB/s rd, 1006 KiB/s wr, 2 op/s 2024-04-12T08:54:25.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:24 smithi112 ceph-mon[95375]: pool 'test-librbd-smithi112-80750-23' is full (reached quota's max_bytes: 10 MiB) 2024-04-12T08:54:25.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:24 smithi112 ceph-mon[95375]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-04-12T08:54:25.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:24 smithi112 ceph-mon[95375]: osdmap e631: 8 total, 8 up, 8 in 2024-04-12T08:54:25.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:24 smithi112 ceph-mon[99443]: pgmap v562: 361 pgs: 361 active+clean; 13 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.2 KiB/s rd, 1006 KiB/s wr, 2 op/s 2024-04-12T08:54:25.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:24 smithi112 ceph-mon[99443]: pool 'test-librbd-smithi112-80750-23' is full (reached quota's max_bytes: 10 MiB) 2024-04-12T08:54:25.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:24 smithi112 ceph-mon[99443]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-04-12T08:54:25.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:24 smithi112 ceph-mon[99443]: osdmap e631: 8 total, 8 up, 8 in 2024-04-12T08:54:26.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:25 smithi175 ceph-mon[87929]: osdmap e632: 8 total, 8 up, 8 in 2024-04-12T08:54:26.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:25 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/3857199735' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:54:26.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:25 smithi175 ceph-mon[87929]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:54:26.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:25 smithi112 ceph-mon[95375]: osdmap e632: 8 total, 8 up, 8 in 2024-04-12T08:54:26.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:25 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/3857199735' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:54:26.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:25 smithi112 ceph-mon[95375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:54:26.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:25 smithi112 ceph-mon[99443]: osdmap e632: 8 total, 8 up, 8 in 2024-04-12T08:54:26.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:25 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/3857199735' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:54:26.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:25 smithi112 ceph-mon[99443]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:54:27.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:26 smithi175 ceph-mon[87929]: pgmap v565: 393 pgs: 32 unknown, 361 active+clean; 13 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.2 KiB/s rd, 512 KiB/s wr, 2 op/s 2024-04-12T08:54:27.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:26 smithi175 ceph-mon[87929]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T08:54:27.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:26 smithi175 ceph-mon[87929]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-24","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T08:54:27.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:26 smithi175 ceph-mon[87929]: osdmap e633: 8 total, 8 up, 8 in 2024-04-12T08:54:27.092 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:54:26 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:54:26] "GET /metrics HTTP/1.1" 200 55719 "" "Prometheus/2.43.0" 2024-04-12T08:54:27.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:26 smithi112 ceph-mon[95375]: pgmap v565: 393 pgs: 32 unknown, 361 active+clean; 13 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.2 KiB/s rd, 512 KiB/s wr, 2 op/s 2024-04-12T08:54:27.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:26 smithi112 ceph-mon[95375]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T08:54:27.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:26 smithi112 ceph-mon[95375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-24","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T08:54:27.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:26 smithi112 ceph-mon[95375]: osdmap e633: 8 total, 8 up, 8 in 2024-04-12T08:54:27.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:26 smithi112 ceph-mon[99443]: pgmap v565: 393 pgs: 32 unknown, 361 active+clean; 13 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.2 KiB/s rd, 512 KiB/s wr, 2 op/s 2024-04-12T08:54:27.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:26 smithi112 ceph-mon[99443]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T08:54:27.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:26 smithi112 ceph-mon[99443]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-24","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T08:54:27.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:26 smithi112 ceph-mon[99443]: osdmap e633: 8 total, 8 up, 8 in 2024-04-12T08:54:27.788 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:54:28.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:27 smithi175 ceph-mon[87929]: osdmap e634: 8 total, 8 up, 8 in 2024-04-12T08:54:28.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:27 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/531976870' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:54:28.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:27 smithi175 ceph-mon[87929]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:54:28.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:27 smithi112 ceph-mon[99443]: osdmap e634: 8 total, 8 up, 8 in 2024-04-12T08:54:28.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:27 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/531976870' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:54:28.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:27 smithi112 ceph-mon[99443]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:54:28.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:27 smithi112 ceph-mon[95375]: osdmap e634: 8 total, 8 up, 8 in 2024-04-12T08:54:28.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:27 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/531976870' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:54:28.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:27 smithi112 ceph-mon[95375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:54:28.093 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:54:27 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: [12/Apr/2024:08:54:27] ENGINE Bus STOPPING 2024-04-12T08:54:28.093 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:54:27 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: [12/Apr/2024:08:54:27] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-12T08:54:28.093 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:54:27 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: [12/Apr/2024:08:54:27] ENGINE Bus STOPPED 2024-04-12T08:54:28.093 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:54:27 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: [12/Apr/2024:08:54:27] ENGINE Bus STARTING 2024-04-12T08:54:28.093 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:54:27 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: [12/Apr/2024:08:54:27] ENGINE Serving on http://:::9283 2024-04-12T08:54:28.093 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:54:27 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: [12/Apr/2024:08:54:27] ENGINE Bus STARTED 2024-04-12T08:54:29.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:28 smithi175 ceph-mon[87929]: pgmap v568: 425 pgs: 50 unknown, 375 active+clean; 4.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 22 KiB/s rd, 768 KiB/s wr, 27 op/s 2024-04-12T08:54:29.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:28 smithi175 ceph-mon[87929]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-25","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T08:54:29.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:28 smithi175 ceph-mon[87929]: osdmap e635: 8 total, 8 up, 8 in 2024-04-12T08:54:29.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:28 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/997492683' entity='client.admin' 2024-04-12T08:54:29.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:28 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:54:29.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:28 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:54:29.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:28 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:54:29.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:28 smithi175 ceph-mon[87929]: pgmap v570: 425 pgs: 50 unknown, 375 active+clean; 4.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 28 KiB/s rd, 986 KiB/s wr, 35 op/s 2024-04-12T08:54:29.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:28 smithi175 ceph-mon[87929]: pgmap v571: 425 pgs: 50 unknown, 375 active+clean; 4.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 40 KiB/s rd, 1.4 MiB/s wr, 51 op/s 2024-04-12T08:54:29.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:28 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:54:29.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:28 smithi175 ceph-mon[87929]: pool 'test-librbd-smithi112-80750-23' no longer out of quota; removing NO_QUOTA flag 2024-04-12T08:54:29.016 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:28 smithi175 ceph-mon[87929]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-04-12T08:54:29.016 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:28 smithi175 ceph-mon[87929]: osdmap e636: 8 total, 8 up, 8 in 2024-04-12T08:54:29.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:28 smithi112 ceph-mon[95375]: pgmap v568: 425 pgs: 50 unknown, 375 active+clean; 4.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 22 KiB/s rd, 768 KiB/s wr, 27 op/s 2024-04-12T08:54:29.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:28 smithi112 ceph-mon[95375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-25","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T08:54:29.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:28 smithi112 ceph-mon[95375]: osdmap e635: 8 total, 8 up, 8 in 2024-04-12T08:54:29.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:28 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/997492683' entity='client.admin' 2024-04-12T08:54:29.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:28 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:54:29.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:28 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:54:29.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:28 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:54:29.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:28 smithi112 ceph-mon[95375]: pgmap v570: 425 pgs: 50 unknown, 375 active+clean; 4.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 28 KiB/s rd, 986 KiB/s wr, 35 op/s 2024-04-12T08:54:29.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:28 smithi112 ceph-mon[95375]: pgmap v571: 425 pgs: 50 unknown, 375 active+clean; 4.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 40 KiB/s rd, 1.4 MiB/s wr, 51 op/s 2024-04-12T08:54:29.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:28 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:54:29.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:28 smithi112 ceph-mon[95375]: pool 'test-librbd-smithi112-80750-23' no longer out of quota; removing NO_QUOTA flag 2024-04-12T08:54:29.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:28 smithi112 ceph-mon[95375]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-04-12T08:54:29.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:28 smithi112 ceph-mon[95375]: osdmap e636: 8 total, 8 up, 8 in 2024-04-12T08:54:29.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:28 smithi112 ceph-mon[99443]: pgmap v568: 425 pgs: 50 unknown, 375 active+clean; 4.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 22 KiB/s rd, 768 KiB/s wr, 27 op/s 2024-04-12T08:54:29.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:28 smithi112 ceph-mon[99443]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-25","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T08:54:29.094 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:28 smithi112 ceph-mon[99443]: osdmap e635: 8 total, 8 up, 8 in 2024-04-12T08:54:29.094 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:28 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/997492683' entity='client.admin' 2024-04-12T08:54:29.094 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:28 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:54:29.094 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:28 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:54:29.094 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:28 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:54:29.094 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:28 smithi112 ceph-mon[99443]: pgmap v570: 425 pgs: 50 unknown, 375 active+clean; 4.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 28 KiB/s rd, 986 KiB/s wr, 35 op/s 2024-04-12T08:54:29.094 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:28 smithi112 ceph-mon[99443]: pgmap v571: 425 pgs: 50 unknown, 375 active+clean; 4.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 40 KiB/s rd, 1.4 MiB/s wr, 51 op/s 2024-04-12T08:54:29.094 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:28 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:54:29.094 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:28 smithi112 ceph-mon[99443]: pool 'test-librbd-smithi112-80750-23' no longer out of quota; removing NO_QUOTA flag 2024-04-12T08:54:29.094 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:28 smithi112 ceph-mon[99443]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-04-12T08:54:29.094 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:28 smithi112 ceph-mon[99443]: osdmap e636: 8 total, 8 up, 8 in 2024-04-12T08:54:30.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:29 smithi175 ceph-mon[87929]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T08:54:30.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:29 smithi175 ceph-mon[87929]: osdmap e637: 8 total, 8 up, 8 in 2024-04-12T08:54:30.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:29 smithi112 ceph-mon[99443]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T08:54:30.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:29 smithi112 ceph-mon[99443]: osdmap e637: 8 total, 8 up, 8 in 2024-04-12T08:54:30.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:29 smithi112 ceph-mon[95375]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T08:54:30.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:29 smithi112 ceph-mon[95375]: osdmap e637: 8 total, 8 up, 8 in 2024-04-12T08:54:31.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:30 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/997492683' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi112-80750-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-12T08:54:31.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:30 smithi112 ceph-mon[95375]: pgmap v574: 425 pgs: 11 unknown, 414 active+clean; 584 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 13 KiB/s rd, 3.7 KiB/s wr, 23 op/s 2024-04-12T08:54:31.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:30 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/997492683' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi112-80750-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-12T08:54:31.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:30 smithi112 ceph-mon[99443]: pgmap v574: 425 pgs: 11 unknown, 414 active+clean; 584 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 13 KiB/s rd, 3.7 KiB/s wr, 23 op/s 2024-04-12T08:54:31.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:30 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/997492683' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi112-80750-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-12T08:54:31.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:30 smithi175 ceph-mon[87929]: pgmap v574: 425 pgs: 11 unknown, 414 active+clean; 584 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 13 KiB/s rd, 3.7 KiB/s wr, 23 op/s 2024-04-12T08:54:32.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:31 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/997492683' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi112-80750-25", "field": "max_bytes", "val": "10485760"}]': finished 2024-04-12T08:54:32.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:31 smithi112 ceph-mon[95375]: osdmap e638: 8 total, 8 up, 8 in 2024-04-12T08:54:32.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:31 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/997492683' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi112-80750-25", "field": "max_bytes", "val": "10485760"}]': finished 2024-04-12T08:54:32.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:31 smithi112 ceph-mon[99443]: osdmap e638: 8 total, 8 up, 8 in 2024-04-12T08:54:32.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:31 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/997492683' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi112-80750-25", "field": "max_bytes", "val": "10485760"}]': finished 2024-04-12T08:54:32.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:31 smithi175 ceph-mon[87929]: osdmap e638: 8 total, 8 up, 8 in 2024-04-12T08:54:33.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:32 smithi112 ceph-mon[95375]: pgmap v576: 425 pgs: 425 active+clean; 584 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 12 KiB/s rd, 2.5 KiB/s wr, 21 op/s 2024-04-12T08:54:33.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:32 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:54:33.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:32 smithi112 ceph-mon[99443]: pgmap v576: 425 pgs: 425 active+clean; 584 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 12 KiB/s rd, 2.5 KiB/s wr, 21 op/s 2024-04-12T08:54:33.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:32 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:54:33.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:32 smithi175 ceph-mon[87929]: pgmap v576: 425 pgs: 425 active+clean; 584 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 12 KiB/s rd, 2.5 KiB/s wr, 21 op/s 2024-04-12T08:54:33.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:32 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:54:35.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:34 smithi175 ceph-mon[87929]: pgmap v577: 425 pgs: 425 active+clean; 3.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.8 KiB/s rd, 514 KiB/s wr, 18 op/s 2024-04-12T08:54:35.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:34 smithi112 ceph-mon[95375]: pgmap v577: 425 pgs: 425 active+clean; 3.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.8 KiB/s rd, 514 KiB/s wr, 18 op/s 2024-04-12T08:54:35.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:34 smithi112 ceph-mon[99443]: pgmap v577: 425 pgs: 425 active+clean; 3.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.8 KiB/s rd, 514 KiB/s wr, 18 op/s 2024-04-12T08:54:37.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:36 smithi112 ceph-mon[99443]: pgmap v578: 425 pgs: 425 active+clean; 3.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.5 KiB/s rd, 432 KiB/s wr, 8 op/s 2024-04-12T08:54:37.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:36 smithi112 ceph-mon[95375]: pgmap v578: 425 pgs: 425 active+clean; 3.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.5 KiB/s rd, 432 KiB/s wr, 8 op/s 2024-04-12T08:54:37.093 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:54:36 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:54:36] "GET /metrics HTTP/1.1" 200 60508 "" "Prometheus/2.43.0" 2024-04-12T08:54:37.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:36 smithi175 ceph-mon[87929]: pgmap v578: 425 pgs: 425 active+clean; 3.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.5 KiB/s rd, 432 KiB/s wr, 8 op/s 2024-04-12T08:54:39.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:38 smithi175 ceph-mon[87929]: pgmap v579: 425 pgs: 425 active+clean; 5.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.9 KiB/s rd, 632 KiB/s wr, 7 op/s 2024-04-12T08:54:39.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:38 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:54:39.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:38 smithi175 ceph-mon[87929]: osdmap e639: 8 total, 8 up, 8 in 2024-04-12T08:54:39.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:38 smithi112 ceph-mon[95375]: pgmap v579: 425 pgs: 425 active+clean; 5.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.9 KiB/s rd, 632 KiB/s wr, 7 op/s 2024-04-12T08:54:39.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:38 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:54:39.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:38 smithi112 ceph-mon[95375]: osdmap e639: 8 total, 8 up, 8 in 2024-04-12T08:54:39.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:38 smithi112 ceph-mon[99443]: pgmap v579: 425 pgs: 425 active+clean; 5.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.9 KiB/s rd, 632 KiB/s wr, 7 op/s 2024-04-12T08:54:39.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:38 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:54:39.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:38 smithi112 ceph-mon[99443]: osdmap e639: 8 total, 8 up, 8 in 2024-04-12T08:54:41.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:40 smithi175 ceph-mon[87929]: pgmap v581: 425 pgs: 425 active+clean; 6.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.1 KiB/s rd, 677 KiB/s wr, 7 op/s 2024-04-12T08:54:41.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:40 smithi112 ceph-mon[95375]: pgmap v581: 425 pgs: 425 active+clean; 6.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.1 KiB/s rd, 677 KiB/s wr, 7 op/s 2024-04-12T08:54:41.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:40 smithi112 ceph-mon[99443]: pgmap v581: 425 pgs: 425 active+clean; 6.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.1 KiB/s rd, 677 KiB/s wr, 7 op/s 2024-04-12T08:54:43.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:42 smithi175 ceph-mon[87929]: pgmap v582: 425 pgs: 425 active+clean; 8.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.4 KiB/s rd, 820 KiB/s wr, 3 op/s 2024-04-12T08:54:43.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:42 smithi112 ceph-mon[95375]: pgmap v582: 425 pgs: 425 active+clean; 8.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.4 KiB/s rd, 820 KiB/s wr, 3 op/s 2024-04-12T08:54:43.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:42 smithi112 ceph-mon[99443]: pgmap v582: 425 pgs: 425 active+clean; 8.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.4 KiB/s rd, 820 KiB/s wr, 3 op/s 2024-04-12T08:54:45.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:44 smithi175 ceph-mon[87929]: pgmap v583: 425 pgs: 425 active+clean; 13 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.5 KiB/s rd, 922 KiB/s wr, 3 op/s 2024-04-12T08:54:45.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:44 smithi112 ceph-mon[95375]: pgmap v583: 425 pgs: 425 active+clean; 13 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.5 KiB/s rd, 922 KiB/s wr, 3 op/s 2024-04-12T08:54:45.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:44 smithi112 ceph-mon[99443]: pgmap v583: 425 pgs: 425 active+clean; 13 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.5 KiB/s rd, 922 KiB/s wr, 3 op/s 2024-04-12T08:54:47.092 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:54:46 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:54:46] "GET /metrics HTTP/1.1" 200 60508 "" "Prometheus/2.43.0" 2024-04-12T08:54:47.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:46 smithi112 ceph-mon[95375]: pgmap v584: 425 pgs: 425 active+clean; 16 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.2 MiB/s wr, 3 op/s 2024-04-12T08:54:47.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:46 smithi112 ceph-mon[99443]: pgmap v584: 425 pgs: 425 active+clean; 16 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.2 MiB/s wr, 3 op/s 2024-04-12T08:54:47.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:46 smithi175 ceph-mon[87929]: pgmap v584: 425 pgs: 425 active+clean; 16 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.2 MiB/s wr, 3 op/s 2024-04-12T08:54:48.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:47 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:54:48.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:47 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:54:48.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:47 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:54:48.975 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.RemoveFullTryDataPool (25067 ms) 2024-04-12T08:54:48.975 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestIO 2024-04-12T08:54:48.976 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:54:49.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:48 smithi175 ceph-mon[87929]: pgmap v585: 425 pgs: 425 active+clean; 16 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.0 MiB/s wr, 3 op/s 2024-04-12T08:54:49.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:48 smithi175 ceph-mon[87929]: pool 'test-librbd-smithi112-80750-25' is full (reached quota's max_bytes: 10 MiB) 2024-04-12T08:54:49.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:48 smithi175 ceph-mon[87929]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-04-12T08:54:49.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:48 smithi175 ceph-mon[87929]: osdmap e640: 8 total, 8 up, 8 in 2024-04-12T08:54:49.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:48 smithi112 ceph-mon[99443]: pgmap v585: 425 pgs: 425 active+clean; 16 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.0 MiB/s wr, 3 op/s 2024-04-12T08:54:49.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:48 smithi112 ceph-mon[99443]: pool 'test-librbd-smithi112-80750-25' is full (reached quota's max_bytes: 10 MiB) 2024-04-12T08:54:49.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:48 smithi112 ceph-mon[99443]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-04-12T08:54:49.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:48 smithi112 ceph-mon[99443]: osdmap e640: 8 total, 8 up, 8 in 2024-04-12T08:54:49.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:48 smithi112 ceph-mon[95375]: pgmap v585: 425 pgs: 425 active+clean; 16 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.0 MiB/s wr, 3 op/s 2024-04-12T08:54:49.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:48 smithi112 ceph-mon[95375]: pool 'test-librbd-smithi112-80750-25' is full (reached quota's max_bytes: 10 MiB) 2024-04-12T08:54:49.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:48 smithi112 ceph-mon[95375]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-04-12T08:54:49.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:48 smithi112 ceph-mon[95375]: osdmap e640: 8 total, 8 up, 8 in 2024-04-12T08:54:50.765 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 512 2024-04-12T08:54:50.765 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 512 2024-04-12T08:54:50.765 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 512 2024-04-12T08:54:50.765 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 512 2024-04-12T08:54:50.765 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 512 2024-04-12T08:54:50.765 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:54:50.765 INFO:tasks.workunit.client.0.smithi112.stdout:started write 2024-04-12T08:54:50.765 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:54:50.765 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:54:50.765 INFO:tasks.workunit.client.0.smithi112.stdout:finished write 2024-04-12T08:54:50.765 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:54:50.765 INFO:tasks.workunit.client.0.smithi112.stdout:started write 2024-04-12T08:54:50.765 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:54:50.766 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:54:50.766 INFO:tasks.workunit.client.0.smithi112.stdout:finished write 2024-04-12T08:54:50.766 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:54:50.766 INFO:tasks.workunit.client.0.smithi112.stdout:started write 2024-04-12T08:54:50.766 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:54:50.766 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:54:50.766 INFO:tasks.workunit.client.0.smithi112.stdout:finished write 2024-04-12T08:54:50.766 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:54:50.766 INFO:tasks.workunit.client.0.smithi112.stdout:started write 2024-04-12T08:54:50.766 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:54:50.766 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:54:50.766 INFO:tasks.workunit.client.0.smithi112.stdout:finished write 2024-04-12T08:54:50.766 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:54:50.766 INFO:tasks.workunit.client.0.smithi112.stdout:started write 2024-04-12T08:54:50.767 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:54:50.767 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:54:50.767 INFO:tasks.workunit.client.0.smithi112.stdout:finished write 2024-04-12T08:54:50.767 INFO:tasks.workunit.client.0.smithi112.stdout:start compare and write 2024-04-12T08:54:50.767 INFO:tasks.workunit.client.0.smithi112.stdout:compare and wrote: 512 2024-04-12T08:54:50.767 INFO:tasks.workunit.client.0.smithi112.stdout:start compare and write 2024-04-12T08:54:50.767 INFO:tasks.workunit.client.0.smithi112.stdout:compare and wrote: 512 2024-04-12T08:54:50.767 INFO:tasks.workunit.client.0.smithi112.stdout:start compare and write 2024-04-12T08:54:50.767 INFO:tasks.workunit.client.0.smithi112.stdout:compare and wrote: 512 2024-04-12T08:54:50.767 INFO:tasks.workunit.client.0.smithi112.stdout:start compare and write 2024-04-12T08:54:50.767 INFO:tasks.workunit.client.0.smithi112.stdout:compare and wrote: 512 2024-04-12T08:54:50.767 INFO:tasks.workunit.client.0.smithi112.stdout:start compare and write 2024-04-12T08:54:50.767 INFO:tasks.workunit.client.0.smithi112.stdout:compare and wrote: 512 2024-04-12T08:54:50.767 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:54:50.767 INFO:tasks.workunit.client.0.smithi112.stdout:started aio compare and write 2024-04-12T08:54:50.767 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:54:50.768 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:54:50.768 INFO:tasks.workunit.client.0.smithi112.stdout:finished aio compare and write 2024-04-12T08:54:50.768 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:54:50.768 INFO:tasks.workunit.client.0.smithi112.stdout:started aio compare and write 2024-04-12T08:54:50.768 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:54:50.768 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:54:50.768 INFO:tasks.workunit.client.0.smithi112.stdout:finished aio compare and write 2024-04-12T08:54:50.768 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:54:50.768 INFO:tasks.workunit.client.0.smithi112.stdout:started aio compare and write 2024-04-12T08:54:50.768 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:54:50.768 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:54:50.768 INFO:tasks.workunit.client.0.smithi112.stdout:finished aio compare and write 2024-04-12T08:54:50.768 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:54:50.768 INFO:tasks.workunit.client.0.smithi112.stdout:started aio compare and write 2024-04-12T08:54:50.768 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:54:50.769 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:54:50.769 INFO:tasks.workunit.client.0.smithi112.stdout:finished aio compare and write 2024-04-12T08:54:50.769 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:54:50.769 INFO:tasks.workunit.client.0.smithi112.stdout:started aio compare and write 2024-04-12T08:54:50.769 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:54:50.769 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:54:50.769 INFO:tasks.workunit.client.0.smithi112.stdout:finished aio compare and write 2024-04-12T08:54:50.769 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-12T08:54:50.769 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-12T08:54:50.769 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-12T08:54:50.769 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-12T08:54:50.769 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-12T08:54:50.769 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:54:50.769 INFO:tasks.workunit.client.0.smithi112.stdout:started read 2024-04-12T08:54:50.769 INFO:tasks.workunit.client.0.smithi112.stdout:read completion cb called! 2024-04-12T08:54:50.770 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 512 2024-04-12T08:54:50.770 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:54:50.770 INFO:tasks.workunit.client.0.smithi112.stdout:started read 2024-04-12T08:54:50.770 INFO:tasks.workunit.client.0.smithi112.stdout:read completion cb called! 2024-04-12T08:54:50.770 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 512 2024-04-12T08:54:50.770 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:54:50.770 INFO:tasks.workunit.client.0.smithi112.stdout:started read 2024-04-12T08:54:50.770 INFO:tasks.workunit.client.0.smithi112.stdout:read completion cb called! 2024-04-12T08:54:50.770 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 512 2024-04-12T08:54:50.770 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:54:50.770 INFO:tasks.workunit.client.0.smithi112.stdout:started read 2024-04-12T08:54:50.770 INFO:tasks.workunit.client.0.smithi112.stdout:read completion cb called! 2024-04-12T08:54:50.770 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 512 2024-04-12T08:54:50.770 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:54:50.771 INFO:tasks.workunit.client.0.smithi112.stdout:started read 2024-04-12T08:54:50.771 INFO:tasks.workunit.client.0.smithi112.stdout:read completion cb called! 2024-04-12T08:54:50.771 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 512 2024-04-12T08:54:50.771 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 512~512 = 512 2024-04-12T08:54:50.771 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:54:50.771 INFO:tasks.workunit.client.0.smithi112.stdout:aio discard: 1536~512 = 0 2024-04-12T08:54:50.771 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-12T08:54:50.771 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-12T08:54:50.771 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-12T08:54:50.771 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-12T08:54:50.771 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-12T08:54:50.771 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 0 2024-04-12T08:54:50.771 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:54:50.771 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:54:50.771 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 0 2024-04-12T08:54:50.772 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:54:50.772 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:54:50.772 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 16384 2024-04-12T08:54:50.772 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:54:50.772 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:54:50.772 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 16384 2024-04-12T08:54:50.772 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:54:50.772 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:54:50.772 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:54:50.772 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:54:50.772 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 49152 2024-04-12T08:54:50.772 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:54:50.772 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:54:50.772 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 49152 2024-04-12T08:54:50.772 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:54:50.773 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:54:50.773 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 65536 2024-04-12T08:54:50.773 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:54:50.773 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:54:50.773 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 65536 2024-04-12T08:54:50.773 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:54:50.773 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:54:50.773 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:54:50.773 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:54:50.773 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 98304 2024-04-12T08:54:50.773 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:54:50.773 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:54:50.773 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 98304 2024-04-12T08:54:50.773 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:54:50.773 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:54:50.774 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 114688 2024-04-12T08:54:50.774 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:54:50.774 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:54:50.774 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 114688 2024-04-12T08:54:50.774 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:54:50.774 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:54:50.774 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:54:50.774 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:54:50.774 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 147456 2024-04-12T08:54:50.774 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:54:50.774 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:54:50.774 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 147456 2024-04-12T08:54:50.774 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:54:50.774 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:54:50.774 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 163840 2024-04-12T08:54:50.775 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:54:50.775 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:54:50.775 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 163840 2024-04-12T08:54:50.775 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:54:50.775 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:54:50.775 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:54:50.775 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:54:50.775 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 196608 2024-04-12T08:54:50.775 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:54:50.775 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:54:50.775 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 196608 2024-04-12T08:54:50.775 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:54:50.775 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:54:50.775 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 212992 2024-04-12T08:54:50.775 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:54:50.775 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:54:50.776 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 212992 2024-04-12T08:54:50.776 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:54:50.776 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:54:50.776 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:54:50.776 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:54:50.776 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:54:50.776 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:54:50.776 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:54:50.776 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:54:50.776 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:54:50.776 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:54:50.776 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:54:50.776 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:54:50.776 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:54:50.776 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:54:50.777 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:54:50.777 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:54:50.777 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:54:50.777 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:54:50.777 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:54:50.777 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:54:50.777 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:54:50.777 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:54:50.777 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:54:50.777 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:54:50.777 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:54:50.777 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:54:50.777 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:54:50.777 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:54:50.777 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:54:50.777 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:54:50.778 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:54:50.778 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:54:50.778 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:54:50.778 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:54:50.778 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:54:50.778 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:54:50.778 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:54:50.778 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:54:50.778 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:54:50.778 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:54:50.778 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:54:50.778 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:54:50.778 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:54:50.778 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:54:50.778 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:54:50.778 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:54:50.779 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:54:50.779 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:54:50.779 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:54:50.779 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:54:50.779 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:54:50.779 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:54:50.779 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:54:51.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:50 smithi175 ceph-mon[87929]: pgmap v587: 425 pgs: 425 active+clean; 18 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.1 MiB/s wr, 3 op/s 2024-04-12T08:54:51.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:50 smithi112 ceph-mon[95375]: pgmap v587: 425 pgs: 425 active+clean; 18 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.1 MiB/s wr, 3 op/s 2024-04-12T08:54:51.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:50 smithi112 ceph-mon[99443]: pgmap v587: 425 pgs: 425 active+clean; 18 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.1 MiB/s wr, 3 op/s 2024-04-12T08:54:52.322 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:54:52.323 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:54:52.323 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:54:52.323 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:54:52.323 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:54:52.323 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:54:52.323 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:54:52.323 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:54:52.323 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:54:52.323 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:54:52.323 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:54:52.323 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:54:52.323 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:54:52.324 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:54:52.324 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:54:52.324 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:54:52.324 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:54:52.324 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:54:52.324 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:54:52.324 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:54:52.324 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:54:52.324 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:54:52.324 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:54:52.324 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:54:52.324 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:54:52.324 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:54:52.324 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:54:52.325 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:54:52.325 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:54:52.325 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:54:52.325 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:54:52.325 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:54:52.325 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:54:52.325 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:54:52.325 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:54:52.325 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:54:52.325 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:54:52.325 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:54:52.325 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:54:52.325 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:54:52.325 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:54:52.325 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:54:52.326 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:54:52.326 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:54:52.326 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:54:52.326 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:54:52.326 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:54:52.326 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:54:52.326 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:54:52.326 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:54:52.326 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:54:52.326 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:54:52.326 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:54:52.326 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:54:52.326 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:54:52.326 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:54:52.327 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:54:52.327 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:54:52.327 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:54:52.327 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:54:52.327 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:54:52.327 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:54:52.327 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:54:52.327 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:54:52.327 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:54:52.327 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:54:52.327 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:54:52.327 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:54:52.327 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:54:52.327 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:54:52.328 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:54:52.328 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:54:52.328 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:54:52.328 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:54:52.328 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:54:52.328 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:54:52.328 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:54:52.328 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:54:52.328 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:54:52.328 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:54:52.328 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:54:52.328 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:54:52.328 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:54:52.328 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:54:52.328 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:54:52.329 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:54:52.329 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:54:52.329 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:54:52.329 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:54:52.329 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:54:52.329 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:54:52.329 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:54:52.329 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:54:52.329 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:54:52.329 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:54:52.329 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:54:52.329 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:54:52.329 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:54:52.329 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:54:52.330 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:54:52.330 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:54:52.330 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:54:52.330 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:54:52.330 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:54:52.330 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:54:52.330 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:54:52.330 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:54:52.330 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:54:52.330 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:54:52.330 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:54:52.330 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:54:52.330 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:54:52.330 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:54:52.331 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:54:52.331 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:54:52.331 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:54:52.331 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:54:52.331 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:54:52.331 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:54:52.331 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:54:52.331 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:54:52.331 INFO:tasks.workunit.client.0.smithi112.stdout:read completion cb called! 2024-04-12T08:54:52.331 INFO:tasks.workunit.client.0.smithi112.stdout:read completion cb called! 2024-04-12T08:54:52.332 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 512 2024-04-12T08:54:52.332 INFO:tasks.workunit.client.0.smithi112.stdout:read completion cb called! 2024-04-12T08:54:52.332 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestIO (3347 ms) 2024-04-12T08:54:52.332 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestEncryptionLUKS1 2024-04-12T08:54:52.332 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:54:53.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:52 smithi175 ceph-mon[87929]: pgmap v588: 425 pgs: 425 active+clean; 11 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 12 KiB/s rd, 1.0 MiB/s wr, 16 op/s 2024-04-12T08:54:53.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:52 smithi112 ceph-mon[95375]: pgmap v588: 425 pgs: 425 active+clean; 11 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 12 KiB/s rd, 1.0 MiB/s wr, 16 op/s 2024-04-12T08:54:53.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:52 smithi112 ceph-mon[99443]: pgmap v588: 425 pgs: 425 active+clean; 11 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 12 KiB/s rd, 1.0 MiB/s wr, 16 op/s 2024-04-12T08:54:55.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:54 smithi175 ceph-mon[87929]: pgmap v589: 425 pgs: 425 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 434 KiB/s rd, 826 KiB/s wr, 863 op/s 2024-04-12T08:54:55.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:54 smithi112 ceph-mon[95375]: pgmap v589: 425 pgs: 425 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 434 KiB/s rd, 826 KiB/s wr, 863 op/s 2024-04-12T08:54:55.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:54 smithi112 ceph-mon[99443]: pgmap v589: 425 pgs: 425 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 434 KiB/s rd, 826 KiB/s wr, 863 op/s 2024-04-12T08:54:57.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:56 smithi112 ceph-mon[95375]: pgmap v590: 425 pgs: 425 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 434 KiB/s rd, 520 KiB/s wr, 864 op/s 2024-04-12T08:54:57.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:56 smithi112 ceph-mon[99443]: pgmap v590: 425 pgs: 425 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 434 KiB/s rd, 520 KiB/s wr, 864 op/s 2024-04-12T08:54:57.093 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:54:56 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:54:56] "GET /metrics HTTP/1.1" 200 60523 "" "Prometheus/2.43.0" 2024-04-12T08:54:57.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:56 smithi175 ceph-mon[87929]: pgmap v590: 425 pgs: 425 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 434 KiB/s rd, 520 KiB/s wr, 864 op/s 2024-04-12T08:54:57.372 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 512 2024-04-12T08:54:57.373 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 512 2024-04-12T08:54:57.373 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 512 2024-04-12T08:54:57.373 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 512 2024-04-12T08:54:57.373 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 512 2024-04-12T08:54:57.373 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:54:57.373 INFO:tasks.workunit.client.0.smithi112.stdout:started write 2024-04-12T08:54:57.373 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:54:57.373 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:54:57.373 INFO:tasks.workunit.client.0.smithi112.stdout:finished write 2024-04-12T08:54:57.373 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:54:57.373 INFO:tasks.workunit.client.0.smithi112.stdout:started write 2024-04-12T08:54:57.374 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:54:57.374 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:54:57.374 INFO:tasks.workunit.client.0.smithi112.stdout:finished write 2024-04-12T08:54:57.374 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:54:57.374 INFO:tasks.workunit.client.0.smithi112.stdout:started write 2024-04-12T08:54:57.374 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:54:57.374 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:54:57.374 INFO:tasks.workunit.client.0.smithi112.stdout:finished write 2024-04-12T08:54:57.374 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:54:57.374 INFO:tasks.workunit.client.0.smithi112.stdout:started write 2024-04-12T08:54:57.374 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:54:57.374 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:54:57.374 INFO:tasks.workunit.client.0.smithi112.stdout:finished write 2024-04-12T08:54:57.374 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:54:57.375 INFO:tasks.workunit.client.0.smithi112.stdout:started write 2024-04-12T08:54:57.375 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:54:57.375 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:54:57.375 INFO:tasks.workunit.client.0.smithi112.stdout:finished write 2024-04-12T08:54:57.375 INFO:tasks.workunit.client.0.smithi112.stdout:start compare and write 2024-04-12T08:54:57.375 INFO:tasks.workunit.client.0.smithi112.stdout:compare and wrote: 512 2024-04-12T08:54:57.375 INFO:tasks.workunit.client.0.smithi112.stdout:start compare and write 2024-04-12T08:54:57.375 INFO:tasks.workunit.client.0.smithi112.stdout:compare and wrote: 512 2024-04-12T08:54:57.375 INFO:tasks.workunit.client.0.smithi112.stdout:start compare and write 2024-04-12T08:54:57.375 INFO:tasks.workunit.client.0.smithi112.stdout:compare and wrote: 512 2024-04-12T08:54:57.375 INFO:tasks.workunit.client.0.smithi112.stdout:start compare and write 2024-04-12T08:54:57.375 INFO:tasks.workunit.client.0.smithi112.stdout:compare and wrote: 512 2024-04-12T08:54:57.375 INFO:tasks.workunit.client.0.smithi112.stdout:start compare and write 2024-04-12T08:54:57.375 INFO:tasks.workunit.client.0.smithi112.stdout:compare and wrote: 512 2024-04-12T08:54:57.375 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:54:57.375 INFO:tasks.workunit.client.0.smithi112.stdout:started aio compare and write 2024-04-12T08:54:57.376 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:54:57.376 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:54:57.376 INFO:tasks.workunit.client.0.smithi112.stdout:finished aio compare and write 2024-04-12T08:54:57.376 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:54:57.376 INFO:tasks.workunit.client.0.smithi112.stdout:started aio compare and write 2024-04-12T08:54:57.376 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:54:57.376 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:54:57.376 INFO:tasks.workunit.client.0.smithi112.stdout:finished aio compare and write 2024-04-12T08:54:57.376 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:54:57.376 INFO:tasks.workunit.client.0.smithi112.stdout:started aio compare and write 2024-04-12T08:54:57.376 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:54:57.376 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:54:57.376 INFO:tasks.workunit.client.0.smithi112.stdout:finished aio compare and write 2024-04-12T08:54:57.376 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:54:57.376 INFO:tasks.workunit.client.0.smithi112.stdout:started aio compare and write 2024-04-12T08:54:57.377 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:54:57.377 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:54:57.377 INFO:tasks.workunit.client.0.smithi112.stdout:finished aio compare and write 2024-04-12T08:54:57.377 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:54:57.377 INFO:tasks.workunit.client.0.smithi112.stdout:started aio compare and write 2024-04-12T08:54:57.377 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:54:57.377 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:54:57.377 INFO:tasks.workunit.client.0.smithi112.stdout:finished aio compare and write 2024-04-12T08:54:57.377 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-12T08:54:57.377 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-12T08:54:57.377 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-12T08:54:57.377 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-12T08:54:57.377 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-12T08:54:57.377 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:54:57.377 INFO:tasks.workunit.client.0.smithi112.stdout:started read 2024-04-12T08:54:57.377 INFO:tasks.workunit.client.0.smithi112.stdout:read completion cb called! 2024-04-12T08:54:57.378 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 512 2024-04-12T08:54:57.378 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:54:57.378 INFO:tasks.workunit.client.0.smithi112.stdout:started read 2024-04-12T08:54:57.378 INFO:tasks.workunit.client.0.smithi112.stdout:read completion cb called! 2024-04-12T08:54:57.378 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 512 2024-04-12T08:54:57.378 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:54:57.378 INFO:tasks.workunit.client.0.smithi112.stdout:started read 2024-04-12T08:54:57.378 INFO:tasks.workunit.client.0.smithi112.stdout:read completion cb called! 2024-04-12T08:54:57.378 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 512 2024-04-12T08:54:57.378 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:54:57.378 INFO:tasks.workunit.client.0.smithi112.stdout:started read 2024-04-12T08:54:57.378 INFO:tasks.workunit.client.0.smithi112.stdout:read completion cb called! 2024-04-12T08:54:57.378 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 512 2024-04-12T08:54:57.378 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:54:57.378 INFO:tasks.workunit.client.0.smithi112.stdout:started read 2024-04-12T08:54:57.379 INFO:tasks.workunit.client.0.smithi112.stdout:read completion cb called! 2024-04-12T08:54:57.379 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 512 2024-04-12T08:54:57.379 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 512~512 = 512 2024-04-12T08:54:57.379 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:54:57.379 INFO:tasks.workunit.client.0.smithi112.stdout:aio discard: 1536~512 = 0 2024-04-12T08:54:57.379 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-12T08:54:57.379 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-12T08:54:57.379 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-12T08:54:57.379 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-12T08:54:57.379 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-12T08:54:57.379 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 0 2024-04-12T08:54:57.379 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:54:57.379 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:54:57.379 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 0 2024-04-12T08:54:57.379 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:54:57.379 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:54:57.380 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 16384 2024-04-12T08:54:57.380 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:54:57.380 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:54:57.380 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 16384 2024-04-12T08:54:57.380 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:54:57.380 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:54:57.380 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:54:57.380 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:54:57.380 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 49152 2024-04-12T08:54:57.380 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:54:57.380 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:54:57.380 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 49152 2024-04-12T08:54:57.380 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:54:57.380 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:54:57.380 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 65536 2024-04-12T08:54:57.380 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:54:57.380 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:54:57.380 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 65536 2024-04-12T08:54:57.381 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:54:57.381 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:54:57.381 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:54:57.381 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:54:57.381 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 98304 2024-04-12T08:54:57.381 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:54:57.381 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:54:57.381 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 98304 2024-04-12T08:54:57.381 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:54:57.381 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:54:57.381 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 114688 2024-04-12T08:54:57.381 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:54:57.381 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:54:57.381 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 114688 2024-04-12T08:54:57.382 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:54:57.382 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:54:57.382 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:54:57.382 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:54:57.382 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 147456 2024-04-12T08:54:57.382 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:54:57.382 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:54:57.382 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 147456 2024-04-12T08:54:57.382 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:54:57.382 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:54:57.382 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 163840 2024-04-12T08:54:57.382 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:54:57.382 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:54:57.382 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 163840 2024-04-12T08:54:57.382 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:54:57.383 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:54:57.383 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:54:57.383 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:54:57.383 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 196608 2024-04-12T08:54:57.383 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:54:57.383 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:54:57.383 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 196608 2024-04-12T08:54:57.383 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:54:57.383 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:54:57.383 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 212992 2024-04-12T08:54:57.383 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:54:57.383 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:54:57.383 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 212992 2024-04-12T08:54:57.384 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:54:57.384 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:54:57.384 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:54:57.384 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:54:57.384 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:54:57.384 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:54:57.384 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:54:57.384 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:54:57.384 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:54:57.384 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:54:57.384 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:54:57.384 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:54:57.384 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:54:57.384 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:54:57.384 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:54:57.384 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:54:57.385 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:54:57.385 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:54:57.385 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:54:57.385 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:54:57.385 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:54:57.385 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:54:57.385 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:54:57.385 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:54:57.385 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:54:57.385 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:54:57.385 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:54:57.385 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:54:57.385 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:54:57.385 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:54:57.386 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:54:57.386 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:54:57.386 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:54:57.386 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:54:57.386 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:54:57.386 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:54:57.386 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:54:57.386 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:54:57.386 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:54:57.386 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:54:57.386 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:54:57.386 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:54:57.386 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:54:57.386 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:54:57.386 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:54:57.387 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:54:57.387 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:54:57.387 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:54:57.387 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:54:57.387 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:54:57.387 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:54:57.387 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:54:57.387 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:54:59.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:58 smithi175 ceph-mon[87929]: pgmap v591: 425 pgs: 425 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 437 KiB/s rd, 520 KiB/s wr, 868 op/s 2024-04-12T08:54:59.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:58 smithi175 ceph-mon[87929]: pool 'test-librbd-smithi112-80750-25' no longer out of quota; removing NO_QUOTA flag 2024-04-12T08:54:59.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:58 smithi175 ceph-mon[87929]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-04-12T08:54:59.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:54:58 smithi175 ceph-mon[87929]: osdmap e641: 8 total, 8 up, 8 in 2024-04-12T08:54:59.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:58 smithi112 ceph-mon[95375]: pgmap v591: 425 pgs: 425 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 437 KiB/s rd, 520 KiB/s wr, 868 op/s 2024-04-12T08:54:59.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:58 smithi112 ceph-mon[95375]: pool 'test-librbd-smithi112-80750-25' no longer out of quota; removing NO_QUOTA flag 2024-04-12T08:54:59.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:58 smithi112 ceph-mon[95375]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-04-12T08:54:59.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:54:58 smithi112 ceph-mon[95375]: osdmap e641: 8 total, 8 up, 8 in 2024-04-12T08:54:59.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:58 smithi112 ceph-mon[99443]: pgmap v591: 425 pgs: 425 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 437 KiB/s rd, 520 KiB/s wr, 868 op/s 2024-04-12T08:54:59.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:58 smithi112 ceph-mon[99443]: pool 'test-librbd-smithi112-80750-25' no longer out of quota; removing NO_QUOTA flag 2024-04-12T08:54:59.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:58 smithi112 ceph-mon[99443]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-04-12T08:54:59.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:54:58 smithi112 ceph-mon[99443]: osdmap e641: 8 total, 8 up, 8 in 2024-04-12T08:55:00.842 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:00.842 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:00.843 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:00.843 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:55:00.843 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:00.843 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:00.843 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:00.843 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:00.843 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:00.843 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:00.843 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:55:00.843 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:00.843 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:00.843 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:00.843 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:00.843 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:55:00.843 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:00.844 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:00.844 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:55:00.844 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:00.844 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:00.844 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:00.844 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:00.844 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:55:00.844 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:00.844 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:00.844 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:00.844 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:00.844 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:00.844 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:00.844 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:55:00.844 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:00.845 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:00.845 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:00.845 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:00.845 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:00.845 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:00.845 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:55:00.845 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:00.845 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:00.845 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:00.845 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:00.845 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:00.845 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:00.845 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:55:00.845 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:00.845 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:00.846 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:00.846 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:00.846 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:55:00.846 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:00.846 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:00.846 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:55:00.846 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:00.846 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:00.846 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:00.846 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:00.846 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:55:00.846 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:00.846 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:00.846 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:00.846 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:00.847 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:00.847 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:00.847 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:55:00.847 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:00.847 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:00.847 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:00.847 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:00.847 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:00.847 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:00.847 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:55:00.847 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:00.847 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:00.847 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:00.847 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:00.847 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:00.847 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:00.848 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:55:00.848 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:00.848 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:00.848 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:00.848 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:00.848 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:55:00.848 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:00.848 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:00.848 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:55:00.848 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:00.848 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:00.848 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:00.848 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:00.848 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:55:00.848 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:00.849 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:00.849 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:00.849 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:00.849 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:00.849 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:00.849 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:55:00.849 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:00.849 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:00.849 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:00.849 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:00.849 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:00.849 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:00.849 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:55:00.849 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:00.849 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:00.849 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:00.850 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:00.850 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:00.850 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:00.850 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:55:00.850 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:00.850 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:00.850 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:00.850 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:00.850 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:55:00.850 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:00.850 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:00.850 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:55:00.850 INFO:tasks.workunit.client.0.smithi112.stdout:read completion cb called! 2024-04-12T08:55:00.850 INFO:tasks.workunit.client.0.smithi112.stdout:read completion cb called! 2024-04-12T08:55:00.850 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 512 2024-04-12T08:55:00.851 INFO:tasks.workunit.client.0.smithi112.stdout:read completion cb called! 2024-04-12T08:55:00.851 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 4 2024-04-12T08:55:00.851 INFO:tasks.workunit.client.0.smithi112.stdout:read: 4 2024-04-12T08:55:00.851 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestEncryptionLUKS1 (8519 ms) 2024-04-12T08:55:00.851 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestEncryptionLUKS2 2024-04-12T08:55:00.851 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:55:01.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:00 smithi175 ceph-mon[87929]: pgmap v593: 425 pgs: 425 active+clean; 6.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 438 KiB/s rd, 725 KiB/s wr, 869 op/s 2024-04-12T08:55:01.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:00 smithi112 ceph-mon[95375]: pgmap v593: 425 pgs: 425 active+clean; 6.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 438 KiB/s rd, 725 KiB/s wr, 869 op/s 2024-04-12T08:55:01.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:00 smithi112 ceph-mon[99443]: pgmap v593: 425 pgs: 425 active+clean; 6.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 438 KiB/s rd, 725 KiB/s wr, 869 op/s 2024-04-12T08:55:03.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:02 smithi175 ceph-mon[87929]: pgmap v594: 425 pgs: 425 active+clean; 11 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.0 MiB/s wr, 1.70k op/s 2024-04-12T08:55:03.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:02 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:55:03.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:02 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "20.2", "id": [7, 4]}]: dispatch 2024-04-12T08:55:03.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:02 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "20.17", "id": [7, 5]}]: dispatch 2024-04-12T08:55:03.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:02 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "20.18", "id": [7, 0]}]: dispatch 2024-04-12T08:55:03.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:02 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "20.1d", "id": [7, 5]}]: dispatch 2024-04-12T08:55:03.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:02 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.6", "id": [7, 0]}]: dispatch 2024-04-12T08:55:03.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:02 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.12", "id": [7, 0]}]: dispatch 2024-04-12T08:55:03.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:02 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.1c", "id": [7, 0]}]: dispatch 2024-04-12T08:55:03.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:02 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "25.e", "id": [0, 2]}]: dispatch 2024-04-12T08:55:03.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:02 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "28.a", "id": [6, 4]}]: dispatch 2024-04-12T08:55:03.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:02 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "29.10", "id": [6, 5]}]: dispatch 2024-04-12T08:55:03.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:02 smithi112 ceph-mon[99443]: pgmap v594: 425 pgs: 425 active+clean; 11 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.0 MiB/s wr, 1.70k op/s 2024-04-12T08:55:03.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:02 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:55:03.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:02 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "20.2", "id": [7, 4]}]: dispatch 2024-04-12T08:55:03.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:02 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "20.17", "id": [7, 5]}]: dispatch 2024-04-12T08:55:03.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:02 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "20.18", "id": [7, 0]}]: dispatch 2024-04-12T08:55:03.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:02 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "20.1d", "id": [7, 5]}]: dispatch 2024-04-12T08:55:03.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:02 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.6", "id": [7, 0]}]: dispatch 2024-04-12T08:55:03.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:02 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.12", "id": [7, 0]}]: dispatch 2024-04-12T08:55:03.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:02 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.1c", "id": [7, 0]}]: dispatch 2024-04-12T08:55:03.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:02 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "25.e", "id": [0, 2]}]: dispatch 2024-04-12T08:55:03.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:02 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "28.a", "id": [6, 4]}]: dispatch 2024-04-12T08:55:03.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:02 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "29.10", "id": [6, 5]}]: dispatch 2024-04-12T08:55:03.344 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:02 smithi112 ceph-mon[95375]: pgmap v594: 425 pgs: 425 active+clean; 11 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.0 MiB/s wr, 1.70k op/s 2024-04-12T08:55:03.344 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:02 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:55:03.344 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:02 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "20.2", "id": [7, 4]}]: dispatch 2024-04-12T08:55:03.344 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:02 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "20.17", "id": [7, 5]}]: dispatch 2024-04-12T08:55:03.344 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:02 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "20.18", "id": [7, 0]}]: dispatch 2024-04-12T08:55:03.344 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:02 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "20.1d", "id": [7, 5]}]: dispatch 2024-04-12T08:55:03.344 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:02 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.6", "id": [7, 0]}]: dispatch 2024-04-12T08:55:03.344 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:02 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.12", "id": [7, 0]}]: dispatch 2024-04-12T08:55:03.344 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:02 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.1c", "id": [7, 0]}]: dispatch 2024-04-12T08:55:03.344 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:02 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "25.e", "id": [0, 2]}]: dispatch 2024-04-12T08:55:03.344 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:02 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "28.a", "id": [6, 4]}]: dispatch 2024-04-12T08:55:03.344 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:02 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "29.10", "id": [6, 5]}]: dispatch 2024-04-12T08:55:04.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:03 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "20.2", "id": [7, 4]}]': finished 2024-04-12T08:55:04.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:03 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "20.17", "id": [7, 5]}]': finished 2024-04-12T08:55:04.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:03 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "20.18", "id": [7, 0]}]': finished 2024-04-12T08:55:04.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:03 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "20.1d", "id": [7, 5]}]': finished 2024-04-12T08:55:04.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:03 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.6", "id": [7, 0]}]': finished 2024-04-12T08:55:04.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:03 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.12", "id": [7, 0]}]': finished 2024-04-12T08:55:04.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:03 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.1c", "id": [7, 0]}]': finished 2024-04-12T08:55:04.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:03 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "25.e", "id": [0, 2]}]': finished 2024-04-12T08:55:04.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:03 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "28.a", "id": [6, 4]}]': finished 2024-04-12T08:55:04.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:03 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "29.10", "id": [6, 5]}]': finished 2024-04-12T08:55:04.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:03 smithi175 ceph-mon[87929]: osdmap e642: 8 total, 8 up, 8 in 2024-04-12T08:55:04.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:03 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "20.2", "id": [7, 4]}]': finished 2024-04-12T08:55:04.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:03 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "20.17", "id": [7, 5]}]': finished 2024-04-12T08:55:04.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:03 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "20.18", "id": [7, 0]}]': finished 2024-04-12T08:55:04.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:03 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "20.1d", "id": [7, 5]}]': finished 2024-04-12T08:55:04.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:03 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.6", "id": [7, 0]}]': finished 2024-04-12T08:55:04.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:03 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.12", "id": [7, 0]}]': finished 2024-04-12T08:55:04.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:03 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.1c", "id": [7, 0]}]': finished 2024-04-12T08:55:04.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:03 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "25.e", "id": [0, 2]}]': finished 2024-04-12T08:55:04.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:03 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "28.a", "id": [6, 4]}]': finished 2024-04-12T08:55:04.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:03 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "29.10", "id": [6, 5]}]': finished 2024-04-12T08:55:04.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:03 smithi112 ceph-mon[99443]: osdmap e642: 8 total, 8 up, 8 in 2024-04-12T08:55:04.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:03 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "20.2", "id": [7, 4]}]': finished 2024-04-12T08:55:04.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:03 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "20.17", "id": [7, 5]}]': finished 2024-04-12T08:55:04.344 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:03 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "20.18", "id": [7, 0]}]': finished 2024-04-12T08:55:04.344 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:03 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "20.1d", "id": [7, 5]}]': finished 2024-04-12T08:55:04.344 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:03 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.6", "id": [7, 0]}]': finished 2024-04-12T08:55:04.344 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:03 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.12", "id": [7, 0]}]': finished 2024-04-12T08:55:04.344 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:03 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.1c", "id": [7, 0]}]': finished 2024-04-12T08:55:04.344 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:03 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "25.e", "id": [0, 2]}]': finished 2024-04-12T08:55:04.344 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:03 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "28.a", "id": [6, 4]}]': finished 2024-04-12T08:55:04.344 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:03 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "29.10", "id": [6, 5]}]': finished 2024-04-12T08:55:04.344 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:03 smithi112 ceph-mon[95375]: osdmap e642: 8 total, 8 up, 8 in 2024-04-12T08:55:05.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:04 smithi175 ceph-mon[87929]: pgmap v596: 425 pgs: 6 peering, 419 active+clean; 11 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.0 MiB/s wr, 1.07k op/s 2024-04-12T08:55:05.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:04 smithi175 ceph-mon[87929]: osdmap e643: 8 total, 8 up, 8 in 2024-04-12T08:55:05.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:04 smithi112 ceph-mon[99443]: pgmap v596: 425 pgs: 6 peering, 419 active+clean; 11 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.0 MiB/s wr, 1.07k op/s 2024-04-12T08:55:05.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:04 smithi112 ceph-mon[99443]: osdmap e643: 8 total, 8 up, 8 in 2024-04-12T08:55:05.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:04 smithi112 ceph-mon[95375]: pgmap v596: 425 pgs: 6 peering, 419 active+clean; 11 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.0 MiB/s wr, 1.07k op/s 2024-04-12T08:55:05.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:04 smithi112 ceph-mon[95375]: osdmap e643: 8 total, 8 up, 8 in 2024-04-12T08:55:07.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:06 smithi112 ceph-mon[99443]: pgmap v598: 425 pgs: 6 peering, 419 active+clean; 11 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.2 MiB/s rd, 589 KiB/s wr, 1.19k op/s 2024-04-12T08:55:07.093 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:55:06 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:55:06] "GET /metrics HTTP/1.1" 200 60497 "" "Prometheus/2.43.0" 2024-04-12T08:55:07.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:06 smithi112 ceph-mon[95375]: pgmap v598: 425 pgs: 6 peering, 419 active+clean; 11 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.2 MiB/s rd, 589 KiB/s wr, 1.19k op/s 2024-04-12T08:55:07.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:06 smithi175 ceph-mon[87929]: pgmap v598: 425 pgs: 6 peering, 419 active+clean; 11 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.2 MiB/s rd, 589 KiB/s wr, 1.19k op/s 2024-04-12T08:55:09.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:08 smithi175 ceph-mon[87929]: pgmap v599: 425 pgs: 6 peering, 419 active+clean; 11 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s rd, 524 KiB/s wr, 1.06k op/s; 1 B/s, 0 keys/s, 0 objects/s recovering 2024-04-12T08:55:09.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:08 smithi112 ceph-mon[95375]: pgmap v599: 425 pgs: 6 peering, 419 active+clean; 11 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s rd, 524 KiB/s wr, 1.06k op/s; 1 B/s, 0 keys/s, 0 objects/s recovering 2024-04-12T08:55:09.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:08 smithi112 ceph-mon[99443]: pgmap v599: 425 pgs: 6 peering, 419 active+clean; 11 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s rd, 524 KiB/s wr, 1.06k op/s; 1 B/s, 0 keys/s, 0 objects/s recovering 2024-04-12T08:55:10.339 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 512 2024-04-12T08:55:10.339 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 512 2024-04-12T08:55:10.339 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 512 2024-04-12T08:55:10.339 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 512 2024-04-12T08:55:10.339 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 512 2024-04-12T08:55:10.339 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:10.339 INFO:tasks.workunit.client.0.smithi112.stdout:started write 2024-04-12T08:55:10.339 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:10.339 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:10.339 INFO:tasks.workunit.client.0.smithi112.stdout:finished write 2024-04-12T08:55:10.339 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:10.339 INFO:tasks.workunit.client.0.smithi112.stdout:started write 2024-04-12T08:55:10.339 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:10.340 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:10.340 INFO:tasks.workunit.client.0.smithi112.stdout:finished write 2024-04-12T08:55:10.340 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:10.340 INFO:tasks.workunit.client.0.smithi112.stdout:started write 2024-04-12T08:55:10.340 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:10.340 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:10.340 INFO:tasks.workunit.client.0.smithi112.stdout:finished write 2024-04-12T08:55:10.340 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:10.340 INFO:tasks.workunit.client.0.smithi112.stdout:started write 2024-04-12T08:55:10.340 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:10.340 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:10.340 INFO:tasks.workunit.client.0.smithi112.stdout:finished write 2024-04-12T08:55:10.340 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:10.340 INFO:tasks.workunit.client.0.smithi112.stdout:started write 2024-04-12T08:55:10.340 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:10.341 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:10.341 INFO:tasks.workunit.client.0.smithi112.stdout:finished write 2024-04-12T08:55:10.341 INFO:tasks.workunit.client.0.smithi112.stdout:start compare and write 2024-04-12T08:55:10.341 INFO:tasks.workunit.client.0.smithi112.stdout:compare and wrote: 512 2024-04-12T08:55:10.341 INFO:tasks.workunit.client.0.smithi112.stdout:start compare and write 2024-04-12T08:55:10.341 INFO:tasks.workunit.client.0.smithi112.stdout:compare and wrote: 512 2024-04-12T08:55:10.341 INFO:tasks.workunit.client.0.smithi112.stdout:start compare and write 2024-04-12T08:55:10.341 INFO:tasks.workunit.client.0.smithi112.stdout:compare and wrote: 512 2024-04-12T08:55:10.341 INFO:tasks.workunit.client.0.smithi112.stdout:start compare and write 2024-04-12T08:55:10.341 INFO:tasks.workunit.client.0.smithi112.stdout:compare and wrote: 512 2024-04-12T08:55:10.341 INFO:tasks.workunit.client.0.smithi112.stdout:start compare and write 2024-04-12T08:55:10.341 INFO:tasks.workunit.client.0.smithi112.stdout:compare and wrote: 512 2024-04-12T08:55:10.341 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:10.341 INFO:tasks.workunit.client.0.smithi112.stdout:started aio compare and write 2024-04-12T08:55:10.341 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:10.341 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:10.342 INFO:tasks.workunit.client.0.smithi112.stdout:finished aio compare and write 2024-04-12T08:55:10.342 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:10.342 INFO:tasks.workunit.client.0.smithi112.stdout:started aio compare and write 2024-04-12T08:55:10.342 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:10.342 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:10.342 INFO:tasks.workunit.client.0.smithi112.stdout:finished aio compare and write 2024-04-12T08:55:10.342 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:10.342 INFO:tasks.workunit.client.0.smithi112.stdout:started aio compare and write 2024-04-12T08:55:10.342 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:10.342 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:10.342 INFO:tasks.workunit.client.0.smithi112.stdout:finished aio compare and write 2024-04-12T08:55:10.342 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:10.342 INFO:tasks.workunit.client.0.smithi112.stdout:started aio compare and write 2024-04-12T08:55:10.343 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:10.343 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:10.343 INFO:tasks.workunit.client.0.smithi112.stdout:finished aio compare and write 2024-04-12T08:55:10.343 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:10.343 INFO:tasks.workunit.client.0.smithi112.stdout:started aio compare and write 2024-04-12T08:55:10.343 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:10.343 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:10.343 INFO:tasks.workunit.client.0.smithi112.stdout:finished aio compare and write 2024-04-12T08:55:10.343 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-12T08:55:10.343 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-12T08:55:10.343 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-12T08:55:10.343 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-12T08:55:10.343 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-12T08:55:10.344 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:10.344 INFO:tasks.workunit.client.0.smithi112.stdout:started read 2024-04-12T08:55:10.344 INFO:tasks.workunit.client.0.smithi112.stdout:read completion cb called! 2024-04-12T08:55:10.344 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 512 2024-04-12T08:55:10.344 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:10.344 INFO:tasks.workunit.client.0.smithi112.stdout:started read 2024-04-12T08:55:10.344 INFO:tasks.workunit.client.0.smithi112.stdout:read completion cb called! 2024-04-12T08:55:10.344 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 512 2024-04-12T08:55:10.344 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:10.344 INFO:tasks.workunit.client.0.smithi112.stdout:started read 2024-04-12T08:55:10.344 INFO:tasks.workunit.client.0.smithi112.stdout:read completion cb called! 2024-04-12T08:55:10.344 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 512 2024-04-12T08:55:10.344 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:10.344 INFO:tasks.workunit.client.0.smithi112.stdout:started read 2024-04-12T08:55:10.344 INFO:tasks.workunit.client.0.smithi112.stdout:read completion cb called! 2024-04-12T08:55:10.345 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 512 2024-04-12T08:55:10.345 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:10.345 INFO:tasks.workunit.client.0.smithi112.stdout:started read 2024-04-12T08:55:10.345 INFO:tasks.workunit.client.0.smithi112.stdout:read completion cb called! 2024-04-12T08:55:10.345 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 512 2024-04-12T08:55:10.345 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 512~512 = 512 2024-04-12T08:55:10.345 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:10.345 INFO:tasks.workunit.client.0.smithi112.stdout:aio discard: 1536~512 = 0 2024-04-12T08:55:10.345 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-12T08:55:10.345 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-12T08:55:10.345 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-12T08:55:10.345 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-12T08:55:10.345 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-12T08:55:10.345 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 0 2024-04-12T08:55:10.345 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:10.345 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:10.346 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 0 2024-04-12T08:55:10.346 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:10.346 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:10.346 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 16384 2024-04-12T08:55:10.346 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:10.346 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:10.346 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 16384 2024-04-12T08:55:10.346 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:10.346 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:10.346 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:55:10.346 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:55:10.346 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 49152 2024-04-12T08:55:10.346 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:10.346 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:10.347 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 49152 2024-04-12T08:55:10.347 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:10.347 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:10.347 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 65536 2024-04-12T08:55:10.347 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:10.347 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:10.347 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 65536 2024-04-12T08:55:10.347 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:10.347 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:10.347 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:55:10.347 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:55:10.347 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 98304 2024-04-12T08:55:10.347 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:10.347 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:10.347 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 98304 2024-04-12T08:55:10.347 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:10.348 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:10.348 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 114688 2024-04-12T08:55:10.348 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:10.348 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:10.348 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 114688 2024-04-12T08:55:10.348 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:10.348 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:10.348 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:55:10.348 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:55:10.348 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 147456 2024-04-12T08:55:10.348 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:10.348 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:10.348 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 147456 2024-04-12T08:55:10.348 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:10.348 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:10.349 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 163840 2024-04-12T08:55:10.349 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:10.349 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:10.349 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 163840 2024-04-12T08:55:10.349 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:10.349 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:10.349 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:55:10.349 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:55:10.349 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 196608 2024-04-12T08:55:10.349 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:10.349 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:10.349 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 196608 2024-04-12T08:55:10.349 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:10.349 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:10.349 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 212992 2024-04-12T08:55:10.349 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:10.350 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:10.350 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 212992 2024-04-12T08:55:10.350 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:10.350 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:10.350 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:55:10.350 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:55:10.350 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:10.350 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:10.350 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:10.350 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:10.350 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:55:10.350 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:10.350 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:10.350 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:10.351 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:10.354 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:10.354 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:10.354 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:55:10.354 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:10.354 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:10.355 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:10.355 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:10.355 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:10.355 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:10.355 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:55:10.355 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:10.355 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:10.355 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:10.355 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:10.355 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:10.355 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:10.355 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:55:10.355 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:10.355 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:10.355 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:10.356 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:10.356 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:55:10.356 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:10.356 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:10.356 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:55:10.356 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:10.356 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:10.356 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:10.356 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:10.357 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:55:10.357 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:10.357 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:10.357 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:10.357 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:10.357 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:10.357 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:10.357 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:55:10.357 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:10.357 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:10.357 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:11.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:10 smithi175 ceph-mon[87929]: pgmap v600: 425 pgs: 425 active+clean; 19 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 124 KiB/s rd, 1.0 MiB/s wr, 30 op/s; 1 B/s, 1 keys/s, 0 objects/s recovering 2024-04-12T08:55:11.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:10 smithi112 ceph-mon[95375]: pgmap v600: 425 pgs: 425 active+clean; 19 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 124 KiB/s rd, 1.0 MiB/s wr, 30 op/s; 1 B/s, 1 keys/s, 0 objects/s recovering 2024-04-12T08:55:11.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:10 smithi112 ceph-mon[99443]: pgmap v600: 425 pgs: 425 active+clean; 19 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 124 KiB/s rd, 1.0 MiB/s wr, 30 op/s; 1 B/s, 1 keys/s, 0 objects/s recovering 2024-04-12T08:55:13.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:12 smithi175 ceph-mon[87929]: pgmap v601: 425 pgs: 425 active+clean; 27 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 115 KiB/s rd, 1.8 MiB/s wr, 32 op/s; 1 B/s, 1 keys/s, 0 objects/s recovering 2024-04-12T08:55:13.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:12 smithi112 ceph-mon[99443]: pgmap v601: 425 pgs: 425 active+clean; 27 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 115 KiB/s rd, 1.8 MiB/s wr, 32 op/s; 1 B/s, 1 keys/s, 0 objects/s recovering 2024-04-12T08:55:13.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:12 smithi112 ceph-mon[95375]: pgmap v601: 425 pgs: 425 active+clean; 27 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 115 KiB/s rd, 1.8 MiB/s wr, 32 op/s; 1 B/s, 1 keys/s, 0 objects/s recovering 2024-04-12T08:55:14.206 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:14.206 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:14.207 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:14.207 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:55:14.207 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:14.207 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:14.207 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:14.207 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:14.207 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:14.207 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:14.207 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:55:14.207 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:14.207 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:14.207 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:14.207 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:14.208 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:55:14.208 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:14.208 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:14.208 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:55:14.208 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:14.208 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:14.208 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:14.208 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:14.208 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:55:14.208 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:14.208 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:14.208 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:14.208 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:14.209 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:14.209 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:14.209 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:55:14.209 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:14.209 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:14.209 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:14.209 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:14.209 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:14.209 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:14.209 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:55:14.209 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:14.209 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:14.209 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:14.209 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:14.210 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:14.210 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:14.210 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:55:14.210 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:14.210 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:14.210 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:14.210 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:14.210 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:55:14.210 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:14.210 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:14.210 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:55:14.210 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:14.210 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:14.211 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:14.211 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:14.211 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:55:14.211 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:14.211 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:14.211 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:14.211 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:14.211 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:14.211 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:14.211 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:55:14.211 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:14.211 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:14.211 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:14.212 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:14.212 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:14.212 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:14.212 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:55:14.212 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:14.212 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:14.212 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:14.212 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:14.212 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:14.212 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:14.212 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:55:14.212 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:14.213 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:14.213 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:14.213 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:14.213 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:55:14.213 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:14.213 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:14.213 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:55:14.213 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:14.213 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:14.213 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:14.213 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:14.213 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:55:14.214 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:14.214 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:14.214 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:14.214 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:14.214 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:14.214 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:14.214 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:55:14.214 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:14.214 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:14.214 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:14.214 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:14.214 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:14.214 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:14.215 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:55:14.215 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:14.215 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:14.215 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:14.215 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:14.215 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:14.215 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:14.215 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:55:14.215 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:14.215 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:14.215 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:14.215 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:14.216 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:55:14.216 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:14.216 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:14.216 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:55:14.216 INFO:tasks.workunit.client.0.smithi112.stdout:read completion cb called! 2024-04-12T08:55:14.216 INFO:tasks.workunit.client.0.smithi112.stdout:read completion cb called! 2024-04-12T08:55:14.216 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 512 2024-04-12T08:55:14.216 INFO:tasks.workunit.client.0.smithi112.stdout:read completion cb called! 2024-04-12T08:55:14.216 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 4 2024-04-12T08:55:14.216 INFO:tasks.workunit.client.0.smithi112.stdout:read: 4 2024-04-12T08:55:14.216 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestEncryptionLUKS2 (13364 ms) 2024-04-12T08:55:14.216 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestIOWithIOHint 2024-04-12T08:55:14.217 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:55:15.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:14 smithi175 ceph-mon[87929]: pgmap v602: 425 pgs: 425 active+clean; 31 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.0 MiB/s wr, 866 op/s; 1 B/s, 1 keys/s, 0 objects/s recovering 2024-04-12T08:55:15.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:14 smithi112 ceph-mon[99443]: pgmap v602: 425 pgs: 425 active+clean; 31 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.0 MiB/s wr, 866 op/s; 1 B/s, 1 keys/s, 0 objects/s recovering 2024-04-12T08:55:15.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:14 smithi112 ceph-mon[95375]: pgmap v602: 425 pgs: 425 active+clean; 31 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.0 MiB/s wr, 866 op/s; 1 B/s, 1 keys/s, 0 objects/s recovering 2024-04-12T08:55:16.127 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 512 2024-04-12T08:55:16.127 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 512 2024-04-12T08:55:16.127 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 512 2024-04-12T08:55:16.127 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 512 2024-04-12T08:55:16.127 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 512 2024-04-12T08:55:16.128 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:16.128 INFO:tasks.workunit.client.0.smithi112.stdout:started write 2024-04-12T08:55:16.128 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:16.128 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:16.128 INFO:tasks.workunit.client.0.smithi112.stdout:finished write 2024-04-12T08:55:16.128 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:16.128 INFO:tasks.workunit.client.0.smithi112.stdout:started write 2024-04-12T08:55:16.128 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:16.128 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:16.128 INFO:tasks.workunit.client.0.smithi112.stdout:finished write 2024-04-12T08:55:16.128 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:16.128 INFO:tasks.workunit.client.0.smithi112.stdout:started write 2024-04-12T08:55:16.128 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:16.128 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:16.128 INFO:tasks.workunit.client.0.smithi112.stdout:finished write 2024-04-12T08:55:16.128 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:16.129 INFO:tasks.workunit.client.0.smithi112.stdout:started write 2024-04-12T08:55:16.129 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:16.129 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:16.129 INFO:tasks.workunit.client.0.smithi112.stdout:finished write 2024-04-12T08:55:16.129 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:16.129 INFO:tasks.workunit.client.0.smithi112.stdout:started write 2024-04-12T08:55:16.129 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:16.129 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:16.129 INFO:tasks.workunit.client.0.smithi112.stdout:finished write 2024-04-12T08:55:16.129 INFO:tasks.workunit.client.0.smithi112.stdout:start compare and write 2024-04-12T08:55:16.129 INFO:tasks.workunit.client.0.smithi112.stdout:compare and wrote: 512 2024-04-12T08:55:16.129 INFO:tasks.workunit.client.0.smithi112.stdout:start compare and write 2024-04-12T08:55:16.129 INFO:tasks.workunit.client.0.smithi112.stdout:compare and wrote: 512 2024-04-12T08:55:16.129 INFO:tasks.workunit.client.0.smithi112.stdout:start compare and write 2024-04-12T08:55:16.129 INFO:tasks.workunit.client.0.smithi112.stdout:compare and wrote: 512 2024-04-12T08:55:16.129 INFO:tasks.workunit.client.0.smithi112.stdout:start compare and write 2024-04-12T08:55:16.130 INFO:tasks.workunit.client.0.smithi112.stdout:compare and wrote: 512 2024-04-12T08:55:16.130 INFO:tasks.workunit.client.0.smithi112.stdout:start compare and write 2024-04-12T08:55:16.130 INFO:tasks.workunit.client.0.smithi112.stdout:compare and wrote: 512 2024-04-12T08:55:16.130 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:16.130 INFO:tasks.workunit.client.0.smithi112.stdout:started aio compare and write 2024-04-12T08:55:16.130 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:16.130 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:16.130 INFO:tasks.workunit.client.0.smithi112.stdout:finished aio compare and write 2024-04-12T08:55:16.130 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:16.130 INFO:tasks.workunit.client.0.smithi112.stdout:started aio compare and write 2024-04-12T08:55:16.130 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:16.130 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:16.130 INFO:tasks.workunit.client.0.smithi112.stdout:finished aio compare and write 2024-04-12T08:55:16.130 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:16.131 INFO:tasks.workunit.client.0.smithi112.stdout:started aio compare and write 2024-04-12T08:55:16.131 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:16.131 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:16.131 INFO:tasks.workunit.client.0.smithi112.stdout:finished aio compare and write 2024-04-12T08:55:16.131 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:16.131 INFO:tasks.workunit.client.0.smithi112.stdout:started aio compare and write 2024-04-12T08:55:16.131 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:16.131 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:16.131 INFO:tasks.workunit.client.0.smithi112.stdout:finished aio compare and write 2024-04-12T08:55:16.131 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:16.131 INFO:tasks.workunit.client.0.smithi112.stdout:started aio compare and write 2024-04-12T08:55:16.131 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:16.131 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:16.131 INFO:tasks.workunit.client.0.smithi112.stdout:finished aio compare and write 2024-04-12T08:55:16.131 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-12T08:55:16.131 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-12T08:55:16.132 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-12T08:55:16.132 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-12T08:55:16.132 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-12T08:55:16.132 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:16.132 INFO:tasks.workunit.client.0.smithi112.stdout:started read 2024-04-12T08:55:16.132 INFO:tasks.workunit.client.0.smithi112.stdout:read completion cb called! 2024-04-12T08:55:16.132 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 512 2024-04-12T08:55:16.132 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:16.132 INFO:tasks.workunit.client.0.smithi112.stdout:started read 2024-04-12T08:55:16.132 INFO:tasks.workunit.client.0.smithi112.stdout:read completion cb called! 2024-04-12T08:55:16.132 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 512 2024-04-12T08:55:16.132 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:16.132 INFO:tasks.workunit.client.0.smithi112.stdout:started read 2024-04-12T08:55:16.132 INFO:tasks.workunit.client.0.smithi112.stdout:read completion cb called! 2024-04-12T08:55:16.132 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 512 2024-04-12T08:55:16.133 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:16.133 INFO:tasks.workunit.client.0.smithi112.stdout:started read 2024-04-12T08:55:16.133 INFO:tasks.workunit.client.0.smithi112.stdout:read completion cb called! 2024-04-12T08:55:16.133 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 512 2024-04-12T08:55:16.133 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:16.133 INFO:tasks.workunit.client.0.smithi112.stdout:started read 2024-04-12T08:55:16.133 INFO:tasks.workunit.client.0.smithi112.stdout:read completion cb called! 2024-04-12T08:55:16.133 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 512 2024-04-12T08:55:16.133 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 512~512 = 512 2024-04-12T08:55:16.133 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:16.133 INFO:tasks.workunit.client.0.smithi112.stdout:aio discard: 1536~512 = 0 2024-04-12T08:55:16.133 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-12T08:55:16.133 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-12T08:55:16.133 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-12T08:55:16.133 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-12T08:55:16.133 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-12T08:55:16.134 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 0 2024-04-12T08:55:16.134 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:16.134 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:16.134 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 0 2024-04-12T08:55:16.134 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:16.134 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:16.134 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 16384 2024-04-12T08:55:16.134 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:16.134 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:16.134 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 16384 2024-04-12T08:55:16.134 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:16.134 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:16.134 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:55:16.135 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:55:16.135 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 49152 2024-04-12T08:55:16.135 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:16.135 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:16.135 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 49152 2024-04-12T08:55:16.135 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:16.135 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:16.135 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 65536 2024-04-12T08:55:16.135 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:16.135 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:16.135 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 65536 2024-04-12T08:55:16.135 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:16.135 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:16.135 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:55:16.135 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:55:16.135 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 98304 2024-04-12T08:55:16.136 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:16.136 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:16.136 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 98304 2024-04-12T08:55:16.136 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:16.136 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:16.136 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 114688 2024-04-12T08:55:16.136 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:16.136 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:16.136 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 114688 2024-04-12T08:55:16.136 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:16.136 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:16.136 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:55:16.136 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:55:16.136 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 147456 2024-04-12T08:55:16.136 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:16.136 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:16.137 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 147456 2024-04-12T08:55:16.137 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:16.137 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:16.137 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 163840 2024-04-12T08:55:16.137 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:16.137 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:16.137 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 163840 2024-04-12T08:55:16.137 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:16.137 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:16.137 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:55:16.137 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:55:16.137 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 196608 2024-04-12T08:55:16.137 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:16.137 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:16.137 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 196608 2024-04-12T08:55:16.137 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:16.138 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:16.138 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 212992 2024-04-12T08:55:16.138 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:16.138 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:16.138 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 212992 2024-04-12T08:55:16.138 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:16.138 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:16.138 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:55:16.138 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:55:16.138 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:16.138 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:16.138 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:16.138 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:16.139 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:55:16.139 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:16.139 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:16.139 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:16.139 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:16.139 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:16.139 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:16.139 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:55:16.139 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:16.139 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:16.139 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:16.140 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:16.140 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:16.140 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:16.140 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:55:16.140 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:16.140 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:16.140 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:16.140 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:16.140 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:16.140 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:16.140 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:55:16.140 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:16.140 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:16.140 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:16.140 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:16.141 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:55:16.141 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:16.141 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:16.141 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:55:16.141 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:16.141 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:16.141 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:16.141 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:16.141 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:55:16.141 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:16.141 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:16.141 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:16.141 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:16.141 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:16.142 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:16.142 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:55:16.142 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:16.142 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:16.142 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:17.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:16 smithi112 ceph-mon[95375]: pgmap v603: 425 pgs: 425 active+clean; 31 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 728 op/s; 1 B/s, 1 keys/s, 0 objects/s recovering 2024-04-12T08:55:17.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:16 smithi112 ceph-mon[99443]: pgmap v603: 425 pgs: 425 active+clean; 31 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 728 op/s; 1 B/s, 1 keys/s, 0 objects/s recovering 2024-04-12T08:55:17.093 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:55:16 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:55:16] "GET /metrics HTTP/1.1" 200 60497 "" "Prometheus/2.43.0" 2024-04-12T08:55:17.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:16 smithi175 ceph-mon[87929]: pgmap v603: 425 pgs: 425 active+clean; 31 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 728 op/s; 1 B/s, 1 keys/s, 0 objects/s recovering 2024-04-12T08:55:17.705 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:17.705 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:17.706 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:17.706 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:55:17.706 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:17.706 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:17.706 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:17.706 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:17.706 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:17.706 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:17.706 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:55:17.706 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:17.706 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:17.706 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:17.706 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:17.707 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:55:17.707 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:17.707 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:17.707 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:55:17.707 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:17.707 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:17.707 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:17.707 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:17.707 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:55:17.707 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:17.707 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:17.707 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:17.707 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:17.707 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:17.708 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:17.708 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:55:17.708 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:17.708 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:17.708 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:17.708 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:17.708 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:17.708 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:17.708 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:55:17.708 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:17.708 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:17.708 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:17.708 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:17.709 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:17.709 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:17.709 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:55:17.709 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:17.709 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:17.709 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:17.709 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:17.709 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:55:17.709 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:17.709 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:17.709 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:55:17.710 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:17.710 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:17.710 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:17.710 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:17.710 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:55:17.710 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:17.710 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:17.710 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:17.710 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:17.710 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:17.710 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:17.710 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:55:17.711 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:17.711 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:17.711 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:17.711 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:17.711 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:17.711 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:17.711 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:55:17.711 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:17.711 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:17.711 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:17.712 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:17.712 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:17.712 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:17.712 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:55:17.712 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:17.712 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:17.712 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:17.712 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:17.712 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:55:17.712 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:17.712 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:17.712 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:55:17.713 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:17.713 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:17.713 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:17.713 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:17.713 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:55:17.713 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:17.713 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:17.713 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:17.713 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:17.713 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:17.714 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:17.714 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:55:17.714 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:17.714 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:17.714 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:17.714 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:17.714 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:17.714 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:17.714 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:55:17.714 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:17.715 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:17.715 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:17.715 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:17.715 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:17.715 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:17.715 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:55:17.715 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:17.715 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:17.715 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:17.715 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:17.715 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:55:17.716 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:17.716 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:17.716 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:55:17.716 INFO:tasks.workunit.client.0.smithi112.stdout:read completion cb called! 2024-04-12T08:55:17.716 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 512 2024-04-12T08:55:17.716 INFO:tasks.workunit.client.0.smithi112.stdout:read completion cb called! 2024-04-12T08:55:17.716 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestIOWithIOHint (3499 ms) 2024-04-12T08:55:17.716 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestDataPoolIO 2024-04-12T08:55:18.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:17 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:55:18.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:17 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:55:18.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:17 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:55:19.004 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:55:19.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:18 smithi175 ceph-mon[87929]: pgmap v604: 425 pgs: 425 active+clean; 31 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 727 op/s; 1 B/s, 1 keys/s, 0 objects/s recovering 2024-04-12T08:55:19.266 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:18 smithi175 ceph-mon[87929]: osdmap e644: 8 total, 8 up, 8 in 2024-04-12T08:55:19.266 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:18 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/1149195145' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:55:19.266 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:18 smithi175 ceph-mon[87929]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:55:19.266 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:18 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:55:19.345 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:18 smithi112 ceph-mon[95375]: pgmap v604: 425 pgs: 425 active+clean; 31 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 727 op/s; 1 B/s, 1 keys/s, 0 objects/s recovering 2024-04-12T08:55:19.345 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:18 smithi112 ceph-mon[95375]: osdmap e644: 8 total, 8 up, 8 in 2024-04-12T08:55:19.345 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:18 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/1149195145' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:55:19.345 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:18 smithi112 ceph-mon[95375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:55:19.346 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:18 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:55:19.346 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:18 smithi112 ceph-mon[99443]: pgmap v604: 425 pgs: 425 active+clean; 31 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 727 op/s; 1 B/s, 1 keys/s, 0 objects/s recovering 2024-04-12T08:55:19.346 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:18 smithi112 ceph-mon[99443]: osdmap e644: 8 total, 8 up, 8 in 2024-04-12T08:55:19.346 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:18 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/1149195145' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:55:19.347 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:18 smithi112 ceph-mon[99443]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:55:19.347 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:18 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:55:20.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:20 smithi175 ceph-mon[87929]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-26","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T08:55:20.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:20 smithi175 ceph-mon[87929]: osdmap e645: 8 total, 8 up, 8 in 2024-04-12T08:55:20.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:20 smithi112 ceph-mon[95375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-26","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T08:55:20.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:20 smithi112 ceph-mon[95375]: osdmap e645: 8 total, 8 up, 8 in 2024-04-12T08:55:20.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:20 smithi112 ceph-mon[99443]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-26","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T08:55:20.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:20 smithi112 ceph-mon[99443]: osdmap e645: 8 total, 8 up, 8 in 2024-04-12T08:55:21.077 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 512 2024-04-12T08:55:21.077 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 512 2024-04-12T08:55:21.077 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 512 2024-04-12T08:55:21.077 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 512 2024-04-12T08:55:21.077 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 512 2024-04-12T08:55:21.077 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:21.077 INFO:tasks.workunit.client.0.smithi112.stdout:started write 2024-04-12T08:55:21.078 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:21.078 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:21.078 INFO:tasks.workunit.client.0.smithi112.stdout:finished write 2024-04-12T08:55:21.078 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:21.078 INFO:tasks.workunit.client.0.smithi112.stdout:started write 2024-04-12T08:55:21.078 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:21.078 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:21.078 INFO:tasks.workunit.client.0.smithi112.stdout:finished write 2024-04-12T08:55:21.078 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:21.078 INFO:tasks.workunit.client.0.smithi112.stdout:started write 2024-04-12T08:55:21.078 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:21.078 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:21.078 INFO:tasks.workunit.client.0.smithi112.stdout:finished write 2024-04-12T08:55:21.078 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:21.079 INFO:tasks.workunit.client.0.smithi112.stdout:started write 2024-04-12T08:55:21.079 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:21.079 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:21.079 INFO:tasks.workunit.client.0.smithi112.stdout:finished write 2024-04-12T08:55:21.079 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:21.079 INFO:tasks.workunit.client.0.smithi112.stdout:started write 2024-04-12T08:55:21.079 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:21.079 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:21.079 INFO:tasks.workunit.client.0.smithi112.stdout:finished write 2024-04-12T08:55:21.079 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-12T08:55:21.079 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-12T08:55:21.079 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-12T08:55:21.079 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-12T08:55:21.079 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-12T08:55:21.079 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:21.080 INFO:tasks.workunit.client.0.smithi112.stdout:started read 2024-04-12T08:55:21.080 INFO:tasks.workunit.client.0.smithi112.stdout:read completion cb called! 2024-04-12T08:55:21.080 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 512 2024-04-12T08:55:21.080 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:21.080 INFO:tasks.workunit.client.0.smithi112.stdout:started read 2024-04-12T08:55:21.080 INFO:tasks.workunit.client.0.smithi112.stdout:read completion cb called! 2024-04-12T08:55:21.080 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 512 2024-04-12T08:55:21.080 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:21.080 INFO:tasks.workunit.client.0.smithi112.stdout:started read 2024-04-12T08:55:21.080 INFO:tasks.workunit.client.0.smithi112.stdout:read completion cb called! 2024-04-12T08:55:21.080 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 512 2024-04-12T08:55:21.080 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:21.080 INFO:tasks.workunit.client.0.smithi112.stdout:started read 2024-04-12T08:55:21.080 INFO:tasks.workunit.client.0.smithi112.stdout:read completion cb called! 2024-04-12T08:55:21.081 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 512 2024-04-12T08:55:21.081 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:21.081 INFO:tasks.workunit.client.0.smithi112.stdout:started read 2024-04-12T08:55:21.081 INFO:tasks.workunit.client.0.smithi112.stdout:read completion cb called! 2024-04-12T08:55:21.081 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 512 2024-04-12T08:55:21.081 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 512~512 = 512 2024-04-12T08:55:21.081 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:21.081 INFO:tasks.workunit.client.0.smithi112.stdout:aio discard: 1536~512 = 0 2024-04-12T08:55:21.081 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-12T08:55:21.081 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-12T08:55:21.081 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-12T08:55:21.081 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-12T08:55:21.081 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-12T08:55:21.081 INFO:tasks.workunit.client.0.smithi112.stdout:read completion cb called! 2024-04-12T08:55:21.081 INFO:tasks.workunit.client.0.smithi112.stdout:read completion cb called! 2024-04-12T08:55:21.081 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestDataPoolIO (3372 ms) 2024-04-12T08:55:21.082 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteMismatch 2024-04-12T08:55:21.082 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:55:21.114 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestCompareAndWriteMismatch (37 ms) 2024-04-12T08:55:21.114 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteMismatch 2024-04-12T08:55:21.114 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:55:21.142 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteMismatch (28 ms) 2024-04-12T08:55:21.142 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteSuccess 2024-04-12T08:55:21.142 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:55:21.167 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestCompareAndWriteSuccess (26 ms) 2024-04-12T08:55:21.167 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteSuccess 2024-04-12T08:55:21.168 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:55:21.193 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteSuccess (25 ms) 2024-04-12T08:55:21.193 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitUnaligned 2024-04-12T08:55:21.193 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:55:21.253 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitUnaligned (61 ms) 2024-04-12T08:55:21.254 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnaligned 2024-04-12T08:55:21.254 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:55:21.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:21 smithi175 ceph-mon[87929]: pgmap v607: 457 pgs: 11 creating+peering, 21 unknown, 425 active+clean; 33 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.9 MiB/s rd, 798 KiB/s wr, 2.11k op/s 2024-04-12T08:55:21.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:21 smithi175 ceph-mon[87929]: osdmap e646: 8 total, 8 up, 8 in 2024-04-12T08:55:21.311 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnaligned (57 ms) 2024-04-12T08:55:21.311 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteTooLarge 2024-04-12T08:55:21.311 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:55:21.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:21 smithi112 ceph-mon[99443]: pgmap v607: 457 pgs: 11 creating+peering, 21 unknown, 425 active+clean; 33 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.9 MiB/s rd, 798 KiB/s wr, 2.11k op/s 2024-04-12T08:55:21.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:21 smithi112 ceph-mon[99443]: osdmap e646: 8 total, 8 up, 8 in 2024-04-12T08:55:21.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:21 smithi112 ceph-mon[95375]: pgmap v607: 457 pgs: 11 creating+peering, 21 unknown, 425 active+clean; 33 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.9 MiB/s rd, 798 KiB/s wr, 2.11k op/s 2024-04-12T08:55:21.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:21 smithi112 ceph-mon[95375]: osdmap e646: 8 total, 8 up, 8 in 2024-04-12T08:55:21.390 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestCompareAndWriteTooLarge (79 ms) 2024-04-12T08:55:21.390 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteTooLarge 2024-04-12T08:55:21.390 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:55:21.463 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteTooLarge (73 ms) 2024-04-12T08:55:21.463 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitSuccess 2024-04-12T08:55:21.463 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:55:21.744 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitSuccess (281 ms) 2024-04-12T08:55:21.744 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccess 2024-04-12T08:55:21.744 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:55:22.003 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccess (259 ms) 2024-04-12T08:55:22.003 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteVIovecLenDiffers 2024-04-12T08:55:22.003 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:55:22.035 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteVIovecLenDiffers (32 ms) 2024-04-12T08:55:22.035 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteVMismatch 2024-04-12T08:55:22.035 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:55:22.090 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteVMismatch (55 ms) 2024-04-12T08:55:22.090 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteVSuccess 2024-04-12T08:55:22.090 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:55:22.117 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteVSuccess (27 ms) 2024-04-12T08:55:22.117 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestScatterGatherIO 2024-04-12T08:55:22.117 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:55:22.141 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestScatterGatherIO (24 ms) 2024-04-12T08:55:22.141 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestEmptyDiscard 2024-04-12T08:55:22.141 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:55:22.162 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:22.163 INFO:tasks.workunit.client.0.smithi112.stdout:aio discard: 0~1048576 = 0 2024-04-12T08:55:22.163 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:22.163 INFO:tasks.workunit.client.0.smithi112.stdout:aio discard: 0~4194304 = 0 2024-04-12T08:55:22.163 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:22.163 INFO:tasks.workunit.client.0.smithi112.stdout:aio discard: 3145728~1048576 = 0 2024-04-12T08:55:22.163 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestEmptyDiscard (22 ms) 2024-04-12T08:55:22.163 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestFUA 2024-04-12T08:55:22.163 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:55:22.269 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 512 2024-04-12T08:55:22.270 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 512 2024-04-12T08:55:22.270 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 512 2024-04-12T08:55:22.270 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 512 2024-04-12T08:55:22.270 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 512 2024-04-12T08:55:22.270 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-12T08:55:22.270 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-12T08:55:22.270 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-12T08:55:22.270 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-12T08:55:22.270 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-12T08:55:22.270 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:22.270 INFO:tasks.workunit.client.0.smithi112.stdout:started write 2024-04-12T08:55:22.270 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:22.271 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:22.271 INFO:tasks.workunit.client.0.smithi112.stdout:finished write 2024-04-12T08:55:22.271 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:22.271 INFO:tasks.workunit.client.0.smithi112.stdout:started write 2024-04-12T08:55:22.271 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:22.271 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:22.271 INFO:tasks.workunit.client.0.smithi112.stdout:finished write 2024-04-12T08:55:22.271 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:22.271 INFO:tasks.workunit.client.0.smithi112.stdout:started write 2024-04-12T08:55:22.271 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:22.271 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:22.271 INFO:tasks.workunit.client.0.smithi112.stdout:finished write 2024-04-12T08:55:22.271 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:22.271 INFO:tasks.workunit.client.0.smithi112.stdout:started write 2024-04-12T08:55:22.271 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:22.272 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:22.272 INFO:tasks.workunit.client.0.smithi112.stdout:finished write 2024-04-12T08:55:22.272 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:22.272 INFO:tasks.workunit.client.0.smithi112.stdout:started write 2024-04-12T08:55:22.272 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:22.272 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:22.272 INFO:tasks.workunit.client.0.smithi112.stdout:finished write 2024-04-12T08:55:22.272 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:22.272 INFO:tasks.workunit.client.0.smithi112.stdout:started read 2024-04-12T08:55:22.272 INFO:tasks.workunit.client.0.smithi112.stdout:read completion cb called! 2024-04-12T08:55:22.272 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 512 2024-04-12T08:55:22.272 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:22.272 INFO:tasks.workunit.client.0.smithi112.stdout:started read 2024-04-12T08:55:22.272 INFO:tasks.workunit.client.0.smithi112.stdout:read completion cb called! 2024-04-12T08:55:22.272 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 512 2024-04-12T08:55:22.273 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:22.273 INFO:tasks.workunit.client.0.smithi112.stdout:started read 2024-04-12T08:55:22.273 INFO:tasks.workunit.client.0.smithi112.stdout:read completion cb called! 2024-04-12T08:55:22.273 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 512 2024-04-12T08:55:22.273 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:22.273 INFO:tasks.workunit.client.0.smithi112.stdout:started read 2024-04-12T08:55:22.273 INFO:tasks.workunit.client.0.smithi112.stdout:read completion cb called! 2024-04-12T08:55:22.273 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 512 2024-04-12T08:55:22.273 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:22.273 INFO:tasks.workunit.client.0.smithi112.stdout:started read 2024-04-12T08:55:22.273 INFO:tasks.workunit.client.0.smithi112.stdout:read completion cb called! 2024-04-12T08:55:22.273 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 512 2024-04-12T08:55:22.273 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestFUA (107 ms) 2024-04-12T08:55:22.273 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestIOPP 2024-04-12T08:55:22.273 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:55:22.288 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 512 2024-04-12T08:55:22.289 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 512 2024-04-12T08:55:22.289 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 512 2024-04-12T08:55:22.289 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 512 2024-04-12T08:55:22.289 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 512 2024-04-12T08:55:22.289 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:22.289 INFO:tasks.workunit.client.0.smithi112.stdout:started write 2024-04-12T08:55:22.289 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:22.289 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:22.289 INFO:tasks.workunit.client.0.smithi112.stdout:finished write 2024-04-12T08:55:22.289 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:22.289 INFO:tasks.workunit.client.0.smithi112.stdout:started write 2024-04-12T08:55:22.289 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:22.289 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:22.289 INFO:tasks.workunit.client.0.smithi112.stdout:finished write 2024-04-12T08:55:22.289 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:22.290 INFO:tasks.workunit.client.0.smithi112.stdout:started write 2024-04-12T08:55:22.290 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:22.290 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:22.290 INFO:tasks.workunit.client.0.smithi112.stdout:finished write 2024-04-12T08:55:22.290 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:22.290 INFO:tasks.workunit.client.0.smithi112.stdout:started write 2024-04-12T08:55:22.290 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:22.290 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:22.290 INFO:tasks.workunit.client.0.smithi112.stdout:finished write 2024-04-12T08:55:22.290 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:22.290 INFO:tasks.workunit.client.0.smithi112.stdout:started write 2024-04-12T08:55:22.290 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:22.302 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:22.302 INFO:tasks.workunit.client.0.smithi112.stdout:finished write 2024-04-12T08:55:22.302 INFO:tasks.workunit.client.0.smithi112.stdout:start compare and write 2024-04-12T08:55:22.302 INFO:tasks.workunit.client.0.smithi112.stdout:compare and wrote: 512 2024-04-12T08:55:22.302 INFO:tasks.workunit.client.0.smithi112.stdout:start compare and write 2024-04-12T08:55:22.302 INFO:tasks.workunit.client.0.smithi112.stdout:compare and wrote: 512 2024-04-12T08:55:22.302 INFO:tasks.workunit.client.0.smithi112.stdout:start compare and write 2024-04-12T08:55:22.303 INFO:tasks.workunit.client.0.smithi112.stdout:compare and wrote: 512 2024-04-12T08:55:22.303 INFO:tasks.workunit.client.0.smithi112.stdout:start compare and write 2024-04-12T08:55:22.303 INFO:tasks.workunit.client.0.smithi112.stdout:compare and wrote: 512 2024-04-12T08:55:22.303 INFO:tasks.workunit.client.0.smithi112.stdout:start compare and write 2024-04-12T08:55:22.303 INFO:tasks.workunit.client.0.smithi112.stdout:compare and wrote: 512 2024-04-12T08:55:22.303 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:22.303 INFO:tasks.workunit.client.0.smithi112.stdout:started aio compare and write 2024-04-12T08:55:22.303 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:22.303 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:22.303 INFO:tasks.workunit.client.0.smithi112.stdout:finished aio compare and write 2024-04-12T08:55:22.303 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:22.304 INFO:tasks.workunit.client.0.smithi112.stdout:started aio compare and write 2024-04-12T08:55:22.304 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:22.304 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:22.304 INFO:tasks.workunit.client.0.smithi112.stdout:finished aio compare and write 2024-04-12T08:55:22.304 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:22.304 INFO:tasks.workunit.client.0.smithi112.stdout:started aio compare and write 2024-04-12T08:55:22.304 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:22.306 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:22.306 INFO:tasks.workunit.client.0.smithi112.stdout:finished aio compare and write 2024-04-12T08:55:22.306 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:22.306 INFO:tasks.workunit.client.0.smithi112.stdout:started aio compare and write 2024-04-12T08:55:22.306 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:22.307 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:22.307 INFO:tasks.workunit.client.0.smithi112.stdout:finished aio compare and write 2024-04-12T08:55:22.307 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:22.307 INFO:tasks.workunit.client.0.smithi112.stdout:started aio compare and write 2024-04-12T08:55:22.307 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:22.308 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:22.309 INFO:tasks.workunit.client.0.smithi112.stdout:finished aio compare and write 2024-04-12T08:55:22.309 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-12T08:55:22.309 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-12T08:55:22.309 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-12T08:55:22.309 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-12T08:55:22.309 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-12T08:55:22.309 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:22.309 INFO:tasks.workunit.client.0.smithi112.stdout:started read 2024-04-12T08:55:22.309 INFO:tasks.workunit.client.0.smithi112.stdout:read completion cb called! 2024-04-12T08:55:22.309 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 512 2024-04-12T08:55:22.309 INFO:tasks.workunit.client.0.smithi112.stdout:finished read 2024-04-12T08:55:22.309 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:22.309 INFO:tasks.workunit.client.0.smithi112.stdout:started read 2024-04-12T08:55:22.309 INFO:tasks.workunit.client.0.smithi112.stdout:read completion cb called! 2024-04-12T08:55:22.309 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 512 2024-04-12T08:55:22.310 INFO:tasks.workunit.client.0.smithi112.stdout:finished read 2024-04-12T08:55:22.310 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:22.310 INFO:tasks.workunit.client.0.smithi112.stdout:started read 2024-04-12T08:55:22.310 INFO:tasks.workunit.client.0.smithi112.stdout:read completion cb called! 2024-04-12T08:55:22.310 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 512 2024-04-12T08:55:22.310 INFO:tasks.workunit.client.0.smithi112.stdout:finished read 2024-04-12T08:55:22.311 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:22.311 INFO:tasks.workunit.client.0.smithi112.stdout:started read 2024-04-12T08:55:22.311 INFO:tasks.workunit.client.0.smithi112.stdout:read completion cb called! 2024-04-12T08:55:22.311 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 512 2024-04-12T08:55:22.311 INFO:tasks.workunit.client.0.smithi112.stdout:finished read 2024-04-12T08:55:22.311 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:22.311 INFO:tasks.workunit.client.0.smithi112.stdout:started read 2024-04-12T08:55:22.311 INFO:tasks.workunit.client.0.smithi112.stdout:read completion cb called! 2024-04-12T08:55:22.311 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 512 2024-04-12T08:55:22.311 INFO:tasks.workunit.client.0.smithi112.stdout:finished read 2024-04-12T08:55:22.311 INFO:tasks.workunit.client.0.smithi112.stdout:discard: 512~512 2024-04-12T08:55:22.311 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:22.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:22 smithi112 ceph-mon[95375]: osdmap e647: 8 total, 8 up, 8 in 2024-04-12T08:55:22.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:22 smithi112 ceph-mon[99443]: osdmap e647: 8 total, 8 up, 8 in 2024-04-12T08:55:22.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:22 smithi175 ceph-mon[87929]: osdmap e647: 8 total, 8 up, 8 in 2024-04-12T08:55:23.269 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-12T08:55:23.269 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-12T08:55:23.269 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-12T08:55:23.269 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-12T08:55:23.269 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-12T08:55:23.269 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 0 2024-04-12T08:55:23.269 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:23.269 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:23.269 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 0 2024-04-12T08:55:23.269 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:23.269 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:23.270 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 16384 2024-04-12T08:55:23.270 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:23.270 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:23.270 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 16384 2024-04-12T08:55:23.270 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:23.270 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:23.270 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:55:23.270 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:55:23.270 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 49152 2024-04-12T08:55:23.270 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:23.270 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:23.270 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 49152 2024-04-12T08:55:23.270 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:23.270 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:23.270 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 65536 2024-04-12T08:55:23.270 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:23.271 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:23.271 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 65536 2024-04-12T08:55:23.271 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:23.271 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:23.271 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:55:23.271 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:55:23.271 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 98304 2024-04-12T08:55:23.271 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:23.271 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:23.271 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 98304 2024-04-12T08:55:23.271 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:23.271 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:23.271 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 114688 2024-04-12T08:55:23.271 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:23.271 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:23.271 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 114688 2024-04-12T08:55:23.272 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:23.272 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:23.272 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:55:23.272 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:55:23.272 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 147456 2024-04-12T08:55:23.272 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:23.272 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:23.272 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 147456 2024-04-12T08:55:23.272 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:23.272 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:23.272 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 163840 2024-04-12T08:55:23.272 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:23.272 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:23.272 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 163840 2024-04-12T08:55:23.272 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:23.272 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:23.273 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:55:23.273 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:55:23.273 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 196608 2024-04-12T08:55:23.273 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:23.273 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:23.273 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 196608 2024-04-12T08:55:23.273 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:23.273 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:23.273 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 212992 2024-04-12T08:55:23.273 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:23.273 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:23.273 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 212992 2024-04-12T08:55:23.273 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:23.273 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:23.273 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:55:23.273 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:55:23.273 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:23.274 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:23.274 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:23.274 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:23.274 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:55:23.274 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:23.274 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:23.274 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:23.274 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:23.274 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:23.274 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:23.274 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:55:23.274 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:23.274 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:23.274 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:23.274 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:23.275 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:23.276 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:23.276 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:55:23.276 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:23.276 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:23.276 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:23.276 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:23.276 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:23.282 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:23.283 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:55:23.283 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:23.283 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:23.283 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:23.283 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:23.283 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:55:23.283 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:23.283 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:23.283 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:55:23.283 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:23.283 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:23.283 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:23.305 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:23.305 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:55:23.305 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:23.305 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:23.305 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:23.305 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:23.305 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:23.324 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:23.324 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:55:23.325 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:23.325 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:23.325 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:23.325 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:23.325 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:23.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:23 smithi112 ceph-mon[95375]: pgmap v610: 457 pgs: 11 creating+peering, 446 active+clean; 33 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.0 MiB/s rd, 526 KiB/s wr, 2.10k op/s 2024-04-12T08:55:23.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:23 smithi112 ceph-mon[99443]: pgmap v610: 457 pgs: 11 creating+peering, 446 active+clean; 33 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.0 MiB/s rd, 526 KiB/s wr, 2.10k op/s 2024-04-12T08:55:23.354 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:23.354 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:55:23.354 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:23.354 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:23.354 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:23.354 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:23.354 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:23.380 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:23.380 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:55:23.380 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:23.380 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:23.381 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:23.381 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:23.381 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:55:23.381 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:23.381 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:23.381 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:55:23.381 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:23.381 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:23.381 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:23.427 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:23.427 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:55:23.427 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:23.427 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:23.427 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:23.427 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:23.427 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:23.474 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:23.474 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:55:23.474 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:23.474 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:23.474 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:23.475 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:23.475 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:23.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:23 smithi175 ceph-mon[87929]: pgmap v610: 457 pgs: 11 creating+peering, 446 active+clean; 33 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.0 MiB/s rd, 526 KiB/s wr, 2.10k op/s 2024-04-12T08:55:23.523 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:23.523 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:55:23.523 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:23.523 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:23.524 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:23.524 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:23.524 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:23.568 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:23.569 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:55:23.569 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:23.569 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:23.569 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:23.569 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:23.569 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:55:23.569 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:23.569 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:23.569 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:55:23.569 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:23.569 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:23.569 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:23.637 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:23.637 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:55:23.637 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:23.637 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:23.637 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:23.637 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:23.637 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:23.701 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:23.701 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:55:23.701 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:23.701 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:23.701 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:23.701 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:23.701 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:23.786 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:23.786 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:55:23.786 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:23.787 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:23.787 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:23.787 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:23.787 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:23.859 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:23.859 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:55:23.859 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:23.859 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:23.859 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:23.859 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:23.859 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:55:23.859 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:23.859 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:23.859 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:55:23.860 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:23.860 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:23.860 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:23.957 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:23.958 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:55:23.958 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:23.958 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:23.958 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:23.958 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:23.958 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:24.036 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:24.036 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:55:24.037 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:24.037 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:24.037 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:24.037 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:24.037 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:24.123 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:24.123 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:55:24.123 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:24.123 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:24.123 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:24.124 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:24.124 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:24.213 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:24.213 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:55:24.213 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:24.213 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:24.213 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:24.213 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:24.213 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:55:24.213 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:24.214 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:24.214 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:55:24.214 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestIOPP (1943 ms) 2024-04-12T08:55:24.214 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteCompareTooSmallPP 2024-04-12T08:55:24.214 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:55:24.235 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestCompareAndWriteCompareTooSmallPP (22 ms) 2024-04-12T08:55:24.235 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteCompareTooSmallPP 2024-04-12T08:55:24.235 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:55:24.258 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteCompareTooSmallPP (23 ms) 2024-04-12T08:55:24.258 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteWriteTooSmallPP 2024-04-12T08:55:24.258 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:55:24.281 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestCompareAndWriteWriteTooSmallPP (23 ms) 2024-04-12T08:55:24.281 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteWriteTooSmallPP 2024-04-12T08:55:24.281 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:55:24.303 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteWriteTooSmallPP (23 ms) 2024-04-12T08:55:24.303 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteMismatchPP 2024-04-12T08:55:24.303 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:55:24.330 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestCompareAndWriteMismatchPP (27 ms) 2024-04-12T08:55:24.330 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteMismatchPP 2024-04-12T08:55:24.330 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:55:24.352 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:24.356 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteMismatchPP (25 ms) 2024-04-12T08:55:24.356 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteMismatchBufferlistGreaterLenPP 2024-04-12T08:55:24.356 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:55:24.384 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestCompareAndWriteMismatchBufferlistGreaterLenPP (28 ms) 2024-04-12T08:55:24.384 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteMismatchBufferlistGreaterLenPP 2024-04-12T08:55:24.384 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:55:24.407 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:24.410 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteMismatchBufferlistGreaterLenPP (26 ms) 2024-04-12T08:55:24.411 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteSuccessPP 2024-04-12T08:55:24.411 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:55:24.438 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestCompareAndWriteSuccessPP (26 ms) 2024-04-12T08:55:24.438 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteSuccessPP 2024-04-12T08:55:24.438 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:55:24.456 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:24.460 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteSuccessPP (23 ms) 2024-04-12T08:55:24.460 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteSuccessBufferlistGreaterLenPP 2024-04-12T08:55:24.460 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:55:24.486 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestCompareAndWriteSuccessBufferlistGreaterLenPP (27 ms) 2024-04-12T08:55:24.487 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteSuccessBufferlistGreaterLenPP 2024-04-12T08:55:24.487 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:55:24.510 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:24.514 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteSuccessBufferlistGreaterLenPP (27 ms) 2024-04-12T08:55:24.514 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitUnalignedPP 2024-04-12T08:55:24.514 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:55:24.582 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitUnalignedPP (68 ms) 2024-04-12T08:55:24.582 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnalignedPP 2024-04-12T08:55:24.582 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:55:24.631 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:24.652 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnalignedPP (70 ms) 2024-04-12T08:55:24.652 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteTooLargePP 2024-04-12T08:55:24.652 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:55:24.711 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestCompareAndWriteTooLargePP (59 ms) 2024-04-12T08:55:24.711 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteTooLargePP 2024-04-12T08:55:24.711 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:55:24.754 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:24.770 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteTooLargePP (60 ms) 2024-04-12T08:55:24.771 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitSuccessPP 2024-04-12T08:55:24.771 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:55:25.051 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitSuccessPP (280 ms) 2024-04-12T08:55:25.051 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccessPP 2024-04-12T08:55:25.051 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:55:25.285 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:25.301 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccessPP (250 ms) 2024-04-12T08:55:25.301 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestIOPPWithIOHint 2024-04-12T08:55:25.301 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:55:25.330 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 512 2024-04-12T08:55:25.330 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 512 2024-04-12T08:55:25.331 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 512 2024-04-12T08:55:25.331 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 512 2024-04-12T08:55:25.331 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 512 2024-04-12T08:55:25.331 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:25.331 INFO:tasks.workunit.client.0.smithi112.stdout:started write 2024-04-12T08:55:25.331 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:25.331 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:25.331 INFO:tasks.workunit.client.0.smithi112.stdout:finished write 2024-04-12T08:55:25.331 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:25.331 INFO:tasks.workunit.client.0.smithi112.stdout:started write 2024-04-12T08:55:25.331 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:25.332 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:25.332 INFO:tasks.workunit.client.0.smithi112.stdout:finished write 2024-04-12T08:55:25.332 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:25.332 INFO:tasks.workunit.client.0.smithi112.stdout:started write 2024-04-12T08:55:25.332 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:25.333 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:25.333 INFO:tasks.workunit.client.0.smithi112.stdout:finished write 2024-04-12T08:55:25.333 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:25.333 INFO:tasks.workunit.client.0.smithi112.stdout:started write 2024-04-12T08:55:25.333 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:25.337 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:25.337 INFO:tasks.workunit.client.0.smithi112.stdout:finished write 2024-04-12T08:55:25.337 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:25.337 INFO:tasks.workunit.client.0.smithi112.stdout:started write 2024-04-12T08:55:25.337 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:25.337 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:25.338 INFO:tasks.workunit.client.0.smithi112.stdout:finished write 2024-04-12T08:55:25.338 INFO:tasks.workunit.client.0.smithi112.stdout:read: 512 2024-04-12T08:55:25.338 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:25.338 INFO:tasks.workunit.client.0.smithi112.stdout:started read 2024-04-12T08:55:25.338 INFO:tasks.workunit.client.0.smithi112.stdout:read completion cb called! 2024-04-12T08:55:25.338 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 512 2024-04-12T08:55:25.338 INFO:tasks.workunit.client.0.smithi112.stdout:finished read 2024-04-12T08:55:25.338 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:25.338 INFO:tasks.workunit.client.0.smithi112.stdout:started read 2024-04-12T08:55:25.338 INFO:tasks.workunit.client.0.smithi112.stdout:read completion cb called! 2024-04-12T08:55:25.338 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 512 2024-04-12T08:55:25.338 INFO:tasks.workunit.client.0.smithi112.stdout:finished read 2024-04-12T08:55:25.338 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:25.339 INFO:tasks.workunit.client.0.smithi112.stdout:started read 2024-04-12T08:55:25.339 INFO:tasks.workunit.client.0.smithi112.stdout:read completion cb called! 2024-04-12T08:55:25.339 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 512 2024-04-12T08:55:25.339 INFO:tasks.workunit.client.0.smithi112.stdout:finished read 2024-04-12T08:55:25.339 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:25.339 INFO:tasks.workunit.client.0.smithi112.stdout:started read 2024-04-12T08:55:25.339 INFO:tasks.workunit.client.0.smithi112.stdout:read completion cb called! 2024-04-12T08:55:25.339 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 512 2024-04-12T08:55:25.340 INFO:tasks.workunit.client.0.smithi112.stdout:finished read 2024-04-12T08:55:25.340 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:25.340 INFO:tasks.workunit.client.0.smithi112.stdout:started read 2024-04-12T08:55:25.340 INFO:tasks.workunit.client.0.smithi112.stdout:read completion cb called! 2024-04-12T08:55:25.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:25 smithi112 ceph-mon[99443]: pgmap v611: 457 pgs: 457 active+clean; 61 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 6.7 MiB/s wr, 2.19k op/s 2024-04-12T08:55:25.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:25 smithi112 ceph-mon[95375]: pgmap v611: 457 pgs: 457 active+clean; 61 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 6.7 MiB/s wr, 2.19k op/s 2024-04-12T08:55:25.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:25 smithi175 ceph-mon[87929]: pgmap v611: 457 pgs: 457 active+clean; 61 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 6.7 MiB/s wr, 2.19k op/s 2024-04-12T08:55:26.215 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 512 2024-04-12T08:55:26.216 INFO:tasks.workunit.client.0.smithi112.stdout:finished read 2024-04-12T08:55:26.216 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 0 2024-04-12T08:55:26.216 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:26.216 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:26.216 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 0 2024-04-12T08:55:26.216 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:26.216 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:26.216 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 16384 2024-04-12T08:55:26.216 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:26.216 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:26.216 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 16384 2024-04-12T08:55:26.217 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:26.217 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:26.217 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:55:26.217 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:55:26.217 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 49152 2024-04-12T08:55:26.217 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:26.217 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:26.217 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 49152 2024-04-12T08:55:26.217 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:26.217 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:26.217 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 65536 2024-04-12T08:55:26.217 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:26.217 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:26.218 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 65536 2024-04-12T08:55:26.218 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:26.218 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:26.218 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:55:26.218 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:55:26.218 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 98304 2024-04-12T08:55:26.218 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:26.218 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:26.218 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 98304 2024-04-12T08:55:26.218 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:26.218 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:26.218 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 114688 2024-04-12T08:55:26.219 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:26.219 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:26.219 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 114688 2024-04-12T08:55:26.219 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:26.219 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:26.219 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:55:26.219 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:55:26.219 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 147456 2024-04-12T08:55:26.219 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:26.219 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:26.219 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 147456 2024-04-12T08:55:26.219 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:26.220 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:26.220 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 163840 2024-04-12T08:55:26.220 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:26.220 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:26.220 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 163840 2024-04-12T08:55:26.220 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:26.220 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:26.220 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:55:26.220 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:55:26.220 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 196608 2024-04-12T08:55:26.220 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:26.220 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:26.221 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 196608 2024-04-12T08:55:26.221 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:26.221 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:26.221 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 212992 2024-04-12T08:55:26.221 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:26.221 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:26.221 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 212992 2024-04-12T08:55:26.221 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:26.221 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:26.221 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:55:26.221 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:55:26.221 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:26.221 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:26.222 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:26.222 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:26.222 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:55:26.222 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:26.222 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:26.222 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:26.222 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:26.222 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:26.223 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:26.223 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:55:26.223 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:26.223 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:26.223 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:26.223 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:26.223 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:26.224 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:26.224 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:55:26.224 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:26.224 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:26.224 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:26.224 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:26.225 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:26.231 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:26.231 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:55:26.231 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:26.232 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:26.232 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:26.232 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:26.232 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:55:26.232 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:26.232 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:26.232 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:55:26.232 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:26.232 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:26.232 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:26.253 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:26.253 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:55:26.253 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:26.253 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:26.253 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:26.253 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:26.253 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:26.272 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:26.272 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:55:26.272 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:26.272 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:26.272 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:26.272 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:26.272 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:26.299 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:26.299 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:55:26.299 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:26.299 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:26.299 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:26.299 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:26.299 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:26.324 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:26.325 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:55:26.325 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:26.325 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:26.325 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:26.325 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:26.325 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:55:26.325 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:26.325 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:26.325 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:55:26.325 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:26.325 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:26.325 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:26.364 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:26.364 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:55:26.364 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:26.364 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:26.364 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:26.364 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:26.364 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:26.404 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:26.404 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:55:26.404 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:26.404 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:26.404 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:26.404 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:26.404 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:26.451 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:26.452 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:55:26.452 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:26.452 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:26.452 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:26.452 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:26.452 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:26.496 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:26.496 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:55:26.496 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:26.496 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:26.497 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:26.497 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:26.497 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:55:26.497 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:26.497 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:26.497 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:55:26.497 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:26.497 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:26.497 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:26.558 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:26.558 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:55:26.558 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:26.558 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:26.558 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:26.558 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:26.558 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:26.618 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:26.618 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:55:26.619 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:26.619 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:26.619 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:26.619 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:26.619 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:26.687 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:26.687 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:55:26.687 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:26.688 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:26.688 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:26.688 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:26.688 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:26.747 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:26.747 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:55:26.748 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:26.748 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:26.748 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:26.748 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:26.748 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:55:26.748 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:26.748 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:26.748 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:55:26.748 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:26.748 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:26.748 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:26.834 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:26.834 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:55:26.834 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:26.834 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:26.834 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:26.834 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:26.834 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:26.910 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:26.910 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:55:26.910 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:26.910 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:26.910 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:26.910 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:26.910 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:26.995 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:26.995 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:55:26.995 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:26.995 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:26.995 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:26.995 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:26.995 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:55:27.083 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:55:27.083 INFO:tasks.workunit.client.0.smithi112.stdout:finished writesame 2024-04-12T08:55:27.083 INFO:tasks.workunit.client.0.smithi112.stdout:to verify the data 2024-04-12T08:55:27.083 INFO:tasks.workunit.client.0.smithi112.stdout:verified 2024-04-12T08:55:27.083 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:27.083 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:27.083 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:55:27.083 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:55:27.083 INFO:tasks.workunit.client.0.smithi112.stdout:started writesame 2024-04-12T08:55:27.083 INFO:tasks.workunit.client.0.smithi112.stdout:expected fail, finished writesame 2024-04-12T08:55:27.083 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestIOPPWithIOHint (1782 ms) 2024-04-12T08:55:27.084 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestIOToSnapshot 2024-04-12T08:55:27.084 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:55:27.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:27 smithi112 ceph-mon[95375]: pgmap v612: 457 pgs: 457 active+clean; 91 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 10 MiB/s wr, 1.12k op/s 2024-04-12T08:55:27.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:27 smithi112 ceph-mon[99443]: pgmap v612: 457 pgs: 457 active+clean; 91 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 10 MiB/s wr, 1.12k op/s 2024-04-12T08:55:27.092 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:55:26 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:55:26] "GET /metrics HTTP/1.1" 200 60496 "" "Prometheus/2.43.0" 2024-04-12T08:55:27.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:27 smithi175 ceph-mon[87929]: pgmap v612: 457 pgs: 457 active+clean; 91 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 10 MiB/s wr, 1.12k op/s 2024-04-12T08:55:28.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:28 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:55:28.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:28 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:55:28.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:28 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:55:28.779 INFO:tasks.workunit.client.0.smithi112.stdout:num snaps is: 0 2024-04-12T08:55:28.779 INFO:tasks.workunit.client.0.smithi112.stdout:expected: 0 2024-04-12T08:55:28.779 INFO:tasks.workunit.client.0.smithi112.stdout:num snaps is: 1 2024-04-12T08:55:28.779 INFO:tasks.workunit.client.0.smithi112.stdout:expected: 1 2024-04-12T08:55:28.779 INFO:tasks.workunit.client.0.smithi112.stdout:snap: orig 2024-04-12T08:55:28.779 INFO:tasks.workunit.client.0.smithi112.stdout:found orig with size 2097152 2024-04-12T08:55:28.779 INFO:tasks.workunit.client.0.smithi112.stdout:read: 80 2024-04-12T08:55:28.779 INFO:tasks.workunit.client.0.smithi112.stdout:write test data! 2024-04-12T08:55:28.779 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 80 2024-04-12T08:55:28.779 INFO:tasks.workunit.client.0.smithi112.stdout:num snaps is: 2 2024-04-12T08:55:28.779 INFO:tasks.workunit.client.0.smithi112.stdout:expected: 2 2024-04-12T08:55:28.779 INFO:tasks.workunit.client.0.smithi112.stdout:snap: orig 2024-04-12T08:55:28.779 INFO:tasks.workunit.client.0.smithi112.stdout:snap: written 2024-04-12T08:55:28.780 INFO:tasks.workunit.client.0.smithi112.stdout:found orig with size 2097152 2024-04-12T08:55:28.780 INFO:tasks.workunit.client.0.smithi112.stdout:found written with size 2097152 2024-04-12T08:55:28.780 INFO:tasks.workunit.client.0.smithi112.stdout:read: 80 2024-04-12T08:55:28.780 INFO:tasks.workunit.client.0.smithi112.stdout:read: 80 2024-04-12T08:55:28.780 INFO:tasks.workunit.client.0.smithi112.stdout:read: 80 2024-04-12T08:55:28.780 INFO:tasks.workunit.client.0.smithi112.stdout:write to snapshot returned -30 2024-04-12T08:55:28.780 INFO:tasks.workunit.client.0.smithi112.stdout:Read-only file system 2024-04-12T08:55:28.804 INFO:tasks.workunit.client.0.smithi112.stdout:read: 80 2024-04-12T08:55:28.804 INFO:tasks.workunit.client.0.smithi112.stdout:read: 80 2024-04-12T08:55:28.804 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 80 2024-04-12T08:55:28.804 INFO:tasks.workunit.client.0.smithi112.stdout:opening testimg@orig 2024-04-12T08:55:28.804 INFO:tasks.workunit.client.0.smithi112.stdout:read: 80 2024-04-12T08:55:28.804 INFO:tasks.workunit.client.0.smithi112.stdout:write to snapshot returned -30 2024-04-12T08:55:28.804 INFO:tasks.workunit.client.0.smithi112.stdout:Read-only file system 2024-04-12T08:55:29.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:29 smithi112 ceph-mon[95375]: pgmap v613: 457 pgs: 457 active+clean; 107 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 11 MiB/s wr, 1.01k op/s 2024-04-12T08:55:29.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:29 smithi112 ceph-mon[95375]: osdmap e648: 8 total, 8 up, 8 in 2024-04-12T08:55:29.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:29 smithi112 ceph-mon[95375]: osdmap e649: 8 total, 8 up, 8 in 2024-04-12T08:55:29.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:29 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:55:29.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:29 smithi112 ceph-mon[99443]: pgmap v613: 457 pgs: 457 active+clean; 107 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 11 MiB/s wr, 1.01k op/s 2024-04-12T08:55:29.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:29 smithi112 ceph-mon[99443]: osdmap e648: 8 total, 8 up, 8 in 2024-04-12T08:55:29.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:29 smithi112 ceph-mon[99443]: osdmap e649: 8 total, 8 up, 8 in 2024-04-12T08:55:29.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:29 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:55:29.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:29 smithi175 ceph-mon[87929]: pgmap v613: 457 pgs: 457 active+clean; 107 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 11 MiB/s wr, 1.01k op/s 2024-04-12T08:55:29.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:29 smithi175 ceph-mon[87929]: osdmap e648: 8 total, 8 up, 8 in 2024-04-12T08:55:29.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:29 smithi175 ceph-mon[87929]: osdmap e649: 8 total, 8 up, 8 in 2024-04-12T08:55:29.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:29 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:55:30.794 INFO:tasks.workunit.client.0.smithi112.stdout:num snaps is: 2 2024-04-12T08:55:30.795 INFO:tasks.workunit.client.0.smithi112.stdout:expected: 2 2024-04-12T08:55:30.795 INFO:tasks.workunit.client.0.smithi112.stdout:snap: orig 2024-04-12T08:55:30.795 INFO:tasks.workunit.client.0.smithi112.stdout:snap: written 2024-04-12T08:55:30.795 INFO:tasks.workunit.client.0.smithi112.stdout:found orig with size 2097152 2024-04-12T08:55:30.795 INFO:tasks.workunit.client.0.smithi112.stdout:found written with size 2097152 2024-04-12T08:55:30.795 INFO:tasks.workunit.client.0.smithi112.stdout:num snaps is: 1 2024-04-12T08:55:30.795 INFO:tasks.workunit.client.0.smithi112.stdout:expected: 1 2024-04-12T08:55:30.795 INFO:tasks.workunit.client.0.smithi112.stdout:snap: orig 2024-04-12T08:55:30.795 INFO:tasks.workunit.client.0.smithi112.stdout:found orig with size 2097152 2024-04-12T08:55:30.795 INFO:tasks.workunit.client.0.smithi112.stdout:num snaps is: 0 2024-04-12T08:55:30.795 INFO:tasks.workunit.client.0.smithi112.stdout:expected: 0 2024-04-12T08:55:30.795 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestIOToSnapshot (3712 ms) 2024-04-12T08:55:30.795 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestSnapshotDeletedIo 2024-04-12T08:55:30.796 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:55:31.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:30 smithi112 ceph-mon[99443]: osdmap e650: 8 total, 8 up, 8 in 2024-04-12T08:55:31.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:30 smithi112 ceph-mon[99443]: pgmap v617: 457 pgs: 457 active+clean; 131 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 13 MiB/s wr, 1.53k op/s 2024-04-12T08:55:31.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:30 smithi112 ceph-mon[95375]: osdmap e650: 8 total, 8 up, 8 in 2024-04-12T08:55:31.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:30 smithi112 ceph-mon[95375]: pgmap v617: 457 pgs: 457 active+clean; 131 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 13 MiB/s wr, 1.53k op/s 2024-04-12T08:55:31.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:30 smithi175 ceph-mon[87929]: osdmap e650: 8 total, 8 up, 8 in 2024-04-12T08:55:31.163 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:30 smithi175 ceph-mon[87929]: pgmap v617: 457 pgs: 457 active+clean; 131 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 13 MiB/s wr, 1.53k op/s 2024-04-12T08:55:32.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:31 smithi175 ceph-mon[87929]: osdmap e651: 8 total, 8 up, 8 in 2024-04-12T08:55:32.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:31 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:55:32.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:31 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:55:32.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:31 smithi112 ceph-mon[95375]: osdmap e651: 8 total, 8 up, 8 in 2024-04-12T08:55:32.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:31 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:55:32.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:31 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:55:32.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:31 smithi112 ceph-mon[99443]: osdmap e651: 8 total, 8 up, 8 in 2024-04-12T08:55:32.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:31 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:55:32.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:31 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:55:32.798 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestSnapshotDeletedIo (2003 ms) 2024-04-12T08:55:32.798 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestClone 2024-04-12T08:55:32.798 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:55:33.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:32 smithi112 ceph-mon[95375]: osdmap e652: 8 total, 8 up, 8 in 2024-04-12T08:55:33.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:32 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:55:33.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:32 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:55:33.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:32 smithi112 ceph-mon[95375]: pgmap v620: 457 pgs: 457 active+clean; 131 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 7.9 MiB/s wr, 2.96k op/s 2024-04-12T08:55:33.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:32 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:55:33.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:32 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:55:33.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:32 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:55:33.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:32 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:55:33.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:32 smithi112 ceph-mon[99443]: osdmap e652: 8 total, 8 up, 8 in 2024-04-12T08:55:33.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:32 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:55:33.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:32 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:55:33.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:32 smithi112 ceph-mon[99443]: pgmap v620: 457 pgs: 457 active+clean; 131 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 7.9 MiB/s wr, 2.96k op/s 2024-04-12T08:55:33.094 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:32 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:55:33.094 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:32 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:55:33.094 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:32 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:55:33.094 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:32 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:55:33.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:32 smithi175 ceph-mon[87929]: osdmap e652: 8 total, 8 up, 8 in 2024-04-12T08:55:33.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:32 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:55:33.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:32 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:55:33.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:32 smithi175 ceph-mon[87929]: pgmap v620: 457 pgs: 457 active+clean; 131 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 7.9 MiB/s wr, 2.96k op/s 2024-04-12T08:55:33.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:32 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:55:33.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:32 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:55:33.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:32 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:55:33.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:32 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:55:34.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:33 smithi112 ceph-mon[99443]: pgmap v621: 457 pgs: 457 active+clean; 131 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 782 KiB/s rd, 389 KiB/s wr, 1.57k op/s 2024-04-12T08:55:34.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:33 smithi112 ceph-mon[99443]: pgmap v622: 457 pgs: 457 active+clean; 131 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 536 KiB/s wr, 2.16k op/s 2024-04-12T08:55:34.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:33 smithi112 ceph-mon[99443]: osdmap e653: 8 total, 8 up, 8 in 2024-04-12T08:55:34.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:33 smithi112 ceph-mon[95375]: pgmap v621: 457 pgs: 457 active+clean; 131 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 782 KiB/s rd, 389 KiB/s wr, 1.57k op/s 2024-04-12T08:55:34.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:33 smithi112 ceph-mon[95375]: pgmap v622: 457 pgs: 457 active+clean; 131 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 536 KiB/s wr, 2.16k op/s 2024-04-12T08:55:34.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:33 smithi112 ceph-mon[95375]: osdmap e653: 8 total, 8 up, 8 in 2024-04-12T08:55:34.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:33 smithi175 ceph-mon[87929]: pgmap v621: 457 pgs: 457 active+clean; 131 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 782 KiB/s rd, 389 KiB/s wr, 1.57k op/s 2024-04-12T08:55:34.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:33 smithi175 ceph-mon[87929]: pgmap v622: 457 pgs: 457 active+clean; 131 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 536 KiB/s wr, 2.16k op/s 2024-04-12T08:55:34.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:33 smithi175 ceph-mon[87929]: osdmap e653: 8 total, 8 up, 8 in 2024-04-12T08:55:34.905 INFO:tasks.workunit.client.0.smithi112.stdout:made parent image "parent" 2024-04-12T08:55:34.905 INFO:tasks.workunit.client.0.smithi112.stdout:parent has no parent info 2024-04-12T08:55:34.905 INFO:tasks.workunit.client.0.smithi112.stdout:made snapshot "parent@parent_snap" 2024-04-12T08:55:34.905 INFO:tasks.workunit.client.0.smithi112.stdout:can't unprotect an unprotected snap 2024-04-12T08:55:34.905 INFO:tasks.workunit.client.0.smithi112.stdout:can't protect a protected snap 2024-04-12T08:55:34.905 INFO:tasks.workunit.client.0.smithi112.stdout:made and opened clone "child" 2024-04-12T08:55:34.905 INFO:tasks.workunit.client.0.smithi112.stdout:read: 8 2024-04-12T08:55:34.905 INFO:tasks.workunit.client.0.smithi112.stdout:read: 8 2024-04-12T08:55:34.905 INFO:tasks.workunit.client.0.smithi112.stdout:read: 8 2024-04-12T08:55:34.905 INFO:tasks.workunit.client.0.smithi112.stdout:sizes and overlaps are good between parent and child 2024-04-12T08:55:34.905 INFO:tasks.workunit.client.0.smithi112.stdout:child image successfully cloned all image-meta pairs 2024-04-12T08:55:34.905 INFO:tasks.workunit.client.0.smithi112.stdout:sized down clone, changed overlap 2024-04-12T08:55:34.906 INFO:tasks.workunit.client.0.smithi112.stdout:parent info: size 4194304 obj_size 4194304 parent_pool 18446744073709551615 2024-04-12T08:55:34.906 INFO:tasks.workunit.client.0.smithi112.stdout:sized up clone, changed size but not overlap or parent's size 2024-04-12T08:55:34.906 INFO:tasks.workunit.client.0.smithi112.stdout:can't remove parent while child still exists 2024-04-12T08:55:34.906 INFO:tasks.workunit.client.0.smithi112.stdout:can't remove parent while still protected 2024-04-12T08:55:34.906 INFO:tasks.workunit.client.0.smithi112.stdout:removed parent snap after unprotecting 2024-04-12T08:55:34.906 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestClone (2107 ms) 2024-04-12T08:55:34.906 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestClone2 2024-04-12T08:55:34.906 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:55:35.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:34 smithi175 ceph-mon[87929]: osdmap e654: 8 total, 8 up, 8 in 2024-04-12T08:55:35.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:34 smithi112 ceph-mon[95375]: osdmap e654: 8 total, 8 up, 8 in 2024-04-12T08:55:35.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:34 smithi112 ceph-mon[99443]: osdmap e654: 8 total, 8 up, 8 in 2024-04-12T08:55:36.016 INFO:tasks.workunit.client.0.smithi112.stdout:made parent image "parent" 2024-04-12T08:55:36.016 INFO:tasks.workunit.client.0.smithi112.stdout:parent has no parent info 2024-04-12T08:55:36.016 INFO:tasks.workunit.client.0.smithi112.stdout:made snapshot "parent@parent_snap" 2024-04-12T08:55:36.016 INFO:tasks.workunit.client.0.smithi112.stdout:made and opened clone "child" 2024-04-12T08:55:36.016 INFO:tasks.workunit.client.0.smithi112.stdout:child image successfully cloned all image-meta pairs 2024-04-12T08:55:36.016 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestClone2 (1111 ms) 2024-04-12T08:55:36.016 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.ListChildren 2024-04-12T08:55:36.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:35 smithi175 ceph-mon[87929]: pgmap v625: 457 pgs: 457 active+clean; 131 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 65 KiB/s rd, 7.1 KiB/s wr, 91 op/s 2024-04-12T08:55:36.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:35 smithi175 ceph-mon[87929]: osdmap e655: 8 total, 8 up, 8 in 2024-04-12T08:55:36.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:35 smithi112 ceph-mon[99443]: pgmap v625: 457 pgs: 457 active+clean; 131 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 65 KiB/s rd, 7.1 KiB/s wr, 91 op/s 2024-04-12T08:55:36.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:35 smithi112 ceph-mon[99443]: osdmap e655: 8 total, 8 up, 8 in 2024-04-12T08:55:36.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:35 smithi112 ceph-mon[95375]: pgmap v625: 457 pgs: 457 active+clean; 131 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 65 KiB/s rd, 7.1 KiB/s wr, 91 op/s 2024-04-12T08:55:36.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:35 smithi112 ceph-mon[95375]: osdmap e655: 8 total, 8 up, 8 in 2024-04-12T08:55:37.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:36 smithi112 ceph-mon[95375]: osdmap e656: 8 total, 8 up, 8 in 2024-04-12T08:55:37.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:36 smithi112 ceph-mon[99443]: osdmap e656: 8 total, 8 up, 8 in 2024-04-12T08:55:37.093 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:55:36 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:55:36] "GET /metrics HTTP/1.1" 200 62911 "" "Prometheus/2.43.0" 2024-04-12T08:55:37.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:36 smithi175 ceph-mon[87929]: osdmap e656: 8 total, 8 up, 8 in 2024-04-12T08:55:38.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:37 smithi175 ceph-mon[87929]: pgmap v628: 457 pgs: 457 active+clean; 131 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 432 KiB/s rd, 33 KiB/s wr, 532 op/s 2024-04-12T08:55:38.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:37 smithi175 ceph-mon[87929]: osdmap e657: 8 total, 8 up, 8 in 2024-04-12T08:55:38.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:37 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/3366474154' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:55:38.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:37 smithi175 ceph-mon[87929]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:55:38.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:37 smithi112 ceph-mon[95375]: pgmap v628: 457 pgs: 457 active+clean; 131 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 432 KiB/s rd, 33 KiB/s wr, 532 op/s 2024-04-12T08:55:38.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:37 smithi112 ceph-mon[95375]: osdmap e657: 8 total, 8 up, 8 in 2024-04-12T08:55:38.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:37 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/3366474154' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:55:38.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:37 smithi112 ceph-mon[95375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:55:38.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:37 smithi112 ceph-mon[99443]: pgmap v628: 457 pgs: 457 active+clean; 131 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 432 KiB/s rd, 33 KiB/s wr, 532 op/s 2024-04-12T08:55:38.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:37 smithi112 ceph-mon[99443]: osdmap e657: 8 total, 8 up, 8 in 2024-04-12T08:55:38.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:37 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/3366474154' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:55:38.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:37 smithi112 ceph-mon[99443]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:55:39.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:38 smithi175 ceph-mon[87929]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-27","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T08:55:39.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:38 smithi175 ceph-mon[87929]: osdmap e658: 8 total, 8 up, 8 in 2024-04-12T08:55:39.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:38 smithi175 ceph-mon[87929]: osdmap e659: 8 total, 8 up, 8 in 2024-04-12T08:55:39.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:38 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/779814496' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:55:39.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:38 smithi175 ceph-mon[87929]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:55:39.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:38 smithi112 ceph-mon[99443]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-27","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T08:55:39.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:38 smithi112 ceph-mon[99443]: osdmap e658: 8 total, 8 up, 8 in 2024-04-12T08:55:39.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:38 smithi112 ceph-mon[99443]: osdmap e659: 8 total, 8 up, 8 in 2024-04-12T08:55:39.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:38 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/779814496' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:55:39.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:38 smithi112 ceph-mon[99443]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:55:39.344 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:38 smithi112 ceph-mon[95375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-27","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T08:55:39.344 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:38 smithi112 ceph-mon[95375]: osdmap e658: 8 total, 8 up, 8 in 2024-04-12T08:55:39.344 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:38 smithi112 ceph-mon[95375]: osdmap e659: 8 total, 8 up, 8 in 2024-04-12T08:55:39.344 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:38 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/779814496' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:55:39.344 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:38 smithi112 ceph-mon[95375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:55:39.771 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:55:40.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:39 smithi175 ceph-mon[87929]: pgmap v631: 489 pgs: 17 unknown, 472 active+clean; 131 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 787 KiB/s rd, 56 KiB/s wr, 942 op/s 2024-04-12T08:55:40.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:39 smithi175 ceph-mon[87929]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-28","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T08:55:40.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:39 smithi175 ceph-mon[87929]: osdmap e660: 8 total, 8 up, 8 in 2024-04-12T08:55:40.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:39 smithi112 ceph-mon[95375]: pgmap v631: 489 pgs: 17 unknown, 472 active+clean; 131 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 787 KiB/s rd, 56 KiB/s wr, 942 op/s 2024-04-12T08:55:40.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:39 smithi112 ceph-mon[95375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-28","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T08:55:40.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:39 smithi112 ceph-mon[95375]: osdmap e660: 8 total, 8 up, 8 in 2024-04-12T08:55:40.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:39 smithi112 ceph-mon[99443]: pgmap v631: 489 pgs: 17 unknown, 472 active+clean; 131 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 787 KiB/s rd, 56 KiB/s wr, 942 op/s 2024-04-12T08:55:40.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:39 smithi112 ceph-mon[99443]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-28","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T08:55:40.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:39 smithi112 ceph-mon[99443]: osdmap e660: 8 total, 8 up, 8 in 2024-04-12T08:55:42.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:41 smithi175 ceph-mon[87929]: pgmap v634: 521 pgs: 49 unknown, 472 active+clean; 131 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 399 KiB/s rd, 28 KiB/s wr, 471 op/s 2024-04-12T08:55:42.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:41 smithi175 ceph-mon[87929]: osdmap e661: 8 total, 8 up, 8 in 2024-04-12T08:55:42.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:41 smithi112 ceph-mon[95375]: pgmap v634: 521 pgs: 49 unknown, 472 active+clean; 131 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 399 KiB/s rd, 28 KiB/s wr, 471 op/s 2024-04-12T08:55:42.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:41 smithi112 ceph-mon[95375]: osdmap e661: 8 total, 8 up, 8 in 2024-04-12T08:55:42.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:41 smithi112 ceph-mon[99443]: pgmap v634: 521 pgs: 49 unknown, 472 active+clean; 131 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 399 KiB/s rd, 28 KiB/s wr, 471 op/s 2024-04-12T08:55:42.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:41 smithi112 ceph-mon[99443]: osdmap e661: 8 total, 8 up, 8 in 2024-04-12T08:55:43.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:42 smithi175 ceph-mon[87929]: osdmap e662: 8 total, 8 up, 8 in 2024-04-12T08:55:43.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:42 smithi112 ceph-mon[95375]: osdmap e662: 8 total, 8 up, 8 in 2024-04-12T08:55:43.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:42 smithi112 ceph-mon[99443]: osdmap e662: 8 total, 8 up, 8 in 2024-04-12T08:55:44.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:43 smithi112 ceph-mon[95375]: pgmap v637: 521 pgs: 13 unknown, 508 active+clean; 131 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 3.5 KiB/s rd, 511 B/s wr, 5 op/s 2024-04-12T08:55:44.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:43 smithi112 ceph-mon[95375]: osdmap e663: 8 total, 8 up, 8 in 2024-04-12T08:55:44.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:43 smithi112 ceph-mon[95375]: osdmap e664: 8 total, 8 up, 8 in 2024-04-12T08:55:44.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:43 smithi112 ceph-mon[99443]: pgmap v637: 521 pgs: 13 unknown, 508 active+clean; 131 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 3.5 KiB/s rd, 511 B/s wr, 5 op/s 2024-04-12T08:55:44.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:43 smithi112 ceph-mon[99443]: osdmap e663: 8 total, 8 up, 8 in 2024-04-12T08:55:44.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:43 smithi112 ceph-mon[99443]: osdmap e664: 8 total, 8 up, 8 in 2024-04-12T08:55:44.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:43 smithi175 ceph-mon[87929]: pgmap v637: 521 pgs: 13 unknown, 508 active+clean; 131 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 3.5 KiB/s rd, 511 B/s wr, 5 op/s 2024-04-12T08:55:44.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:43 smithi175 ceph-mon[87929]: osdmap e663: 8 total, 8 up, 8 in 2024-04-12T08:55:44.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:43 smithi175 ceph-mon[87929]: osdmap e664: 8 total, 8 up, 8 in 2024-04-12T08:55:45.221 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:55:45.221 INFO:tasks.workunit.client.0.smithi112.stdout:trying to find test-librbd-smithi112-80750-28/image96 2024-04-12T08:55:45.221 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-80750-28/image96 2024-04-12T08:55:45.221 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-80750-28/image96 2024-04-12T08:55:45.222 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:55:45.222 INFO:tasks.workunit.client.0.smithi112.stdout:num children is: 1 2024-04-12T08:55:45.222 INFO:tasks.workunit.client.0.smithi112.stdout:expected: 1 2024-04-12T08:55:45.222 INFO:tasks.workunit.client.0.smithi112.stdout:child: image96 2024-04-12T08:55:45.222 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-80750-28/image96/869d9396f1a0 2024-04-12T08:55:45.222 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:55:45.222 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:55:45.222 INFO:tasks.workunit.client.0.smithi112.stdout:trying to find test-librbd-smithi112-80750-28/image96 2024-04-12T08:55:45.222 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-80750-27/image97 2024-04-12T08:55:45.222 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-80750-28/image96 2024-04-12T08:55:45.222 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-80750-28/image96 2024-04-12T08:55:45.222 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:55:45.222 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:55:45.222 INFO:tasks.workunit.client.0.smithi112.stdout:trying to find test-librbd-smithi112-80750-27/image97 2024-04-12T08:55:45.222 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-80750-27/image97 2024-04-12T08:55:45.223 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-80750-27/image97 2024-04-12T08:55:45.223 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:55:45.223 INFO:tasks.workunit.client.0.smithi112.stdout:num children is: 2 2024-04-12T08:55:45.223 INFO:tasks.workunit.client.0.smithi112.stdout:expected: 2 2024-04-12T08:55:45.223 INFO:tasks.workunit.client.0.smithi112.stdout:child: image97 2024-04-12T08:55:45.223 INFO:tasks.workunit.client.0.smithi112.stdout:child: image96 2024-04-12T08:55:45.223 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-80750-28/image96/869d9396f1a0 2024-04-12T08:55:45.223 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:55:45.223 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-80750-27/image97/869d64b80ba3 2024-04-12T08:55:45.223 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:55:45.223 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:55:45.223 INFO:tasks.workunit.client.0.smithi112.stdout:trying to find test-librbd-smithi112-80750-28/image96 2024-04-12T08:55:45.223 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-80750-27/image97 2024-04-12T08:55:45.223 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-80750-28/image96 2024-04-12T08:55:45.223 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-80750-28/image96 2024-04-12T08:55:45.224 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:55:45.224 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:55:45.224 INFO:tasks.workunit.client.0.smithi112.stdout:trying to find test-librbd-smithi112-80750-27/image97 2024-04-12T08:55:45.224 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-80750-27/image97 2024-04-12T08:55:45.224 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-80750-27/image97 2024-04-12T08:55:45.224 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:55:45.224 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:55:45.224 INFO:tasks.workunit.client.0.smithi112.stdout:trying to find test-librbd-smithi112-80750-28/image98 2024-04-12T08:55:45.224 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-80750-27/image97 2024-04-12T08:55:45.224 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-80750-28/image96 2024-04-12T08:55:45.224 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-80750-28/image98 2024-04-12T08:55:45.224 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-80750-28/image98 2024-04-12T08:55:45.224 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:55:45.224 INFO:tasks.workunit.client.0.smithi112.stdout:num children is: 3 2024-04-12T08:55:45.224 INFO:tasks.workunit.client.0.smithi112.stdout:expected: 3 2024-04-12T08:55:45.225 INFO:tasks.workunit.client.0.smithi112.stdout:child: image97 2024-04-12T08:55:45.225 INFO:tasks.workunit.client.0.smithi112.stdout:child: image96 2024-04-12T08:55:45.225 INFO:tasks.workunit.client.0.smithi112.stdout:child: image98 2024-04-12T08:55:45.225 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-80750-28/image96/869d9396f1a0 2024-04-12T08:55:45.225 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:55:45.225 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-80750-27/image97/869d64b80ba3 2024-04-12T08:55:45.225 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:55:45.225 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-80750-28/image98/869ddb1d3c42 2024-04-12T08:55:45.225 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:55:45.225 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:55:45.225 INFO:tasks.workunit.client.0.smithi112.stdout:trying to find test-librbd-smithi112-80750-28/image96 2024-04-12T08:55:45.225 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-80750-27/image97 2024-04-12T08:55:45.225 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-80750-28/image96 2024-04-12T08:55:45.225 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-80750-28/image96 2024-04-12T08:55:45.225 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:55:45.225 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:55:45.226 INFO:tasks.workunit.client.0.smithi112.stdout:trying to find test-librbd-smithi112-80750-27/image97 2024-04-12T08:55:45.226 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-80750-27/image97 2024-04-12T08:55:45.226 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-80750-27/image97 2024-04-12T08:55:45.226 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:55:45.226 INFO:tasks.workunit.client.0.smithi112.stdout:num children is: 3 2024-04-12T08:55:45.226 INFO:tasks.workunit.client.0.smithi112.stdout:expected: 3 2024-04-12T08:55:45.226 INFO:tasks.workunit.client.0.smithi112.stdout:child: image97 2024-04-12T08:55:45.226 INFO:tasks.workunit.client.0.smithi112.stdout:child: image96 2024-04-12T08:55:45.226 INFO:tasks.workunit.client.0.smithi112.stdout:child: image98 2024-04-12T08:55:45.226 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-80750-28/image96/869d9396f1a0 2024-04-12T08:55:45.226 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:55:45.226 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-80750-27/image97/869d64b80ba3 2024-04-12T08:55:45.226 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:55:45.226 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-80750-28/image98/869ddb1d3c42 2024-04-12T08:55:45.226 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:55:45.227 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:55:45.227 INFO:tasks.workunit.client.0.smithi112.stdout:trying to find test-librbd-smithi112-80750-28/image96 2024-04-12T08:55:45.227 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-80750-27/image97 2024-04-12T08:55:45.227 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-80750-28/image96 2024-04-12T08:55:45.227 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-80750-28/image96 2024-04-12T08:55:45.227 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:55:45.227 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:55:45.227 INFO:tasks.workunit.client.0.smithi112.stdout:trying to find test-librbd-smithi112-80750-27/image97 2024-04-12T08:55:45.227 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-80750-27/image97 2024-04-12T08:55:45.227 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-80750-27/image97 2024-04-12T08:55:45.227 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:55:45.227 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:55:45.227 INFO:tasks.workunit.client.0.smithi112.stdout:trying to find test-librbd-smithi112-80750-28/image99 2024-04-12T08:55:45.227 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-80750-27/image97 2024-04-12T08:55:45.227 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-80750-28/image96 2024-04-12T08:55:45.227 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-80750-28/image99 2024-04-12T08:55:45.228 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-80750-28/image99 2024-04-12T08:55:45.228 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:55:45.228 INFO:tasks.workunit.client.0.smithi112.stdout:num children is: 4 2024-04-12T08:55:45.228 INFO:tasks.workunit.client.0.smithi112.stdout:expected: 4 2024-04-12T08:55:45.228 INFO:tasks.workunit.client.0.smithi112.stdout:child: image97 2024-04-12T08:55:45.228 INFO:tasks.workunit.client.0.smithi112.stdout:child: image96 2024-04-12T08:55:45.228 INFO:tasks.workunit.client.0.smithi112.stdout:child: image98 2024-04-12T08:55:45.228 INFO:tasks.workunit.client.0.smithi112.stdout:child: image99 2024-04-12T08:55:45.228 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-80750-28/image96/869d9396f1a0 2024-04-12T08:55:45.228 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:55:45.228 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-80750-27/image97/869d64b80ba3 2024-04-12T08:55:45.228 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:55:45.228 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-80750-28/image98/869ddb1d3c42 2024-04-12T08:55:45.228 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:55:45.228 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-80750-28/image99/869d6e8bb42b 2024-04-12T08:55:45.229 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:55:45.229 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:55:45.229 INFO:tasks.workunit.client.0.smithi112.stdout:trying to find test-librbd-smithi112-80750-28/image96 2024-04-12T08:55:45.229 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-80750-27/image97 2024-04-12T08:55:45.229 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-80750-28/image96 2024-04-12T08:55:45.229 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-80750-28/image96 2024-04-12T08:55:45.229 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:55:45.229 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:55:45.229 INFO:tasks.workunit.client.0.smithi112.stdout:trying to find test-librbd-smithi112-80750-27/image97 2024-04-12T08:55:45.229 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-80750-27/image97 2024-04-12T08:55:45.229 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-80750-27/image97 2024-04-12T08:55:45.229 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:55:45.229 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:55:45.229 INFO:tasks.workunit.client.0.smithi112.stdout:trying to find test-librbd-smithi112-80750-28/image98 2024-04-12T08:55:45.229 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-80750-27/image97 2024-04-12T08:55:45.230 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-80750-28/image96 2024-04-12T08:55:45.230 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-80750-28/image98 2024-04-12T08:55:45.230 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-80750-28/image98 2024-04-12T08:55:45.230 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:55:45.230 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:55:45.230 INFO:tasks.workunit.client.0.smithi112.stdout:trying to find test-librbd-smithi112-80750-28/image99 2024-04-12T08:55:45.230 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-80750-27/image97 2024-04-12T08:55:45.230 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-80750-28/image96 2024-04-12T08:55:45.230 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-80750-28/image98 2024-04-12T08:55:45.857 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-80750-28/image99 2024-04-12T08:55:45.857 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-80750-28/image99 2024-04-12T08:55:45.857 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:55:45.857 INFO:tasks.workunit.client.0.smithi112.stdout:num children is: 4 2024-04-12T08:55:45.857 INFO:tasks.workunit.client.0.smithi112.stdout:expected: 4 2024-04-12T08:55:45.857 INFO:tasks.workunit.client.0.smithi112.stdout:child: image97 2024-04-12T08:55:45.857 INFO:tasks.workunit.client.0.smithi112.stdout:child: image96 2024-04-12T08:55:45.857 INFO:tasks.workunit.client.0.smithi112.stdout:child: image98 2024-04-12T08:55:45.857 INFO:tasks.workunit.client.0.smithi112.stdout:child: image99 2024-04-12T08:55:45.857 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-80750-28/image96/869d9396f1a0 2024-04-12T08:55:45.857 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:55:45.858 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-80750-27/image97/869d64b80ba3 2024-04-12T08:55:45.858 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:55:45.858 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-80750-28/image98/869ddb1d3c42 2024-04-12T08:55:45.858 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:55:45.858 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-80750-28/image99/869d6e8bb42b 2024-04-12T08:55:45.858 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:55:45.858 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:55:45.858 INFO:tasks.workunit.client.0.smithi112.stdout:trying to find test-librbd-smithi112-80750-27/image97 2024-04-12T08:55:45.858 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-80750-27/image97 2024-04-12T08:55:45.858 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-80750-27/image97 2024-04-12T08:55:45.858 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:55:45.858 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:55:45.858 INFO:tasks.workunit.client.0.smithi112.stdout:trying to find test-librbd-smithi112-80750-28/image98 2024-04-12T08:55:45.858 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-80750-27/image97 2024-04-12T08:55:45.858 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-80750-28/image98 2024-04-12T08:55:45.859 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-80750-28/image98 2024-04-12T08:55:45.859 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:55:45.859 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:55:45.859 INFO:tasks.workunit.client.0.smithi112.stdout:trying to find test-librbd-smithi112-80750-28/image99 2024-04-12T08:55:45.859 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-80750-27/image97 2024-04-12T08:55:45.859 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-80750-28/image98 2024-04-12T08:55:45.859 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-80750-28/image99 2024-04-12T08:55:45.859 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-80750-28/image99 2024-04-12T08:55:45.859 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:55:45.859 INFO:tasks.workunit.client.0.smithi112.stdout:num children is: 3 2024-04-12T08:55:45.859 INFO:tasks.workunit.client.0.smithi112.stdout:expected: 3 2024-04-12T08:55:45.859 INFO:tasks.workunit.client.0.smithi112.stdout:child: image97 2024-04-12T08:55:45.859 INFO:tasks.workunit.client.0.smithi112.stdout:child: image98 2024-04-12T08:55:45.859 INFO:tasks.workunit.client.0.smithi112.stdout:child: image99 2024-04-12T08:55:45.859 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-80750-27/image97/869d64b80ba3 2024-04-12T08:55:45.860 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:55:45.860 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-80750-28/image98/869ddb1d3c42 2024-04-12T08:55:45.860 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:55:45.860 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-80750-28/image99/869d6e8bb42b 2024-04-12T08:55:45.860 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:55:45.860 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:55:45.860 INFO:tasks.workunit.client.0.smithi112.stdout:trying to find test-librbd-smithi112-80750-27/image97 2024-04-12T08:55:45.860 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-80750-27/image97 2024-04-12T08:55:45.860 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-80750-27/image97 2024-04-12T08:55:45.860 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:55:45.860 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:55:45.860 INFO:tasks.workunit.client.0.smithi112.stdout:trying to find test-librbd-smithi112-80750-28/image99 2024-04-12T08:55:45.860 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-80750-27/image97 2024-04-12T08:55:45.860 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-80750-28/image99 2024-04-12T08:55:45.861 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-80750-28/image99 2024-04-12T08:55:45.861 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:55:45.861 INFO:tasks.workunit.client.0.smithi112.stdout:num children is: 2 2024-04-12T08:55:45.861 INFO:tasks.workunit.client.0.smithi112.stdout:expected: 2 2024-04-12T08:55:45.861 INFO:tasks.workunit.client.0.smithi112.stdout:child: image97 2024-04-12T08:55:45.861 INFO:tasks.workunit.client.0.smithi112.stdout:child: image99 2024-04-12T08:55:45.861 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-80750-27/image97/869d64b80ba3 2024-04-12T08:55:45.861 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:55:45.861 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-80750-28/image99/869d6e8bb42b 2024-04-12T08:55:45.861 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:55:45.861 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:55:45.861 INFO:tasks.workunit.client.0.smithi112.stdout:trying to find test-librbd-smithi112-80750-27/image97 2024-04-12T08:55:45.861 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-80750-27/image97 2024-04-12T08:55:45.861 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-80750-27/image97 2024-04-12T08:55:45.861 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:55:45.862 INFO:tasks.workunit.client.0.smithi112.stdout:num children is: 1 2024-04-12T08:55:45.862 INFO:tasks.workunit.client.0.smithi112.stdout:expected: 1 2024-04-12T08:55:45.862 INFO:tasks.workunit.client.0.smithi112.stdout:child: image97 2024-04-12T08:55:45.862 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-80750-27/image97/869d64b80ba3 2024-04-12T08:55:45.862 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:55:45.862 INFO:tasks.workunit.client.0.smithi112.stdout:num children is: 0 2024-04-12T08:55:45.862 INFO:tasks.workunit.client.0.smithi112.stdout:expected: 0 2024-04-12T08:55:45.862 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.ListChildren (9841 ms) 2024-04-12T08:55:45.862 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.ListChildrenTiered 2024-04-12T08:55:46.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:45 smithi175 ceph-mon[87929]: pgmap v640: 521 pgs: 521 active+clean; 131 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 31 KiB/s rd, 2.0 KiB/s wr, 42 op/s 2024-04-12T08:55:46.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:45 smithi175 ceph-mon[87929]: osdmap e665: 8 total, 8 up, 8 in 2024-04-12T08:55:46.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:45 smithi112 ceph-mon[95375]: pgmap v640: 521 pgs: 521 active+clean; 131 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 31 KiB/s rd, 2.0 KiB/s wr, 42 op/s 2024-04-12T08:55:46.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:45 smithi112 ceph-mon[95375]: osdmap e665: 8 total, 8 up, 8 in 2024-04-12T08:55:46.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:45 smithi112 ceph-mon[99443]: pgmap v640: 521 pgs: 521 active+clean; 131 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 31 KiB/s rd, 2.0 KiB/s wr, 42 op/s 2024-04-12T08:55:46.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:45 smithi112 ceph-mon[99443]: osdmap e665: 8 total, 8 up, 8 in 2024-04-12T08:55:47.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:46 smithi112 ceph-mon[95375]: osdmap e666: 8 total, 8 up, 8 in 2024-04-12T08:55:47.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:46 smithi112 ceph-mon[99443]: osdmap e666: 8 total, 8 up, 8 in 2024-04-12T08:55:47.093 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:55:46 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:55:46] "GET /metrics HTTP/1.1" 200 62911 "" "Prometheus/2.43.0" 2024-04-12T08:55:47.206 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:46 smithi175 ceph-mon[87929]: osdmap e666: 8 total, 8 up, 8 in 2024-04-12T08:55:48.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:47 smithi112 ceph-mon[99443]: pgmap v643: 521 pgs: 521 active+clean; 131 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 236 KiB/s rd, 5.2 KiB/s wr, 292 op/s 2024-04-12T08:55:48.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:47 smithi112 ceph-mon[99443]: osdmap e667: 8 total, 8 up, 8 in 2024-04-12T08:55:48.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:47 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/3084245939' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:55:48.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:47 smithi112 ceph-mon[99443]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:55:48.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:47 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:55:48.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:47 smithi112 ceph-mon[95375]: pgmap v643: 521 pgs: 521 active+clean; 131 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 236 KiB/s rd, 5.2 KiB/s wr, 292 op/s 2024-04-12T08:55:48.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:47 smithi112 ceph-mon[95375]: osdmap e667: 8 total, 8 up, 8 in 2024-04-12T08:55:48.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:47 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/3084245939' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:55:48.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:47 smithi112 ceph-mon[95375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:55:48.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:47 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:55:48.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:47 smithi175 ceph-mon[87929]: pgmap v643: 521 pgs: 521 active+clean; 131 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 236 KiB/s rd, 5.2 KiB/s wr, 292 op/s 2024-04-12T08:55:48.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:47 smithi175 ceph-mon[87929]: osdmap e667: 8 total, 8 up, 8 in 2024-04-12T08:55:48.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:47 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/3084245939' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:55:48.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:47 smithi175 ceph-mon[87929]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:55:48.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:47 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:55:49.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:48 smithi112 ceph-mon[95375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-29","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T08:55:49.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:48 smithi112 ceph-mon[95375]: osdmap e668: 8 total, 8 up, 8 in 2024-04-12T08:55:49.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:48 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:55:49.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:48 smithi112 ceph-mon[99443]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-29","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T08:55:49.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:48 smithi112 ceph-mon[99443]: osdmap e668: 8 total, 8 up, 8 in 2024-04-12T08:55:49.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:48 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:55:49.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:48 smithi175 ceph-mon[87929]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-29","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T08:55:49.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:48 smithi175 ceph-mon[87929]: osdmap e668: 8 total, 8 up, 8 in 2024-04-12T08:55:49.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:48 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:55:50.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:49 smithi112 ceph-mon[95375]: pgmap v646: 553 pgs: 22 unknown, 531 active+clean; 131 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 568 KiB/s rd, 14 KiB/s wr, 692 op/s 2024-04-12T08:55:50.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:49 smithi112 ceph-mon[95375]: osdmap e669: 8 total, 8 up, 8 in 2024-04-12T08:55:50.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:49 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/3809137973' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:55:50.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:49 smithi112 ceph-mon[95375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:55:50.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:49 smithi112 ceph-mon[99443]: pgmap v646: 553 pgs: 22 unknown, 531 active+clean; 131 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 568 KiB/s rd, 14 KiB/s wr, 692 op/s 2024-04-12T08:55:50.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:49 smithi112 ceph-mon[99443]: osdmap e669: 8 total, 8 up, 8 in 2024-04-12T08:55:50.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:49 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/3809137973' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:55:50.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:49 smithi112 ceph-mon[99443]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:55:50.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:49 smithi175 ceph-mon[87929]: pgmap v646: 553 pgs: 22 unknown, 531 active+clean; 131 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 568 KiB/s rd, 14 KiB/s wr, 692 op/s 2024-04-12T08:55:50.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:49 smithi175 ceph-mon[87929]: osdmap e669: 8 total, 8 up, 8 in 2024-04-12T08:55:50.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:49 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/3809137973' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:55:50.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:49 smithi175 ceph-mon[87929]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:55:51.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:50 smithi112 ceph-mon[95375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-30","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T08:55:51.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:50 smithi112 ceph-mon[95375]: osdmap e670: 8 total, 8 up, 8 in 2024-04-12T08:55:51.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:50 smithi112 ceph-mon[95375]: osdmap e671: 8 total, 8 up, 8 in 2024-04-12T08:55:51.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:50 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/918774882' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:55:51.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:50 smithi112 ceph-mon[99443]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-30","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T08:55:51.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:50 smithi112 ceph-mon[99443]: osdmap e670: 8 total, 8 up, 8 in 2024-04-12T08:55:51.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:50 smithi112 ceph-mon[99443]: osdmap e671: 8 total, 8 up, 8 in 2024-04-12T08:55:51.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:50 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/918774882' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:55:51.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:50 smithi175 ceph-mon[87929]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-30","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T08:55:51.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:50 smithi175 ceph-mon[87929]: osdmap e670: 8 total, 8 up, 8 in 2024-04-12T08:55:51.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:50 smithi175 ceph-mon[87929]: osdmap e671: 8 total, 8 up, 8 in 2024-04-12T08:55:51.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:50 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/918774882' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:55:52.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:51 smithi112 ceph-mon[99443]: pgmap v649: 585 pgs: 54 unknown, 531 active+clean; 131 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 360 KiB/s rd, 11 KiB/s wr, 436 op/s 2024-04-12T08:55:52.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:51 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/918774882' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-31","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T08:55:52.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:51 smithi112 ceph-mon[99443]: osdmap e672: 8 total, 8 up, 8 in 2024-04-12T08:55:52.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:51 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/997492683' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi112-80750-29", "tierpool":"test-librbd-smithi112-80750-31", "force_nonempty":""}]: dispatch 2024-04-12T08:55:52.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:51 smithi112 ceph-mon[95375]: pgmap v649: 585 pgs: 54 unknown, 531 active+clean; 131 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 360 KiB/s rd, 11 KiB/s wr, 436 op/s 2024-04-12T08:55:52.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:51 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/918774882' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-31","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T08:55:52.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:51 smithi112 ceph-mon[95375]: osdmap e672: 8 total, 8 up, 8 in 2024-04-12T08:55:52.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:51 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/997492683' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi112-80750-29", "tierpool":"test-librbd-smithi112-80750-31", "force_nonempty":""}]: dispatch 2024-04-12T08:55:52.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:51 smithi175 ceph-mon[87929]: pgmap v649: 585 pgs: 54 unknown, 531 active+clean; 131 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 360 KiB/s rd, 11 KiB/s wr, 436 op/s 2024-04-12T08:55:52.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:51 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/918774882' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-31","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T08:55:52.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:51 smithi175 ceph-mon[87929]: osdmap e672: 8 total, 8 up, 8 in 2024-04-12T08:55:52.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:51 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/997492683' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi112-80750-29", "tierpool":"test-librbd-smithi112-80750-31", "force_nonempty":""}]: dispatch 2024-04-12T08:55:54.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:53 smithi112 ceph-mon[99443]: pgmap v652: 617 pgs: 9 creating+peering, 37 unknown, 571 active+clean; 131 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail 2024-04-12T08:55:54.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:53 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/997492683' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi112-80750-29", "tierpool":"test-librbd-smithi112-80750-31", "force_nonempty":""}]': finished 2024-04-12T08:55:54.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:53 smithi112 ceph-mon[99443]: osdmap e673: 8 total, 8 up, 8 in 2024-04-12T08:55:54.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:53 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/997492683' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi112-80750-31", "mode":"writeback"}]: dispatch 2024-04-12T08:55:54.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:53 smithi112 ceph-mon[99443]: Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2024-04-12T08:55:54.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:53 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/997492683' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi112-80750-31", "mode":"writeback"}]': finished 2024-04-12T08:55:54.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:53 smithi112 ceph-mon[99443]: osdmap e674: 8 total, 8 up, 8 in 2024-04-12T08:55:54.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:53 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/997492683' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi112-80750-29", "overlaypool":"test-librbd-smithi112-80750-31"}]: dispatch 2024-04-12T08:55:54.094 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:53 smithi112 ceph-mon[95375]: pgmap v652: 617 pgs: 9 creating+peering, 37 unknown, 571 active+clean; 131 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail 2024-04-12T08:55:54.094 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:53 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/997492683' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi112-80750-29", "tierpool":"test-librbd-smithi112-80750-31", "force_nonempty":""}]': finished 2024-04-12T08:55:54.094 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:53 smithi112 ceph-mon[95375]: osdmap e673: 8 total, 8 up, 8 in 2024-04-12T08:55:54.094 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:53 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/997492683' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi112-80750-31", "mode":"writeback"}]: dispatch 2024-04-12T08:55:54.094 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:53 smithi112 ceph-mon[95375]: Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2024-04-12T08:55:54.094 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:53 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/997492683' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi112-80750-31", "mode":"writeback"}]': finished 2024-04-12T08:55:54.094 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:53 smithi112 ceph-mon[95375]: osdmap e674: 8 total, 8 up, 8 in 2024-04-12T08:55:54.094 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:53 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/997492683' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi112-80750-29", "overlaypool":"test-librbd-smithi112-80750-31"}]: dispatch 2024-04-12T08:55:54.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:53 smithi175 ceph-mon[87929]: pgmap v652: 617 pgs: 9 creating+peering, 37 unknown, 571 active+clean; 131 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail 2024-04-12T08:55:54.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:53 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/997492683' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi112-80750-29", "tierpool":"test-librbd-smithi112-80750-31", "force_nonempty":""}]': finished 2024-04-12T08:55:54.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:53 smithi175 ceph-mon[87929]: osdmap e673: 8 total, 8 up, 8 in 2024-04-12T08:55:54.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:53 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/997492683' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi112-80750-31", "mode":"writeback"}]: dispatch 2024-04-12T08:55:54.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:53 smithi175 ceph-mon[87929]: Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2024-04-12T08:55:54.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:53 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/997492683' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi112-80750-31", "mode":"writeback"}]': finished 2024-04-12T08:55:54.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:53 smithi175 ceph-mon[87929]: osdmap e674: 8 total, 8 up, 8 in 2024-04-12T08:55:54.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:53 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/997492683' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi112-80750-29", "overlaypool":"test-librbd-smithi112-80750-31"}]: dispatch 2024-04-12T08:55:54.759 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:55:56.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:55 smithi175 ceph-mon[87929]: pgmap v655: 617 pgs: 9 creating+peering, 3 unknown, 605 active+clean; 131 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail 2024-04-12T08:55:56.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:55 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/997492683' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi112-80750-29", "overlaypool":"test-librbd-smithi112-80750-31"}]': finished 2024-04-12T08:55:56.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:55 smithi175 ceph-mon[87929]: osdmap e675: 8 total, 8 up, 8 in 2024-04-12T08:55:56.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:55 smithi112 ceph-mon[95375]: pgmap v655: 617 pgs: 9 creating+peering, 3 unknown, 605 active+clean; 131 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail 2024-04-12T08:55:56.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:55 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/997492683' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi112-80750-29", "overlaypool":"test-librbd-smithi112-80750-31"}]': finished 2024-04-12T08:55:56.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:55 smithi112 ceph-mon[95375]: osdmap e675: 8 total, 8 up, 8 in 2024-04-12T08:55:56.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:55 smithi112 ceph-mon[99443]: pgmap v655: 617 pgs: 9 creating+peering, 3 unknown, 605 active+clean; 131 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail 2024-04-12T08:55:56.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:55 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/997492683' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi112-80750-29", "overlaypool":"test-librbd-smithi112-80750-31"}]': finished 2024-04-12T08:55:56.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:55 smithi112 ceph-mon[99443]: osdmap e675: 8 total, 8 up, 8 in 2024-04-12T08:55:57.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:56 smithi175 ceph-mon[87929]: osdmap e676: 8 total, 8 up, 8 in 2024-04-12T08:55:57.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:56 smithi112 ceph-mon[99443]: osdmap e676: 8 total, 8 up, 8 in 2024-04-12T08:55:57.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:56 smithi112 ceph-mon[95375]: osdmap e676: 8 total, 8 up, 8 in 2024-04-12T08:55:57.093 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:55:56 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:55:56] "GET /metrics HTTP/1.1" 200 70074 "" "Prometheus/2.43.0" 2024-04-12T08:55:58.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:57 smithi112 ceph-mon[95375]: pgmap v658: 617 pgs: 2 creating+peering, 615 active+clean; 131 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-12T08:55:58.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:57 smithi112 ceph-mon[95375]: osdmap e677: 8 total, 8 up, 8 in 2024-04-12T08:55:58.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:57 smithi112 ceph-mon[99443]: pgmap v658: 617 pgs: 2 creating+peering, 615 active+clean; 131 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-12T08:55:58.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:57 smithi112 ceph-mon[99443]: osdmap e677: 8 total, 8 up, 8 in 2024-04-12T08:55:58.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:57 smithi175 ceph-mon[87929]: pgmap v658: 617 pgs: 2 creating+peering, 615 active+clean; 131 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-12T08:55:58.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:57 smithi175 ceph-mon[87929]: osdmap e677: 8 total, 8 up, 8 in 2024-04-12T08:55:59.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:58 smithi112 ceph-mon[95375]: osdmap e678: 8 total, 8 up, 8 in 2024-04-12T08:55:59.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:58 smithi112 ceph-mon[99443]: osdmap e678: 8 total, 8 up, 8 in 2024-04-12T08:55:59.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:58 smithi175 ceph-mon[87929]: osdmap e678: 8 total, 8 up, 8 in 2024-04-12T08:56:00.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:59 smithi112 ceph-mon[99443]: pgmap v661: 617 pgs: 617 active+clean; 131 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 1.7 KiB/s rd, 767 B/s wr, 5 op/s 2024-04-12T08:56:00.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:55:59 smithi112 ceph-mon[99443]: osdmap e679: 8 total, 8 up, 8 in 2024-04-12T08:56:00.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:59 smithi112 ceph-mon[95375]: pgmap v661: 617 pgs: 617 active+clean; 131 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 1.7 KiB/s rd, 767 B/s wr, 5 op/s 2024-04-12T08:56:00.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:55:59 smithi112 ceph-mon[95375]: osdmap e679: 8 total, 8 up, 8 in 2024-04-12T08:56:00.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:59 smithi175 ceph-mon[87929]: pgmap v661: 617 pgs: 617 active+clean; 131 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 1.7 KiB/s rd, 767 B/s wr, 5 op/s 2024-04-12T08:56:00.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:55:59 smithi175 ceph-mon[87929]: osdmap e679: 8 total, 8 up, 8 in 2024-04-12T08:56:00.305 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:56:00.305 INFO:tasks.workunit.client.0.smithi112.stdout:trying to find test-librbd-smithi112-80750-30/image101 2024-04-12T08:56:00.305 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-80750-30/image101 2024-04-12T08:56:00.305 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-80750-30/image101 2024-04-12T08:56:00.305 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:56:00.305 INFO:tasks.workunit.client.0.smithi112.stdout:num children is: 1 2024-04-12T08:56:00.305 INFO:tasks.workunit.client.0.smithi112.stdout:expected: 1 2024-04-12T08:56:00.305 INFO:tasks.workunit.client.0.smithi112.stdout:child: image101 2024-04-12T08:56:00.305 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-80750-30/image101/869db6546c4d 2024-04-12T08:56:00.305 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:56:00.305 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:56:00.305 INFO:tasks.workunit.client.0.smithi112.stdout:trying to find test-librbd-smithi112-80750-30/image101 2024-04-12T08:56:00.306 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-80750-29/image102 2024-04-12T08:56:00.306 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-80750-30/image101 2024-04-12T08:56:00.306 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-80750-30/image101 2024-04-12T08:56:00.306 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:56:00.306 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:56:00.306 INFO:tasks.workunit.client.0.smithi112.stdout:trying to find test-librbd-smithi112-80750-29/image102 2024-04-12T08:56:00.306 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-80750-29/image102 2024-04-12T08:56:00.306 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-80750-29/image102 2024-04-12T08:56:00.306 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:56:00.306 INFO:tasks.workunit.client.0.smithi112.stdout:num children is: 2 2024-04-12T08:56:00.306 INFO:tasks.workunit.client.0.smithi112.stdout:expected: 2 2024-04-12T08:56:00.306 INFO:tasks.workunit.client.0.smithi112.stdout:child: image102 2024-04-12T08:56:00.306 INFO:tasks.workunit.client.0.smithi112.stdout:child: image101 2024-04-12T08:56:00.306 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-80750-30/image101/869db6546c4d 2024-04-12T08:56:00.306 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:56:00.307 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-80750-29/image102/869d2ca7126f 2024-04-12T08:56:00.307 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:56:00.307 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:56:00.307 INFO:tasks.workunit.client.0.smithi112.stdout:trying to find test-librbd-smithi112-80750-30/image101 2024-04-12T08:56:00.307 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-80750-29/image102 2024-04-12T08:56:00.307 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-80750-30/image101 2024-04-12T08:56:00.307 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-80750-30/image101 2024-04-12T08:56:00.307 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:56:00.307 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:56:00.307 INFO:tasks.workunit.client.0.smithi112.stdout:trying to find test-librbd-smithi112-80750-29/image102 2024-04-12T08:56:00.307 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-80750-29/image102 2024-04-12T08:56:00.307 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-80750-29/image102 2024-04-12T08:56:00.307 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:56:00.307 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:56:00.307 INFO:tasks.workunit.client.0.smithi112.stdout:trying to find test-librbd-smithi112-80750-30/image103 2024-04-12T08:56:00.308 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-80750-29/image102 2024-04-12T08:56:00.308 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-80750-30/image101 2024-04-12T08:56:00.308 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-80750-30/image103 2024-04-12T08:56:00.308 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-80750-30/image103 2024-04-12T08:56:00.308 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:56:00.308 INFO:tasks.workunit.client.0.smithi112.stdout:num children is: 3 2024-04-12T08:56:00.308 INFO:tasks.workunit.client.0.smithi112.stdout:expected: 3 2024-04-12T08:56:00.308 INFO:tasks.workunit.client.0.smithi112.stdout:child: image102 2024-04-12T08:56:00.308 INFO:tasks.workunit.client.0.smithi112.stdout:child: image101 2024-04-12T08:56:00.308 INFO:tasks.workunit.client.0.smithi112.stdout:child: image103 2024-04-12T08:56:00.308 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-80750-30/image101/869db6546c4d 2024-04-12T08:56:00.308 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:56:00.308 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-80750-29/image102/869d2ca7126f 2024-04-12T08:56:00.308 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:56:00.308 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-80750-30/image103/869d245859d1 2024-04-12T08:56:00.309 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:56:00.309 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:56:00.309 INFO:tasks.workunit.client.0.smithi112.stdout:trying to find test-librbd-smithi112-80750-30/image101 2024-04-12T08:56:00.309 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-80750-29/image102 2024-04-12T08:56:00.309 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-80750-30/image101 2024-04-12T08:56:00.309 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-80750-30/image101 2024-04-12T08:56:00.309 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:56:00.309 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:56:00.309 INFO:tasks.workunit.client.0.smithi112.stdout:trying to find test-librbd-smithi112-80750-29/image102 2024-04-12T08:56:00.309 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-80750-29/image102 2024-04-12T08:56:00.309 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-80750-29/image102 2024-04-12T08:56:00.309 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:56:00.309 INFO:tasks.workunit.client.0.smithi112.stdout:num children is: 3 2024-04-12T08:56:00.309 INFO:tasks.workunit.client.0.smithi112.stdout:expected: 3 2024-04-12T08:56:00.309 INFO:tasks.workunit.client.0.smithi112.stdout:child: image102 2024-04-12T08:56:00.310 INFO:tasks.workunit.client.0.smithi112.stdout:child: image101 2024-04-12T08:56:00.310 INFO:tasks.workunit.client.0.smithi112.stdout:child: image103 2024-04-12T08:56:00.310 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-80750-30/image101/869db6546c4d 2024-04-12T08:56:00.310 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:56:00.310 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-80750-29/image102/869d2ca7126f 2024-04-12T08:56:00.310 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:56:00.310 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-80750-30/image103/869d245859d1 2024-04-12T08:56:00.310 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:56:00.310 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:56:00.310 INFO:tasks.workunit.client.0.smithi112.stdout:trying to find test-librbd-smithi112-80750-30/image101 2024-04-12T08:56:00.310 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-80750-29/image102 2024-04-12T08:56:00.310 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-80750-30/image101 2024-04-12T08:56:00.310 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-80750-30/image101 2024-04-12T08:56:00.311 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:56:00.311 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:56:00.311 INFO:tasks.workunit.client.0.smithi112.stdout:trying to find test-librbd-smithi112-80750-29/image102 2024-04-12T08:56:00.311 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-80750-29/image102 2024-04-12T08:56:00.311 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-80750-29/image102 2024-04-12T08:56:00.311 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:56:00.311 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:56:00.311 INFO:tasks.workunit.client.0.smithi112.stdout:trying to find test-librbd-smithi112-80750-30/image104 2024-04-12T08:56:00.311 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-80750-29/image102 2024-04-12T08:56:00.311 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-80750-30/image101 2024-04-12T08:56:00.311 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-80750-30/image104 2024-04-12T08:56:00.311 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-80750-30/image104 2024-04-12T08:56:00.311 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:56:00.311 INFO:tasks.workunit.client.0.smithi112.stdout:num children is: 4 2024-04-12T08:56:00.311 INFO:tasks.workunit.client.0.smithi112.stdout:expected: 4 2024-04-12T08:56:00.312 INFO:tasks.workunit.client.0.smithi112.stdout:child: image102 2024-04-12T08:56:00.312 INFO:tasks.workunit.client.0.smithi112.stdout:child: image101 2024-04-12T08:56:00.312 INFO:tasks.workunit.client.0.smithi112.stdout:child: image103 2024-04-12T08:56:00.312 INFO:tasks.workunit.client.0.smithi112.stdout:child: image104 2024-04-12T08:56:00.312 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-80750-30/image101/869db6546c4d 2024-04-12T08:56:00.312 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:56:00.312 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-80750-29/image102/869d2ca7126f 2024-04-12T08:56:00.312 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:56:00.312 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-80750-30/image103/869d245859d1 2024-04-12T08:56:00.312 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:56:00.312 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-80750-30/image104/869d169af5ea 2024-04-12T08:56:00.312 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:56:00.312 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:56:00.312 INFO:tasks.workunit.client.0.smithi112.stdout:trying to find test-librbd-smithi112-80750-30/image101 2024-04-12T08:56:00.313 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-80750-29/image102 2024-04-12T08:56:00.313 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-80750-30/image101 2024-04-12T08:56:00.313 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-80750-30/image101 2024-04-12T08:56:00.313 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:56:00.313 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:56:00.313 INFO:tasks.workunit.client.0.smithi112.stdout:trying to find test-librbd-smithi112-80750-29/image102 2024-04-12T08:56:00.313 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-80750-29/image102 2024-04-12T08:56:00.313 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-80750-29/image102 2024-04-12T08:56:00.313 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:56:00.313 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:56:00.313 INFO:tasks.workunit.client.0.smithi112.stdout:trying to find test-librbd-smithi112-80750-30/image103 2024-04-12T08:56:00.313 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-80750-29/image102 2024-04-12T08:56:00.313 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-80750-30/image101 2024-04-12T08:56:00.313 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-80750-30/image103 2024-04-12T08:56:00.313 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-80750-30/image103 2024-04-12T08:56:00.313 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:56:00.314 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:56:00.314 INFO:tasks.workunit.client.0.smithi112.stdout:trying to find test-librbd-smithi112-80750-30/image104 2024-04-12T08:56:00.314 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-80750-29/image102 2024-04-12T08:56:01.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:00 smithi112 ceph-mon[95375]: osdmap e680: 8 total, 8 up, 8 in 2024-04-12T08:56:01.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:00 smithi112 ceph-mon[99443]: osdmap e680: 8 total, 8 up, 8 in 2024-04-12T08:56:01.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:00 smithi175 ceph-mon[87929]: osdmap e680: 8 total, 8 up, 8 in 2024-04-12T08:56:02.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:01 smithi112 ceph-mon[95375]: pgmap v664: 617 pgs: 617 active+clean; 131 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 1.7 KiB/s rd, 511 B/s wr, 5 op/s 2024-04-12T08:56:02.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:01 smithi112 ceph-mon[95375]: osdmap e681: 8 total, 8 up, 8 in 2024-04-12T08:56:02.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:01 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/997492683' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi112-80750-29"}]: dispatch 2024-04-12T08:56:02.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:01 smithi112 ceph-mon[99443]: pgmap v664: 617 pgs: 617 active+clean; 131 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 1.7 KiB/s rd, 511 B/s wr, 5 op/s 2024-04-12T08:56:02.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:01 smithi112 ceph-mon[99443]: osdmap e681: 8 total, 8 up, 8 in 2024-04-12T08:56:02.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:01 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/997492683' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi112-80750-29"}]: dispatch 2024-04-12T08:56:02.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:01 smithi175 ceph-mon[87929]: pgmap v664: 617 pgs: 617 active+clean; 131 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 1.7 KiB/s rd, 511 B/s wr, 5 op/s 2024-04-12T08:56:02.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:01 smithi175 ceph-mon[87929]: osdmap e681: 8 total, 8 up, 8 in 2024-04-12T08:56:02.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:01 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/997492683' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi112-80750-29"}]: dispatch 2024-04-12T08:56:02.800 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-80750-30/image101 2024-04-12T08:56:02.800 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-80750-30/image103 2024-04-12T08:56:02.800 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-80750-30/image104 2024-04-12T08:56:02.800 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-80750-30/image104 2024-04-12T08:56:02.800 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:56:02.801 INFO:tasks.workunit.client.0.smithi112.stdout:num children is: 4 2024-04-12T08:56:02.801 INFO:tasks.workunit.client.0.smithi112.stdout:expected: 4 2024-04-12T08:56:02.801 INFO:tasks.workunit.client.0.smithi112.stdout:child: image102 2024-04-12T08:56:02.801 INFO:tasks.workunit.client.0.smithi112.stdout:child: image101 2024-04-12T08:56:02.801 INFO:tasks.workunit.client.0.smithi112.stdout:child: image103 2024-04-12T08:56:02.801 INFO:tasks.workunit.client.0.smithi112.stdout:child: image104 2024-04-12T08:56:02.801 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-80750-30/image101/869db6546c4d 2024-04-12T08:56:02.801 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:56:02.801 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-80750-29/image102/869d2ca7126f 2024-04-12T08:56:02.801 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:56:02.801 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-80750-30/image103/869d245859d1 2024-04-12T08:56:02.801 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:56:02.801 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-80750-30/image104/869d169af5ea 2024-04-12T08:56:02.801 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:56:02.801 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:56:02.802 INFO:tasks.workunit.client.0.smithi112.stdout:trying to find test-librbd-smithi112-80750-29/image102 2024-04-12T08:56:02.802 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-80750-29/image102 2024-04-12T08:56:02.802 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-80750-29/image102 2024-04-12T08:56:02.802 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:56:02.802 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:56:02.802 INFO:tasks.workunit.client.0.smithi112.stdout:trying to find test-librbd-smithi112-80750-30/image103 2024-04-12T08:56:02.802 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-80750-29/image102 2024-04-12T08:56:02.802 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-80750-30/image103 2024-04-12T08:56:02.802 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-80750-30/image103 2024-04-12T08:56:02.802 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:56:02.802 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:56:02.802 INFO:tasks.workunit.client.0.smithi112.stdout:trying to find test-librbd-smithi112-80750-30/image104 2024-04-12T08:56:02.802 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-80750-29/image102 2024-04-12T08:56:02.802 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-80750-30/image103 2024-04-12T08:56:02.803 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-80750-30/image104 2024-04-12T08:56:02.803 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-80750-30/image104 2024-04-12T08:56:02.803 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:56:02.803 INFO:tasks.workunit.client.0.smithi112.stdout:num children is: 3 2024-04-12T08:56:02.803 INFO:tasks.workunit.client.0.smithi112.stdout:expected: 3 2024-04-12T08:56:02.803 INFO:tasks.workunit.client.0.smithi112.stdout:child: image102 2024-04-12T08:56:02.803 INFO:tasks.workunit.client.0.smithi112.stdout:child: image103 2024-04-12T08:56:02.803 INFO:tasks.workunit.client.0.smithi112.stdout:child: image104 2024-04-12T08:56:02.803 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-80750-29/image102/869d2ca7126f 2024-04-12T08:56:02.803 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:56:02.803 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-80750-30/image103/869d245859d1 2024-04-12T08:56:02.803 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:56:02.803 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-80750-30/image104/869d169af5ea 2024-04-12T08:56:02.803 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:56:02.803 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:56:02.804 INFO:tasks.workunit.client.0.smithi112.stdout:trying to find test-librbd-smithi112-80750-29/image102 2024-04-12T08:56:02.804 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-80750-29/image102 2024-04-12T08:56:02.804 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-80750-29/image102 2024-04-12T08:56:02.804 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:56:02.804 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:56:02.804 INFO:tasks.workunit.client.0.smithi112.stdout:trying to find test-librbd-smithi112-80750-30/image104 2024-04-12T08:56:02.804 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-80750-29/image102 2024-04-12T08:56:02.804 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-80750-30/image104 2024-04-12T08:56:02.804 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-80750-30/image104 2024-04-12T08:56:02.804 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:56:02.804 INFO:tasks.workunit.client.0.smithi112.stdout:num children is: 2 2024-04-12T08:56:02.804 INFO:tasks.workunit.client.0.smithi112.stdout:expected: 2 2024-04-12T08:56:02.804 INFO:tasks.workunit.client.0.smithi112.stdout:child: image102 2024-04-12T08:56:02.804 INFO:tasks.workunit.client.0.smithi112.stdout:child: image104 2024-04-12T08:56:02.805 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-80750-29/image102/869d2ca7126f 2024-04-12T08:56:02.805 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:56:02.805 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-80750-30/image104/869d169af5ea 2024-04-12T08:56:02.805 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:56:02.805 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:56:02.805 INFO:tasks.workunit.client.0.smithi112.stdout:trying to find test-librbd-smithi112-80750-29/image102 2024-04-12T08:56:02.805 INFO:tasks.workunit.client.0.smithi112.stdout:checking test-librbd-smithi112-80750-29/image102 2024-04-12T08:56:02.805 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-80750-29/image102 2024-04-12T08:56:02.805 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:56:02.805 INFO:tasks.workunit.client.0.smithi112.stdout:num children is: 1 2024-04-12T08:56:02.805 INFO:tasks.workunit.client.0.smithi112.stdout:expected: 1 2024-04-12T08:56:02.805 INFO:tasks.workunit.client.0.smithi112.stdout:child: image102 2024-04-12T08:56:02.805 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-80750-29/image102/869d2ca7126f 2024-04-12T08:56:02.805 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:56:02.805 INFO:tasks.workunit.client.0.smithi112.stdout:num children is: 0 2024-04-12T08:56:02.805 INFO:tasks.workunit.client.0.smithi112.stdout:expected: 0 2024-04-12T08:56:02.806 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.ListChildrenTiered (16943 ms) 2024-04-12T08:56:02.806 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.LockingPP 2024-04-12T08:56:02.806 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:56:02.858 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.LockingPP (58 ms) 2024-04-12T08:56:02.858 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.FlushAio 2024-04-12T08:56:02.858 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:56:03.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:02 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/997492683' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi112-80750-29"}]': finished 2024-04-12T08:56:03.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:02 smithi112 ceph-mon[99443]: osdmap e682: 8 total, 8 up, 8 in 2024-04-12T08:56:03.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:02 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/997492683' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi112-80750-29", "tierpool":"test-librbd-smithi112-80750-31"}]: dispatch 2024-04-12T08:56:03.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:02 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:56:03.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:02 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:56:03.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:02 smithi112 ceph-mon[99443]: Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2024-04-12T08:56:03.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:02 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/997492683' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi112-80750-29", "tierpool":"test-librbd-smithi112-80750-31"}]': finished 2024-04-12T08:56:03.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:02 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/997492683' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi112-80750-29"}]': finished 2024-04-12T08:56:03.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:02 smithi112 ceph-mon[95375]: osdmap e682: 8 total, 8 up, 8 in 2024-04-12T08:56:03.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:02 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/997492683' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi112-80750-29", "tierpool":"test-librbd-smithi112-80750-31"}]: dispatch 2024-04-12T08:56:03.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:02 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:56:03.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:02 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:56:03.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:02 smithi112 ceph-mon[95375]: Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2024-04-12T08:56:03.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:02 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/997492683' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi112-80750-29", "tierpool":"test-librbd-smithi112-80750-31"}]': finished 2024-04-12T08:56:03.100 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.FlushAio (243 ms) 2024-04-12T08:56:03.100 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.FlushAioPP 2024-04-12T08:56:03.100 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:56:03.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:02 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/997492683' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi112-80750-29"}]': finished 2024-04-12T08:56:03.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:02 smithi175 ceph-mon[87929]: osdmap e682: 8 total, 8 up, 8 in 2024-04-12T08:56:03.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:02 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/997492683' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi112-80750-29", "tierpool":"test-librbd-smithi112-80750-31"}]: dispatch 2024-04-12T08:56:03.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:02 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:56:03.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:02 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:56:03.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:02 smithi175 ceph-mon[87929]: Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2024-04-12T08:56:03.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:02 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/997492683' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi112-80750-29", "tierpool":"test-librbd-smithi112-80750-31"}]': finished 2024-04-12T08:56:03.270 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.FlushAioPP (169 ms) 2024-04-12T08:56:03.270 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.ZeroLengthWrite 2024-04-12T08:56:03.270 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:56:03.290 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.ZeroLengthWrite (20 ms) 2024-04-12T08:56:03.290 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.ZeroLengthDiscard 2024-04-12T08:56:03.290 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:56:03.318 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.ZeroLengthDiscard (28 ms) 2024-04-12T08:56:03.318 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.ZeroLengthRead 2024-04-12T08:56:03.318 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:56:03.334 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.ZeroLengthRead (16 ms) 2024-04-12T08:56:03.334 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.LargeCacheRead 2024-04-12T08:56:03.334 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:56:03.376 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.LargeCacheRead (42 ms) 2024-04-12T08:56:03.376 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestPendingAio 2024-04-12T08:56:03.376 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:56:03.589 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestPendingAio (213 ms) 2024-04-12T08:56:03.589 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.CompareAndWriteCopyup 2024-04-12T08:56:03.589 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:56:03.866 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:56:04.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:03 smithi112 ceph-mon[95375]: pgmap v667: 617 pgs: 617 active+clean; 131 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 464 KiB/s rd, 8.5 KiB/s wr, 565 op/s 2024-04-12T08:56:04.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:03 smithi112 ceph-mon[95375]: osdmap e683: 8 total, 8 up, 8 in 2024-04-12T08:56:04.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:03 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "25.1a", "id": [0, 2]}]: dispatch 2024-04-12T08:56:04.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:03 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.2", "id": [2, 4]}]: dispatch 2024-04-12T08:56:04.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:03 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.6", "id": [3, 5]}]: dispatch 2024-04-12T08:56:04.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:03 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.f", "id": [7, 4]}]: dispatch 2024-04-12T08:56:04.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:03 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.14", "id": [2, 5]}]: dispatch 2024-04-12T08:56:04.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:03 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.15", "id": [2, 5]}]: dispatch 2024-04-12T08:56:04.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:03 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "35.15", "id": [4, 2]}]: dispatch 2024-04-12T08:56:04.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:03 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "25.1a", "id": [0, 2]}]': finished 2024-04-12T08:56:04.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:03 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.2", "id": [2, 4]}]': finished 2024-04-12T08:56:04.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:03 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.6", "id": [3, 5]}]': finished 2024-04-12T08:56:04.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:03 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.f", "id": [7, 4]}]': finished 2024-04-12T08:56:04.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:03 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.14", "id": [2, 5]}]': finished 2024-04-12T08:56:04.094 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:03 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.15", "id": [2, 5]}]': finished 2024-04-12T08:56:04.094 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:03 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "35.15", "id": [4, 2]}]': finished 2024-04-12T08:56:04.094 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:03 smithi112 ceph-mon[95375]: osdmap e684: 8 total, 8 up, 8 in 2024-04-12T08:56:04.094 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:03 smithi112 ceph-mon[99443]: pgmap v667: 617 pgs: 617 active+clean; 131 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 464 KiB/s rd, 8.5 KiB/s wr, 565 op/s 2024-04-12T08:56:04.094 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:03 smithi112 ceph-mon[99443]: osdmap e683: 8 total, 8 up, 8 in 2024-04-12T08:56:04.094 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:03 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "25.1a", "id": [0, 2]}]: dispatch 2024-04-12T08:56:04.094 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:03 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.2", "id": [2, 4]}]: dispatch 2024-04-12T08:56:04.094 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:03 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.6", "id": [3, 5]}]: dispatch 2024-04-12T08:56:04.094 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:03 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.f", "id": [7, 4]}]: dispatch 2024-04-12T08:56:04.094 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:03 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.14", "id": [2, 5]}]: dispatch 2024-04-12T08:56:04.094 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:03 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.15", "id": [2, 5]}]: dispatch 2024-04-12T08:56:04.094 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:03 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "35.15", "id": [4, 2]}]: dispatch 2024-04-12T08:56:04.095 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:03 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "25.1a", "id": [0, 2]}]': finished 2024-04-12T08:56:04.095 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:03 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.2", "id": [2, 4]}]': finished 2024-04-12T08:56:04.095 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:03 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.6", "id": [3, 5]}]': finished 2024-04-12T08:56:04.095 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:03 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.f", "id": [7, 4]}]': finished 2024-04-12T08:56:04.095 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:03 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.14", "id": [2, 5]}]': finished 2024-04-12T08:56:04.095 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:03 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.15", "id": [2, 5]}]': finished 2024-04-12T08:56:04.095 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:03 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "35.15", "id": [4, 2]}]': finished 2024-04-12T08:56:04.095 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:03 smithi112 ceph-mon[99443]: osdmap e684: 8 total, 8 up, 8 in 2024-04-12T08:56:04.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:03 smithi175 ceph-mon[87929]: pgmap v667: 617 pgs: 617 active+clean; 131 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 464 KiB/s rd, 8.5 KiB/s wr, 565 op/s 2024-04-12T08:56:04.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:03 smithi175 ceph-mon[87929]: osdmap e683: 8 total, 8 up, 8 in 2024-04-12T08:56:04.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:03 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "25.1a", "id": [0, 2]}]: dispatch 2024-04-12T08:56:04.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:03 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.2", "id": [2, 4]}]: dispatch 2024-04-12T08:56:04.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:03 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.6", "id": [3, 5]}]: dispatch 2024-04-12T08:56:04.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:03 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.f", "id": [7, 4]}]: dispatch 2024-04-12T08:56:04.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:03 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.14", "id": [2, 5]}]: dispatch 2024-04-12T08:56:04.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:03 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.15", "id": [2, 5]}]: dispatch 2024-04-12T08:56:04.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:03 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "35.15", "id": [4, 2]}]: dispatch 2024-04-12T08:56:04.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:03 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "25.1a", "id": [0, 2]}]': finished 2024-04-12T08:56:04.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:03 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.2", "id": [2, 4]}]': finished 2024-04-12T08:56:04.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:03 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.6", "id": [3, 5]}]': finished 2024-04-12T08:56:04.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:03 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.f", "id": [7, 4]}]': finished 2024-04-12T08:56:04.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:03 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.14", "id": [2, 5]}]': finished 2024-04-12T08:56:04.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:03 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "33.15", "id": [2, 5]}]': finished 2024-04-12T08:56:04.266 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:03 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "35.15", "id": [4, 2]}]': finished 2024-04-12T08:56:04.266 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:03 smithi175 ceph-mon[87929]: osdmap e684: 8 total, 8 up, 8 in 2024-04-12T08:56:05.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:04 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:56:05.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:04 smithi112 ceph-mon[95375]: osdmap e685: 8 total, 8 up, 8 in 2024-04-12T08:56:05.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:04 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:56:05.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:04 smithi112 ceph-mon[99443]: osdmap e685: 8 total, 8 up, 8 in 2024-04-12T08:56:05.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:04 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:56:05.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:04 smithi175 ceph-mon[87929]: osdmap e685: 8 total, 8 up, 8 in 2024-04-12T08:56:05.897 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.CompareAndWriteCopyup (2308 ms) 2024-04-12T08:56:05.898 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.CompareAndWriteCopyupMismatch 2024-04-12T08:56:05.898 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:56:06.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:05 smithi112 ceph-mon[99443]: pgmap v670: 617 pgs: 617 active+clean; 133 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 663 KiB/s rd, 85 KiB/s wr, 881 op/s 2024-04-12T08:56:06.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:05 smithi112 ceph-mon[95375]: pgmap v670: 617 pgs: 617 active+clean; 133 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 663 KiB/s rd, 85 KiB/s wr, 881 op/s 2024-04-12T08:56:06.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:05 smithi175 ceph-mon[87929]: pgmap v670: 617 pgs: 617 active+clean; 133 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 663 KiB/s rd, 85 KiB/s wr, 881 op/s 2024-04-12T08:56:06.959 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:56:07.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:06 smithi112 ceph-mon[95375]: osdmap e686: 8 total, 8 up, 8 in 2024-04-12T08:56:07.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:06 smithi112 ceph-mon[99443]: osdmap e686: 8 total, 8 up, 8 in 2024-04-12T08:56:07.093 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:56:06 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:56:06] "GET /metrics HTTP/1.1" 200 74948 "" "Prometheus/2.43.0" 2024-04-12T08:56:07.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:06 smithi175 ceph-mon[87929]: osdmap e686: 8 total, 8 up, 8 in 2024-04-12T08:56:08.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:07 smithi112 ceph-mon[95375]: pgmap v673: 617 pgs: 617 active+clean; 133 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 250 KiB/s rd, 86 KiB/s wr, 399 op/s; 8 B/s, 0 objects/s recovering 2024-04-12T08:56:08.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:07 smithi112 ceph-mon[95375]: osdmap e687: 8 total, 8 up, 8 in 2024-04-12T08:56:08.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:07 smithi112 ceph-mon[99443]: pgmap v673: 617 pgs: 617 active+clean; 133 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 250 KiB/s rd, 86 KiB/s wr, 399 op/s; 8 B/s, 0 objects/s recovering 2024-04-12T08:56:08.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:07 smithi112 ceph-mon[99443]: osdmap e687: 8 total, 8 up, 8 in 2024-04-12T08:56:08.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:07 smithi175 ceph-mon[87929]: pgmap v673: 617 pgs: 617 active+clean; 133 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 250 KiB/s rd, 86 KiB/s wr, 399 op/s; 8 B/s, 0 objects/s recovering 2024-04-12T08:56:08.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:07 smithi175 ceph-mon[87929]: osdmap e687: 8 total, 8 up, 8 in 2024-04-12T08:56:08.806 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.CompareAndWriteCopyupMismatch (2910 ms) 2024-04-12T08:56:08.807 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.Flatten 2024-04-12T08:56:08.807 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:56:09.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:08 smithi175 ceph-mon[87929]: osdmap e688: 8 total, 8 up, 8 in 2024-04-12T08:56:09.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:08 smithi175 ceph-mon[87929]: osdmap e689: 8 total, 8 up, 8 in 2024-04-12T08:56:09.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:08 smithi112 ceph-mon[95375]: osdmap e688: 8 total, 8 up, 8 in 2024-04-12T08:56:09.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:08 smithi112 ceph-mon[95375]: osdmap e689: 8 total, 8 up, 8 in 2024-04-12T08:56:09.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:08 smithi112 ceph-mon[99443]: osdmap e688: 8 total, 8 up, 8 in 2024-04-12T08:56:09.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:08 smithi112 ceph-mon[99443]: osdmap e689: 8 total, 8 up, 8 in 2024-04-12T08:56:09.867 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.Flatten (1061 ms) 2024-04-12T08:56:09.868 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.Sparsify 2024-04-12T08:56:09.868 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:56:09.910 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 32768 2024-04-12T08:56:09.910 INFO:tasks.workunit.client.0.smithi112.stdout:read: 32768 2024-04-12T08:56:09.910 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.Sparsify (42 ms) 2024-04-12T08:56:09.910 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.SparsifyPP 2024-04-12T08:56:09.910 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:56:09.944 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.SparsifyPP (34 ms) 2024-04-12T08:56:09.944 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.SnapshotLimit 2024-04-12T08:56:09.944 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:56:10.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:09 smithi175 ceph-mon[87929]: pgmap v676: 617 pgs: 617 active+clean; 139 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 813 KiB/s rd, 667 KiB/s wr, 525 op/s; 8 B/s, 0 objects/s recovering 2024-04-12T08:56:10.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:09 smithi175 ceph-mon[87929]: osdmap e690: 8 total, 8 up, 8 in 2024-04-12T08:56:10.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:09 smithi112 ceph-mon[95375]: pgmap v676: 617 pgs: 617 active+clean; 139 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 813 KiB/s rd, 667 KiB/s wr, 525 op/s; 8 B/s, 0 objects/s recovering 2024-04-12T08:56:10.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:09 smithi112 ceph-mon[95375]: osdmap e690: 8 total, 8 up, 8 in 2024-04-12T08:56:10.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:09 smithi112 ceph-mon[99443]: pgmap v676: 617 pgs: 617 active+clean; 139 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 813 KiB/s rd, 667 KiB/s wr, 525 op/s; 8 B/s, 0 objects/s recovering 2024-04-12T08:56:10.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:09 smithi112 ceph-mon[99443]: osdmap e690: 8 total, 8 up, 8 in 2024-04-12T08:56:12.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:11 smithi175 ceph-mon[87929]: pgmap v679: 617 pgs: 617 active+clean; 139 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 761 KiB/s rd, 658 KiB/s wr, 441 op/s 2024-04-12T08:56:12.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:11 smithi175 ceph-mon[87929]: osdmap e691: 8 total, 8 up, 8 in 2024-04-12T08:56:12.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:11 smithi112 ceph-mon[95375]: pgmap v679: 617 pgs: 617 active+clean; 139 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 761 KiB/s rd, 658 KiB/s wr, 441 op/s 2024-04-12T08:56:12.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:11 smithi112 ceph-mon[95375]: osdmap e691: 8 total, 8 up, 8 in 2024-04-12T08:56:12.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:11 smithi112 ceph-mon[99443]: pgmap v679: 617 pgs: 617 active+clean; 139 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 761 KiB/s rd, 658 KiB/s wr, 441 op/s 2024-04-12T08:56:12.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:11 smithi112 ceph-mon[99443]: osdmap e691: 8 total, 8 up, 8 in 2024-04-12T08:56:13.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:12 smithi175 ceph-mon[87929]: osdmap e692: 8 total, 8 up, 8 in 2024-04-12T08:56:13.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:12 smithi112 ceph-mon[95375]: osdmap e692: 8 total, 8 up, 8 in 2024-04-12T08:56:13.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:12 smithi112 ceph-mon[99443]: osdmap e692: 8 total, 8 up, 8 in 2024-04-12T08:56:14.267 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:13 smithi175 ceph-mon[87929]: pgmap v682: 617 pgs: 617 active+clean; 139 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 95 KiB/s rd, 15 KiB/s wr, 123 op/s 2024-04-12T08:56:14.267 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:13 smithi175 ceph-mon[87929]: osdmap e693: 8 total, 8 up, 8 in 2024-04-12T08:56:14.267 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:13 smithi175 ceph-mon[87929]: osdmap e694: 8 total, 8 up, 8 in 2024-04-12T08:56:14.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:13 smithi112 ceph-mon[95375]: pgmap v682: 617 pgs: 617 active+clean; 139 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 95 KiB/s rd, 15 KiB/s wr, 123 op/s 2024-04-12T08:56:14.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:13 smithi112 ceph-mon[95375]: osdmap e693: 8 total, 8 up, 8 in 2024-04-12T08:56:14.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:13 smithi112 ceph-mon[95375]: osdmap e694: 8 total, 8 up, 8 in 2024-04-12T08:56:14.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:13 smithi112 ceph-mon[99443]: pgmap v682: 617 pgs: 617 active+clean; 139 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 95 KiB/s rd, 15 KiB/s wr, 123 op/s 2024-04-12T08:56:14.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:13 smithi112 ceph-mon[99443]: osdmap e693: 8 total, 8 up, 8 in 2024-04-12T08:56:14.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:13 smithi112 ceph-mon[99443]: osdmap e694: 8 total, 8 up, 8 in 2024-04-12T08:56:14.799 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.SnapshotLimit (4855 ms) 2024-04-12T08:56:14.799 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.SnapshotLimitPP 2024-04-12T08:56:14.799 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:56:16.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:15 smithi175 ceph-mon[87929]: pgmap v685: 617 pgs: 617 active+clean; 139 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 213 KiB/s rd, 40 KiB/s wr, 265 op/s 2024-04-12T08:56:16.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:15 smithi175 ceph-mon[87929]: osdmap e695: 8 total, 8 up, 8 in 2024-04-12T08:56:16.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:15 smithi112 ceph-mon[95375]: pgmap v685: 617 pgs: 617 active+clean; 139 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 213 KiB/s rd, 40 KiB/s wr, 265 op/s 2024-04-12T08:56:16.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:15 smithi112 ceph-mon[95375]: osdmap e695: 8 total, 8 up, 8 in 2024-04-12T08:56:16.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:15 smithi112 ceph-mon[99443]: pgmap v685: 617 pgs: 617 active+clean; 139 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 213 KiB/s rd, 40 KiB/s wr, 265 op/s 2024-04-12T08:56:16.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:15 smithi112 ceph-mon[99443]: osdmap e695: 8 total, 8 up, 8 in 2024-04-12T08:56:17.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:16 smithi112 ceph-mon[95375]: osdmap e696: 8 total, 8 up, 8 in 2024-04-12T08:56:17.093 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:56:16 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:56:16] "GET /metrics HTTP/1.1" 200 74948 "" "Prometheus/2.43.0" 2024-04-12T08:56:17.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:16 smithi112 ceph-mon[99443]: osdmap e696: 8 total, 8 up, 8 in 2024-04-12T08:56:17.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:16 smithi175 ceph-mon[87929]: osdmap e696: 8 total, 8 up, 8 in 2024-04-12T08:56:18.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:17 smithi112 ceph-mon[99443]: pgmap v688: 617 pgs: 617 active+clean; 139 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 135 KiB/s rd, 27 KiB/s wr, 166 op/s 2024-04-12T08:56:18.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:17 smithi112 ceph-mon[99443]: osdmap e697: 8 total, 8 up, 8 in 2024-04-12T08:56:18.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:17 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:56:18.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:17 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:56:18.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:17 smithi112 ceph-mon[95375]: pgmap v688: 617 pgs: 617 active+clean; 139 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 135 KiB/s rd, 27 KiB/s wr, 166 op/s 2024-04-12T08:56:18.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:17 smithi112 ceph-mon[95375]: osdmap e697: 8 total, 8 up, 8 in 2024-04-12T08:56:18.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:17 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:56:18.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:17 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:56:18.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:17 smithi175 ceph-mon[87929]: pgmap v688: 617 pgs: 617 active+clean; 139 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 135 KiB/s rd, 27 KiB/s wr, 166 op/s 2024-04-12T08:56:18.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:17 smithi175 ceph-mon[87929]: osdmap e697: 8 total, 8 up, 8 in 2024-04-12T08:56:18.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:17 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:56:18.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:17 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:56:19.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:18 smithi112 ceph-mon[95375]: osdmap e698: 8 total, 8 up, 8 in 2024-04-12T08:56:19.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:18 smithi112 ceph-mon[99443]: osdmap e698: 8 total, 8 up, 8 in 2024-04-12T08:56:19.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:18 smithi175 ceph-mon[87929]: osdmap e698: 8 total, 8 up, 8 in 2024-04-12T08:56:19.828 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.SnapshotLimitPP (5029 ms) 2024-04-12T08:56:19.828 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.RebuildObjectMapViaLockOwner 2024-04-12T08:56:19.828 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:56:19.883 INFO:tasks.workunit.client.0.smithi112.stdout:0.00% done 2024-04-12T08:56:19.883 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.RebuildObjectMapViaLockOwner (55 ms) 2024-04-12T08:56:19.883 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.RenameViaLockOwner 2024-04-12T08:56:19.883 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:56:19.947 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.RenameViaLockOwner (64 ms) 2024-04-12T08:56:19.947 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.SnapCreateViaLockOwner 2024-04-12T08:56:19.947 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:56:20.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:19 smithi112 ceph-mon[95375]: pgmap v691: 617 pgs: 617 active+clean; 139 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 19 KiB/s rd, 3.2 KiB/s wr, 28 op/s 2024-04-12T08:56:20.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:19 smithi112 ceph-mon[95375]: osdmap e699: 8 total, 8 up, 8 in 2024-04-12T08:56:20.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:19 smithi112 ceph-mon[99443]: pgmap v691: 617 pgs: 617 active+clean; 139 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 19 KiB/s rd, 3.2 KiB/s wr, 28 op/s 2024-04-12T08:56:20.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:19 smithi112 ceph-mon[99443]: osdmap e699: 8 total, 8 up, 8 in 2024-04-12T08:56:20.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:19 smithi175 ceph-mon[87929]: pgmap v691: 617 pgs: 617 active+clean; 139 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 19 KiB/s rd, 3.2 KiB/s wr, 28 op/s 2024-04-12T08:56:20.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:19 smithi175 ceph-mon[87929]: osdmap e699: 8 total, 8 up, 8 in 2024-04-12T08:56:20.849 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.SnapCreateViaLockOwner (902 ms) 2024-04-12T08:56:20.849 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.SnapRemoveViaLockOwner 2024-04-12T08:56:20.849 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:56:21.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:20 smithi112 ceph-mon[99443]: osdmap e700: 8 total, 8 up, 8 in 2024-04-12T08:56:21.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:20 smithi112 ceph-mon[95375]: osdmap e700: 8 total, 8 up, 8 in 2024-04-12T08:56:21.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:20 smithi175 ceph-mon[87929]: osdmap e700: 8 total, 8 up, 8 in 2024-04-12T08:56:22.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:21 smithi112 ceph-mon[95375]: pgmap v694: 617 pgs: 617 active+clean; 139 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 2.2 KiB/s rd, 1023 B/s wr, 3 op/s 2024-04-12T08:56:22.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:21 smithi112 ceph-mon[95375]: osdmap e701: 8 total, 8 up, 8 in 2024-04-12T08:56:22.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:21 smithi112 ceph-mon[99443]: pgmap v694: 617 pgs: 617 active+clean; 139 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 2.2 KiB/s rd, 1023 B/s wr, 3 op/s 2024-04-12T08:56:22.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:21 smithi112 ceph-mon[99443]: osdmap e701: 8 total, 8 up, 8 in 2024-04-12T08:56:22.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:21 smithi175 ceph-mon[87929]: pgmap v694: 617 pgs: 617 active+clean; 139 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 2.2 KiB/s rd, 1023 B/s wr, 3 op/s 2024-04-12T08:56:22.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:21 smithi175 ceph-mon[87929]: osdmap e701: 8 total, 8 up, 8 in 2024-04-12T08:56:22.859 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.SnapRemoveViaLockOwner (2010 ms) 2024-04-12T08:56:22.859 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.UpdateFeaturesViaLockOwner 2024-04-12T08:56:22.859 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:56:22.912 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.UpdateFeaturesViaLockOwner (53 ms) 2024-04-12T08:56:22.913 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.EnableJournalingViaLockOwner 2024-04-12T08:56:22.913 INFO:tasks.workunit.client.0.smithi112.stdout:SKIPPING 2024-04-12T08:56:22.913 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.EnableJournalingViaLockOwner (0 ms) 2024-04-12T08:56:22.913 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.SnapRemove2 2024-04-12T08:56:22.913 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:56:23.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:22 smithi112 ceph-mon[95375]: osdmap e702: 8 total, 8 up, 8 in 2024-04-12T08:56:23.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:22 smithi112 ceph-mon[99443]: osdmap e702: 8 total, 8 up, 8 in 2024-04-12T08:56:23.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:22 smithi175 ceph-mon[87929]: osdmap e702: 8 total, 8 up, 8 in 2024-04-12T08:56:24.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:23 smithi112 ceph-mon[99443]: pgmap v697: 617 pgs: 617 active+clean; 139 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 25 KiB/s rd, 4.5 KiB/s wr, 38 op/s 2024-04-12T08:56:24.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:23 smithi112 ceph-mon[99443]: osdmap e703: 8 total, 8 up, 8 in 2024-04-12T08:56:24.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:23 smithi112 ceph-mon[99443]: osdmap e704: 8 total, 8 up, 8 in 2024-04-12T08:56:24.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:23 smithi112 ceph-mon[95375]: pgmap v697: 617 pgs: 617 active+clean; 139 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 25 KiB/s rd, 4.5 KiB/s wr, 38 op/s 2024-04-12T08:56:24.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:23 smithi112 ceph-mon[95375]: osdmap e703: 8 total, 8 up, 8 in 2024-04-12T08:56:24.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:23 smithi112 ceph-mon[95375]: osdmap e704: 8 total, 8 up, 8 in 2024-04-12T08:56:24.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:23 smithi175 ceph-mon[87929]: pgmap v697: 617 pgs: 617 active+clean; 139 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 25 KiB/s rd, 4.5 KiB/s wr, 38 op/s 2024-04-12T08:56:24.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:23 smithi175 ceph-mon[87929]: osdmap e703: 8 total, 8 up, 8 in 2024-04-12T08:56:24.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:23 smithi175 ceph-mon[87929]: osdmap e704: 8 total, 8 up, 8 in 2024-04-12T08:56:24.849 INFO:tasks.workunit.client.0.smithi112.stdout:100.00% done 2024-04-12T08:56:24.849 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.SnapRemove2 (1937 ms) 2024-04-12T08:56:24.850 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.SnapRenameViaLockOwner 2024-04-12T08:56:24.850 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:56:25.887 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.SnapRenameViaLockOwner (1038 ms) 2024-04-12T08:56:25.887 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.SnapProtectViaLockOwner 2024-04-12T08:56:25.887 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:56:26.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:25 smithi112 ceph-mon[99443]: pgmap v700: 617 pgs: 617 active+clean; 139 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 129 KiB/s rd, 13 KiB/s wr, 182 op/s 2024-04-12T08:56:26.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:25 smithi112 ceph-mon[99443]: osdmap e705: 8 total, 8 up, 8 in 2024-04-12T08:56:26.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:25 smithi112 ceph-mon[95375]: pgmap v700: 617 pgs: 617 active+clean; 139 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 129 KiB/s rd, 13 KiB/s wr, 182 op/s 2024-04-12T08:56:26.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:25 smithi112 ceph-mon[95375]: osdmap e705: 8 total, 8 up, 8 in 2024-04-12T08:56:26.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:25 smithi175 ceph-mon[87929]: pgmap v700: 617 pgs: 617 active+clean; 139 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 129 KiB/s rd, 13 KiB/s wr, 182 op/s 2024-04-12T08:56:26.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:25 smithi175 ceph-mon[87929]: osdmap e705: 8 total, 8 up, 8 in 2024-04-12T08:56:26.895 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.SnapProtectViaLockOwner (1008 ms) 2024-04-12T08:56:26.895 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.SnapUnprotectViaLockOwner 2024-04-12T08:56:26.895 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:56:27.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:26 smithi112 ceph-mon[95375]: osdmap e706: 8 total, 8 up, 8 in 2024-04-12T08:56:27.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:26 smithi112 ceph-mon[99443]: osdmap e706: 8 total, 8 up, 8 in 2024-04-12T08:56:27.093 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:56:26 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:56:26] "GET /metrics HTTP/1.1" 200 74967 "" "Prometheus/2.43.0" 2024-04-12T08:56:27.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:26 smithi175 ceph-mon[87929]: osdmap e706: 8 total, 8 up, 8 in 2024-04-12T08:56:27.911 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.SnapUnprotectViaLockOwner (1016 ms) 2024-04-12T08:56:27.911 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.FlattenViaLockOwner 2024-04-12T08:56:27.911 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:56:28.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:27 smithi175 ceph-mon[87929]: pgmap v703: 617 pgs: 617 active+clean; 139 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 186 KiB/s rd, 13 KiB/s wr, 247 op/s 2024-04-12T08:56:28.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:27 smithi175 ceph-mon[87929]: osdmap e707: 8 total, 8 up, 8 in 2024-04-12T08:56:28.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:27 smithi112 ceph-mon[95375]: pgmap v703: 617 pgs: 617 active+clean; 139 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 186 KiB/s rd, 13 KiB/s wr, 247 op/s 2024-04-12T08:56:28.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:27 smithi112 ceph-mon[95375]: osdmap e707: 8 total, 8 up, 8 in 2024-04-12T08:56:28.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:27 smithi112 ceph-mon[99443]: pgmap v703: 617 pgs: 617 active+clean; 139 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 186 KiB/s rd, 13 KiB/s wr, 247 op/s 2024-04-12T08:56:28.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:27 smithi112 ceph-mon[99443]: osdmap e707: 8 total, 8 up, 8 in 2024-04-12T08:56:28.881 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.FlattenViaLockOwner (969 ms) 2024-04-12T08:56:28.881 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.ResizeViaLockOwner 2024-04-12T08:56:28.881 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:56:28.917 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.ResizeViaLockOwner (37 ms) 2024-04-12T08:56:28.917 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.SparsifyViaLockOwner 2024-04-12T08:56:28.917 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:56:28.950 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.SparsifyViaLockOwner (33 ms) 2024-04-12T08:56:28.950 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.ObjectMapConsistentSnap 2024-04-12T08:56:28.951 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:56:29.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:28 smithi175 ceph-mon[87929]: osdmap e708: 8 total, 8 up, 8 in 2024-04-12T08:56:29.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:28 smithi175 ceph-mon[87929]: osdmap e709: 8 total, 8 up, 8 in 2024-04-12T08:56:29.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:28 smithi112 ceph-mon[95375]: osdmap e708: 8 total, 8 up, 8 in 2024-04-12T08:56:29.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:28 smithi112 ceph-mon[95375]: osdmap e709: 8 total, 8 up, 8 in 2024-04-12T08:56:29.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:28 smithi112 ceph-mon[99443]: osdmap e708: 8 total, 8 up, 8 in 2024-04-12T08:56:29.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:28 smithi112 ceph-mon[99443]: osdmap e709: 8 total, 8 up, 8 in 2024-04-12T08:56:30.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:29 smithi175 ceph-mon[87929]: pgmap v706: 617 pgs: 617 active+clean; 139 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 158 KiB/s rd, 11 KiB/s wr, 208 op/s 2024-04-12T08:56:30.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:29 smithi112 ceph-mon[95375]: pgmap v706: 617 pgs: 617 active+clean; 139 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 158 KiB/s rd, 11 KiB/s wr, 208 op/s 2024-04-12T08:56:30.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:29 smithi112 ceph-mon[99443]: pgmap v706: 617 pgs: 617 active+clean; 139 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 158 KiB/s rd, 11 KiB/s wr, 208 op/s 2024-04-12T08:56:31.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:30 smithi175 ceph-mon[87929]: osdmap e710: 8 total, 8 up, 8 in 2024-04-12T08:56:31.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:30 smithi112 ceph-mon[95375]: osdmap e710: 8 total, 8 up, 8 in 2024-04-12T08:56:31.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:30 smithi112 ceph-mon[99443]: osdmap e710: 8 total, 8 up, 8 in 2024-04-12T08:56:32.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:31 smithi175 ceph-mon[87929]: pgmap v709: 617 pgs: 617 active+clean; 139 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 77 KiB/s rd, 6.0 KiB/s wr, 105 op/s 2024-04-12T08:56:32.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:31 smithi175 ceph-mon[87929]: osdmap e711: 8 total, 8 up, 8 in 2024-04-12T08:56:32.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:31 smithi112 ceph-mon[99443]: pgmap v709: 617 pgs: 617 active+clean; 139 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 77 KiB/s rd, 6.0 KiB/s wr, 105 op/s 2024-04-12T08:56:32.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:31 smithi112 ceph-mon[99443]: osdmap e711: 8 total, 8 up, 8 in 2024-04-12T08:56:32.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:31 smithi112 ceph-mon[95375]: pgmap v709: 617 pgs: 617 active+clean; 139 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 77 KiB/s rd, 6.0 KiB/s wr, 105 op/s 2024-04-12T08:56:32.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:31 smithi112 ceph-mon[95375]: osdmap e711: 8 total, 8 up, 8 in 2024-04-12T08:56:33.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:32 smithi175 ceph-mon[87929]: osdmap e712: 8 total, 8 up, 8 in 2024-04-12T08:56:33.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:32 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:56:33.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:32 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:56:33.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:32 smithi112 ceph-mon[99443]: osdmap e712: 8 total, 8 up, 8 in 2024-04-12T08:56:33.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:32 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:56:33.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:32 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:56:33.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:32 smithi112 ceph-mon[95375]: osdmap e712: 8 total, 8 up, 8 in 2024-04-12T08:56:33.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:32 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:56:33.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:32 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:56:34.169 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:33 smithi175 ceph-mon[87929]: pgmap v712: 617 pgs: 617 active+clean; 139 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 126 KiB/s rd, 6.0 KiB/s wr, 165 op/s 2024-04-12T08:56:34.169 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:33 smithi175 ceph-mon[87929]: osdmap e713: 8 total, 8 up, 8 in 2024-04-12T08:56:34.169 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:33 smithi175 ceph-mon[87929]: osdmap e714: 8 total, 8 up, 8 in 2024-04-12T08:56:34.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:33 smithi112 ceph-mon[95375]: pgmap v712: 617 pgs: 617 active+clean; 139 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 126 KiB/s rd, 6.0 KiB/s wr, 165 op/s 2024-04-12T08:56:34.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:33 smithi112 ceph-mon[95375]: osdmap e713: 8 total, 8 up, 8 in 2024-04-12T08:56:34.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:33 smithi112 ceph-mon[95375]: osdmap e714: 8 total, 8 up, 8 in 2024-04-12T08:56:34.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:33 smithi112 ceph-mon[99443]: pgmap v712: 617 pgs: 617 active+clean; 139 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 126 KiB/s rd, 6.0 KiB/s wr, 165 op/s 2024-04-12T08:56:34.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:33 smithi112 ceph-mon[99443]: osdmap e713: 8 total, 8 up, 8 in 2024-04-12T08:56:34.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:33 smithi112 ceph-mon[99443]: osdmap e714: 8 total, 8 up, 8 in 2024-04-12T08:56:36.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:35 smithi112 ceph-mon[95375]: pgmap v715: 617 pgs: 617 active+clean; 139 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 195 KiB/s rd, 11 KiB/s wr, 258 op/s 2024-04-12T08:56:36.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:35 smithi112 ceph-mon[95375]: osdmap e715: 8 total, 8 up, 8 in 2024-04-12T08:56:36.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:35 smithi112 ceph-mon[99443]: pgmap v715: 617 pgs: 617 active+clean; 139 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 195 KiB/s rd, 11 KiB/s wr, 258 op/s 2024-04-12T08:56:36.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:35 smithi112 ceph-mon[99443]: osdmap e715: 8 total, 8 up, 8 in 2024-04-12T08:56:36.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:35 smithi175 ceph-mon[87929]: pgmap v715: 617 pgs: 617 active+clean; 139 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 195 KiB/s rd, 11 KiB/s wr, 258 op/s 2024-04-12T08:56:36.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:35 smithi175 ceph-mon[87929]: osdmap e715: 8 total, 8 up, 8 in 2024-04-12T08:56:37.092 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:56:36 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:56:36] "GET /metrics HTTP/1.1" 200 74959 "" "Prometheus/2.43.0" 2024-04-12T08:56:37.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:36 smithi112 ceph-mon[95375]: osdmap e716: 8 total, 8 up, 8 in 2024-04-12T08:56:37.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:36 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:56:37.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:36 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:56:37.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:36 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:56:37.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:36 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:56:37.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:36 smithi112 ceph-mon[99443]: osdmap e716: 8 total, 8 up, 8 in 2024-04-12T08:56:37.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:36 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:56:37.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:36 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:56:37.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:36 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:56:37.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:36 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:56:37.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:36 smithi175 ceph-mon[87929]: osdmap e716: 8 total, 8 up, 8 in 2024-04-12T08:56:37.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:36 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:56:37.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:36 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:56:37.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:36 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:56:37.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:36 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:56:38.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:37 smithi112 ceph-mon[95375]: pgmap v718: 617 pgs: 617 active+clean; 139 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 70 KiB/s rd, 6.0 KiB/s wr, 94 op/s 2024-04-12T08:56:38.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:37 smithi112 ceph-mon[95375]: osdmap e717: 8 total, 8 up, 8 in 2024-04-12T08:56:38.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:37 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:56:38.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:37 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:56:38.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:37 smithi112 ceph-mon[95375]: pgmap v720: 617 pgs: 617 active+clean; 139 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 1.9 KiB/s rd, 954 B/s wr, 2 op/s 2024-04-12T08:56:38.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:37 smithi112 ceph-mon[95375]: pgmap v721: 617 pgs: 617 active+clean; 139 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 2.4 KiB/s rd, 1.2 KiB/s wr, 3 op/s 2024-04-12T08:56:38.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:37 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:56:38.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:37 smithi112 ceph-mon[99443]: pgmap v718: 617 pgs: 617 active+clean; 139 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 70 KiB/s rd, 6.0 KiB/s wr, 94 op/s 2024-04-12T08:56:38.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:37 smithi112 ceph-mon[99443]: osdmap e717: 8 total, 8 up, 8 in 2024-04-12T08:56:38.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:37 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:56:38.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:37 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:56:38.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:37 smithi112 ceph-mon[99443]: pgmap v720: 617 pgs: 617 active+clean; 139 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 1.9 KiB/s rd, 954 B/s wr, 2 op/s 2024-04-12T08:56:38.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:37 smithi112 ceph-mon[99443]: pgmap v721: 617 pgs: 617 active+clean; 139 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 2.4 KiB/s rd, 1.2 KiB/s wr, 3 op/s 2024-04-12T08:56:38.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:37 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:56:38.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:37 smithi175 ceph-mon[87929]: pgmap v718: 617 pgs: 617 active+clean; 139 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 70 KiB/s rd, 6.0 KiB/s wr, 94 op/s 2024-04-12T08:56:38.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:37 smithi175 ceph-mon[87929]: osdmap e717: 8 total, 8 up, 8 in 2024-04-12T08:56:38.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:37 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:56:38.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:37 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:56:38.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:37 smithi175 ceph-mon[87929]: pgmap v720: 617 pgs: 617 active+clean; 139 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 1.9 KiB/s rd, 954 B/s wr, 2 op/s 2024-04-12T08:56:38.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:37 smithi175 ceph-mon[87929]: pgmap v721: 617 pgs: 617 active+clean; 139 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 2.4 KiB/s rd, 1.2 KiB/s wr, 3 op/s 2024-04-12T08:56:38.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:37 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:56:39.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:38 smithi112 ceph-mon[95375]: osdmap e718: 8 total, 8 up, 8 in 2024-04-12T08:56:39.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:38 smithi112 ceph-mon[99443]: osdmap e718: 8 total, 8 up, 8 in 2024-04-12T08:56:39.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:38 smithi175 ceph-mon[87929]: osdmap e718: 8 total, 8 up, 8 in 2024-04-12T08:56:39.373 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.ObjectMapConsistentSnap (10423 ms) 2024-04-12T08:56:39.374 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.Metadata 2024-04-12T08:56:39.374 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:56:39.916 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.Metadata (543 ms) 2024-04-12T08:56:39.917 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.MetadataPP 2024-04-12T08:56:39.917 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:56:40.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:39 smithi112 ceph-mon[95375]: osdmap e719: 8 total, 8 up, 8 in 2024-04-12T08:56:40.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:39 smithi112 ceph-mon[95375]: pgmap v724: 617 pgs: 617 active+clean; 139 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 116 KiB/s rd, 4.8 KiB/s wr, 154 op/s 2024-04-12T08:56:40.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:39 smithi112 ceph-mon[99443]: osdmap e719: 8 total, 8 up, 8 in 2024-04-12T08:56:40.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:39 smithi112 ceph-mon[99443]: pgmap v724: 617 pgs: 617 active+clean; 139 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 116 KiB/s rd, 4.8 KiB/s wr, 154 op/s 2024-04-12T08:56:40.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:39 smithi175 ceph-mon[87929]: osdmap e719: 8 total, 8 up, 8 in 2024-04-12T08:56:40.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:39 smithi175 ceph-mon[87929]: pgmap v724: 617 pgs: 617 active+clean; 139 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 116 KiB/s rd, 4.8 KiB/s wr, 154 op/s 2024-04-12T08:56:40.912 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.MetadataPP (996 ms) 2024-04-12T08:56:40.913 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.UpdateFeatures 2024-04-12T08:56:40.913 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:56:41.007 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.UpdateFeatures (94 ms) 2024-04-12T08:56:41.007 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.FeaturesBitmaskString 2024-04-12T08:56:41.007 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.FeaturesBitmaskString (0 ms) 2024-04-12T08:56:41.007 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.RebuildObjectMap 2024-04-12T08:56:41.007 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:56:41.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:40 smithi112 ceph-mon[95375]: osdmap e720: 8 total, 8 up, 8 in 2024-04-12T08:56:41.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:40 smithi112 ceph-mon[99443]: osdmap e720: 8 total, 8 up, 8 in 2024-04-12T08:56:41.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:40 smithi175 ceph-mon[87929]: osdmap e720: 8 total, 8 up, 8 in 2024-04-12T08:56:41.894 INFO:tasks.workunit.client.0.smithi112.stdout:0.00% done 2024-04-12T08:56:41.894 INFO:tasks.workunit.client.0.smithi112.stdout:25.00% done 2024-04-12T08:56:41.894 INFO:tasks.workunit.client.0.smithi112.stdout:50.00% done 2024-04-12T08:56:41.894 INFO:tasks.workunit.client.0.smithi112.stdout:75.00% done 2024-04-12T08:56:41.894 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.RebuildObjectMap (887 ms) 2024-04-12T08:56:41.894 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.RebuildNewObjectMap 2024-04-12T08:56:41.931 INFO:tasks.workunit.client.0.smithi112.stdout:0.00% done 2024-04-12T08:56:41.931 INFO:tasks.workunit.client.0.smithi112.stdout:25.00% done 2024-04-12T08:56:41.931 INFO:tasks.workunit.client.0.smithi112.stdout:50.00% done 2024-04-12T08:56:41.931 INFO:tasks.workunit.client.0.smithi112.stdout:75.00% done 2024-04-12T08:56:41.931 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.RebuildNewObjectMap (37 ms) 2024-04-12T08:56:41.931 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.CheckObjectMap 2024-04-12T08:56:41.931 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:56:42.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:41 smithi112 ceph-mon[95375]: osdmap e721: 8 total, 8 up, 8 in 2024-04-12T08:56:42.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:41 smithi112 ceph-mon[95375]: pgmap v727: 617 pgs: 617 active+clean; 139 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 157 KiB/s rd, 34 KiB/s wr, 228 op/s 2024-04-12T08:56:42.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:41 smithi112 ceph-mon[99443]: osdmap e721: 8 total, 8 up, 8 in 2024-04-12T08:56:42.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:41 smithi112 ceph-mon[99443]: pgmap v727: 617 pgs: 617 active+clean; 139 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 157 KiB/s rd, 34 KiB/s wr, 228 op/s 2024-04-12T08:56:42.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:41 smithi175 ceph-mon[87929]: osdmap e721: 8 total, 8 up, 8 in 2024-04-12T08:56:42.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:41 smithi175 ceph-mon[87929]: pgmap v727: 617 pgs: 617 active+clean; 139 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 157 KiB/s rd, 34 KiB/s wr, 228 op/s 2024-04-12T08:56:42.887 INFO:tasks.workunit.client.0.smithi112.stdout:0.00% done 2024-04-12T08:56:42.887 INFO:tasks.workunit.client.0.smithi112.stdout:25.00% done 2024-04-12T08:56:42.887 INFO:tasks.workunit.client.0.smithi112.stdout:50.00% done 2024-04-12T08:56:42.887 INFO:tasks.workunit.client.0.smithi112.stdout:75.00% done 2024-04-12T08:56:42.888 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.CheckObjectMap (956 ms) 2024-04-12T08:56:42.888 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.BlockingAIO 2024-04-12T08:56:42.888 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:56:42.914 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.BlockingAIO (27 ms) 2024-04-12T08:56:42.914 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.ExclusiveLockTransition 2024-04-12T08:56:42.914 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:56:43.038 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.ExclusiveLockTransition (124 ms) 2024-04-12T08:56:43.038 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.ExclusiveLockReadTransition 2024-04-12T08:56:43.038 INFO:tasks.workunit.client.0.smithi112.stdout:SKIPPING 2024-04-12T08:56:43.038 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.ExclusiveLockReadTransition (0 ms) 2024-04-12T08:56:43.038 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.CacheMayCopyOnWrite 2024-04-12T08:56:43.038 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:56:43.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:42 smithi112 ceph-mon[95375]: osdmap e722: 8 total, 8 up, 8 in 2024-04-12T08:56:43.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:42 smithi112 ceph-mon[99443]: osdmap e722: 8 total, 8 up, 8 in 2024-04-12T08:56:43.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:42 smithi175 ceph-mon[87929]: osdmap e722: 8 total, 8 up, 8 in 2024-04-12T08:56:43.909 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.CacheMayCopyOnWrite (871 ms) 2024-04-12T08:56:43.909 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.FlushEmptyOpsOnExternalSnapshot 2024-04-12T08:56:43.909 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:56:44.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:43 smithi112 ceph-mon[95375]: osdmap e723: 8 total, 8 up, 8 in 2024-04-12T08:56:44.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:43 smithi112 ceph-mon[95375]: pgmap v730: 617 pgs: 617 active+clean; 139 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 84 KiB/s rd, 31 KiB/s wr, 131 op/s 2024-04-12T08:56:44.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:43 smithi112 ceph-mon[99443]: osdmap e723: 8 total, 8 up, 8 in 2024-04-12T08:56:44.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:43 smithi112 ceph-mon[99443]: pgmap v730: 617 pgs: 617 active+clean; 139 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 84 KiB/s rd, 31 KiB/s wr, 131 op/s 2024-04-12T08:56:44.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:43 smithi175 ceph-mon[87929]: osdmap e723: 8 total, 8 up, 8 in 2024-04-12T08:56:44.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:43 smithi175 ceph-mon[87929]: pgmap v730: 617 pgs: 617 active+clean; 139 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 84 KiB/s rd, 31 KiB/s wr, 131 op/s 2024-04-12T08:56:44.876 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.FlushEmptyOpsOnExternalSnapshot (967 ms) 2024-04-12T08:56:44.876 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestImageOptions 2024-04-12T08:56:45.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:44 smithi112 ceph-mon[95375]: osdmap e724: 8 total, 8 up, 8 in 2024-04-12T08:56:45.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:44 smithi112 ceph-mon[99443]: osdmap e724: 8 total, 8 up, 8 in 2024-04-12T08:56:45.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:44 smithi175 ceph-mon[87929]: osdmap e724: 8 total, 8 up, 8 in 2024-04-12T08:56:45.978 INFO:tasks.workunit.client.0.smithi112.stdout:0.00% done 2024-04-12T08:56:45.978 INFO:tasks.workunit.client.0.smithi112.stdout:100.00% done 2024-04-12T08:56:45.978 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestImageOptions (1102 ms) 2024-04-12T08:56:45.978 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestImageOptionsPP 2024-04-12T08:56:46.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:45 smithi175 ceph-mon[87929]: osdmap e725: 8 total, 8 up, 8 in 2024-04-12T08:56:46.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:45 smithi175 ceph-mon[87929]: pgmap v733: 617 pgs: 617 active+clean; 139 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 572 KiB/s rd, 223 KiB/s wr, 870 op/s 2024-04-12T08:56:46.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:45 smithi112 ceph-mon[95375]: osdmap e725: 8 total, 8 up, 8 in 2024-04-12T08:56:46.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:45 smithi112 ceph-mon[95375]: pgmap v733: 617 pgs: 617 active+clean; 139 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 572 KiB/s rd, 223 KiB/s wr, 870 op/s 2024-04-12T08:56:46.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:45 smithi112 ceph-mon[99443]: osdmap e725: 8 total, 8 up, 8 in 2024-04-12T08:56:46.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:45 smithi112 ceph-mon[99443]: pgmap v733: 617 pgs: 617 active+clean; 139 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 572 KiB/s rd, 223 KiB/s wr, 870 op/s 2024-04-12T08:56:46.969 INFO:tasks.workunit.client.0.smithi112.stdout:0.00% done 2024-04-12T08:56:46.969 INFO:tasks.workunit.client.0.smithi112.stdout:100.00% done 2024-04-12T08:56:46.969 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestImageOptionsPP (991 ms) 2024-04-12T08:56:46.969 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.EventSocketPipe 2024-04-12T08:56:46.969 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.EventSocketPipe (0 ms) 2024-04-12T08:56:46.969 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.EventSocketEventfd 2024-04-12T08:56:46.969 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.EventSocketEventfd (0 ms) 2024-04-12T08:56:46.969 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.ImagePollIO 2024-04-12T08:56:46.969 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:56:47.004 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 512 2024-04-12T08:56:47.004 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 512 2024-04-12T08:56:47.004 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 512 2024-04-12T08:56:47.004 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 512 2024-04-12T08:56:47.004 INFO:tasks.workunit.client.0.smithi112.stdout:wrote: 512 2024-04-12T08:56:47.004 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:56:47.005 INFO:tasks.workunit.client.0.smithi112.stdout:started write 2024-04-12T08:56:47.005 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:56:47.005 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:56:47.005 INFO:tasks.workunit.client.0.smithi112.stdout:finished write 2024-04-12T08:56:47.005 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:56:47.005 INFO:tasks.workunit.client.0.smithi112.stdout:started write 2024-04-12T08:56:47.005 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:56:47.005 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:56:47.005 INFO:tasks.workunit.client.0.smithi112.stdout:finished write 2024-04-12T08:56:47.005 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:56:47.005 INFO:tasks.workunit.client.0.smithi112.stdout:started write 2024-04-12T08:56:47.005 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:56:47.005 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:56:47.005 INFO:tasks.workunit.client.0.smithi112.stdout:finished write 2024-04-12T08:56:47.005 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:56:47.006 INFO:tasks.workunit.client.0.smithi112.stdout:started write 2024-04-12T08:56:47.006 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:56:47.006 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:56:47.006 INFO:tasks.workunit.client.0.smithi112.stdout:finished write 2024-04-12T08:56:47.006 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:56:47.006 INFO:tasks.workunit.client.0.smithi112.stdout:started write 2024-04-12T08:56:47.006 INFO:tasks.workunit.client.0.smithi112.stdout:write completion cb called! 2024-04-12T08:56:47.006 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 0 2024-04-12T08:56:47.006 INFO:tasks.workunit.client.0.smithi112.stdout:finished write 2024-04-12T08:56:47.006 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:56:47.006 INFO:tasks.workunit.client.0.smithi112.stdout:started read 2024-04-12T08:56:47.006 INFO:tasks.workunit.client.0.smithi112.stdout:read completion cb called! 2024-04-12T08:56:47.006 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 512 2024-04-12T08:56:47.006 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:56:47.007 INFO:tasks.workunit.client.0.smithi112.stdout:started read 2024-04-12T08:56:47.007 INFO:tasks.workunit.client.0.smithi112.stdout:read completion cb called! 2024-04-12T08:56:47.007 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 512 2024-04-12T08:56:47.007 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:56:47.007 INFO:tasks.workunit.client.0.smithi112.stdout:started read 2024-04-12T08:56:47.007 INFO:tasks.workunit.client.0.smithi112.stdout:read completion cb called! 2024-04-12T08:56:47.007 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 512 2024-04-12T08:56:47.007 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:56:47.007 INFO:tasks.workunit.client.0.smithi112.stdout:started read 2024-04-12T08:56:47.007 INFO:tasks.workunit.client.0.smithi112.stdout:read completion cb called! 2024-04-12T08:56:47.007 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 512 2024-04-12T08:56:47.007 INFO:tasks.workunit.client.0.smithi112.stdout:created completion 2024-04-12T08:56:47.007 INFO:tasks.workunit.client.0.smithi112.stdout:started read 2024-04-12T08:56:47.007 INFO:tasks.workunit.client.0.smithi112.stdout:read completion cb called! 2024-04-12T08:56:47.007 INFO:tasks.workunit.client.0.smithi112.stdout:return value is: 512 2024-04-12T08:56:47.008 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.ImagePollIO (35 ms) 2024-04-12T08:56:47.008 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.Mirror 2024-04-12T08:56:47.009 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:56:47.017 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:56:47.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:46 smithi112 ceph-mon[95375]: osdmap e726: 8 total, 8 up, 8 in 2024-04-12T08:56:47.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:46 smithi112 ceph-mon[99443]: osdmap e726: 8 total, 8 up, 8 in 2024-04-12T08:56:47.093 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:56:46 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:56:46] "GET /metrics HTTP/1.1" 200 74959 "" "Prometheus/2.43.0" 2024-04-12T08:56:47.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:46 smithi175 ceph-mon[87929]: osdmap e726: 8 total, 8 up, 8 in 2024-04-12T08:56:48.018 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.Mirror (1014 ms) 2024-04-12T08:56:48.018 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.MirrorPeerAttributes 2024-04-12T08:56:48.033 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.MirrorPeerAttributes (16 ms) 2024-04-12T08:56:48.033 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.CreateWithMirrorEnabled 2024-04-12T08:56:48.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:47 smithi175 ceph-mon[87929]: osdmap e727: 8 total, 8 up, 8 in 2024-04-12T08:56:48.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:47 smithi175 ceph-mon[87929]: pgmap v736: 617 pgs: 617 active+clean; 139 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 858 KiB/s rd, 297 KiB/s wr, 1.25k op/s 2024-04-12T08:56:48.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:47 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:56:48.319 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:47 smithi112 ceph-mon[95375]: osdmap e727: 8 total, 8 up, 8 in 2024-04-12T08:56:48.319 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:47 smithi112 ceph-mon[95375]: pgmap v736: 617 pgs: 617 active+clean; 139 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 858 KiB/s rd, 297 KiB/s wr, 1.25k op/s 2024-04-12T08:56:48.319 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:47 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:56:48.319 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:47 smithi112 ceph-mon[99443]: osdmap e727: 8 total, 8 up, 8 in 2024-04-12T08:56:48.319 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:47 smithi112 ceph-mon[99443]: pgmap v736: 617 pgs: 617 active+clean; 139 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 858 KiB/s rd, 297 KiB/s wr, 1.25k op/s 2024-04-12T08:56:48.319 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:47 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:56:49.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:48 smithi175 ceph-mon[87929]: osdmap e728: 8 total, 8 up, 8 in 2024-04-12T08:56:49.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:48 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/3521967844' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/19/uuid4"}]: dispatch 2024-04-12T08:56:49.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:48 smithi175 ceph-mon[87929]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/19/uuid4"}]: dispatch 2024-04-12T08:56:49.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:48 smithi175 ceph-mon[87929]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/19/uuid4"}]': finished 2024-04-12T08:56:49.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:48 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/3521967844' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/19/5e171a3c-6b7c-439f-9b2d-e0729f44b383"}]: dispatch 2024-04-12T08:56:49.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:48 smithi175 ceph-mon[87929]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/19/5e171a3c-6b7c-439f-9b2d-e0729f44b383"}]: dispatch 2024-04-12T08:56:49.266 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:48 smithi175 ceph-mon[87929]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/19/5e171a3c-6b7c-439f-9b2d-e0729f44b383"}]': finished 2024-04-12T08:56:49.266 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:48 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/3521967844' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/19/5ace1f67-fdd3-44e0-aac4-3101703bbeec"}]: dispatch 2024-04-12T08:56:49.266 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:48 smithi175 ceph-mon[87929]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/19/5ace1f67-fdd3-44e0-aac4-3101703bbeec"}]: dispatch 2024-04-12T08:56:49.266 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:48 smithi175 ceph-mon[87929]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/19/5ace1f67-fdd3-44e0-aac4-3101703bbeec"}]': finished 2024-04-12T08:56:49.266 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:48 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/3521967844' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/19/19e21dcd-c9bd-4b65-b62a-32b9c9f357ea"}]: dispatch 2024-04-12T08:56:49.266 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:48 smithi175 ceph-mon[87929]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/19/19e21dcd-c9bd-4b65-b62a-32b9c9f357ea"}]: dispatch 2024-04-12T08:56:49.266 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:48 smithi175 ceph-mon[87929]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/19/19e21dcd-c9bd-4b65-b62a-32b9c9f357ea"}]': finished 2024-04-12T08:56:49.266 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:48 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/3521967844' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/19/13c2ed67-2d54-4b1e-8773-b8e1bbe1405c"}]: dispatch 2024-04-12T08:56:49.267 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:48 smithi175 ceph-mon[87929]: from='client.? ' entity='client.admin' 2024-04-12T08:56:49.267 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:48 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/3521967844' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/19/13c2ed67-2d54-4b1e-8773-b8e1bbe1405c"}]: dispatch 2024-04-12T08:56:49.267 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:48 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/3521967844' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/19/13c2ed67-2d54-4b1e-8773-b8e1bbe1405c"}]: dispatch 2024-04-12T08:56:49.267 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:48 smithi175 ceph-mon[87929]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/19/13c2ed67-2d54-4b1e-8773-b8e1bbe1405c"}]: dispatch 2024-04-12T08:56:49.267 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:48 smithi175 ceph-mon[87929]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/19/13c2ed67-2d54-4b1e-8773-b8e1bbe1405c"}]': finished 2024-04-12T08:56:49.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:48 smithi112 ceph-mon[95375]: osdmap e728: 8 total, 8 up, 8 in 2024-04-12T08:56:49.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:48 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/3521967844' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/19/uuid4"}]: dispatch 2024-04-12T08:56:49.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:48 smithi112 ceph-mon[95375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/19/uuid4"}]: dispatch 2024-04-12T08:56:49.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:48 smithi112 ceph-mon[95375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/19/uuid4"}]': finished 2024-04-12T08:56:49.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:48 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/3521967844' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/19/5e171a3c-6b7c-439f-9b2d-e0729f44b383"}]: dispatch 2024-04-12T08:56:49.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:48 smithi112 ceph-mon[95375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/19/5e171a3c-6b7c-439f-9b2d-e0729f44b383"}]: dispatch 2024-04-12T08:56:49.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:48 smithi112 ceph-mon[95375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/19/5e171a3c-6b7c-439f-9b2d-e0729f44b383"}]': finished 2024-04-12T08:56:49.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:48 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/3521967844' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/19/5ace1f67-fdd3-44e0-aac4-3101703bbeec"}]: dispatch 2024-04-12T08:56:49.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:48 smithi112 ceph-mon[95375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/19/5ace1f67-fdd3-44e0-aac4-3101703bbeec"}]: dispatch 2024-04-12T08:56:49.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:48 smithi112 ceph-mon[95375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/19/5ace1f67-fdd3-44e0-aac4-3101703bbeec"}]': finished 2024-04-12T08:56:49.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:48 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/3521967844' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/19/19e21dcd-c9bd-4b65-b62a-32b9c9f357ea"}]: dispatch 2024-04-12T08:56:49.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:48 smithi112 ceph-mon[95375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/19/19e21dcd-c9bd-4b65-b62a-32b9c9f357ea"}]: dispatch 2024-04-12T08:56:49.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:48 smithi112 ceph-mon[95375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/19/19e21dcd-c9bd-4b65-b62a-32b9c9f357ea"}]': finished 2024-04-12T08:56:49.344 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:48 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/3521967844' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/19/13c2ed67-2d54-4b1e-8773-b8e1bbe1405c"}]: dispatch 2024-04-12T08:56:49.344 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:48 smithi112 ceph-mon[95375]: from='client.? ' entity='client.admin' 2024-04-12T08:56:49.344 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:48 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/3521967844' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/19/13c2ed67-2d54-4b1e-8773-b8e1bbe1405c"}]: dispatch 2024-04-12T08:56:49.344 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:48 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/3521967844' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/19/13c2ed67-2d54-4b1e-8773-b8e1bbe1405c"}]: dispatch 2024-04-12T08:56:49.344 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:48 smithi112 ceph-mon[95375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/19/13c2ed67-2d54-4b1e-8773-b8e1bbe1405c"}]: dispatch 2024-04-12T08:56:49.344 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:48 smithi112 ceph-mon[95375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/19/13c2ed67-2d54-4b1e-8773-b8e1bbe1405c"}]': finished 2024-04-12T08:56:49.344 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:48 smithi112 ceph-mon[99443]: osdmap e728: 8 total, 8 up, 8 in 2024-04-12T08:56:49.344 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:48 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/3521967844' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/19/uuid4"}]: dispatch 2024-04-12T08:56:49.344 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:48 smithi112 ceph-mon[99443]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/19/uuid4"}]: dispatch 2024-04-12T08:56:49.344 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:48 smithi112 ceph-mon[99443]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/19/uuid4"}]': finished 2024-04-12T08:56:49.344 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:48 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/3521967844' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/19/5e171a3c-6b7c-439f-9b2d-e0729f44b383"}]: dispatch 2024-04-12T08:56:49.344 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:48 smithi112 ceph-mon[99443]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/19/5e171a3c-6b7c-439f-9b2d-e0729f44b383"}]: dispatch 2024-04-12T08:56:49.345 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:48 smithi112 ceph-mon[99443]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/19/5e171a3c-6b7c-439f-9b2d-e0729f44b383"}]': finished 2024-04-12T08:56:49.345 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:48 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/3521967844' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/19/5ace1f67-fdd3-44e0-aac4-3101703bbeec"}]: dispatch 2024-04-12T08:56:49.345 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:48 smithi112 ceph-mon[99443]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/19/5ace1f67-fdd3-44e0-aac4-3101703bbeec"}]: dispatch 2024-04-12T08:56:49.345 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:48 smithi112 ceph-mon[99443]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/19/5ace1f67-fdd3-44e0-aac4-3101703bbeec"}]': finished 2024-04-12T08:56:49.345 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:48 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/3521967844' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/19/19e21dcd-c9bd-4b65-b62a-32b9c9f357ea"}]: dispatch 2024-04-12T08:56:49.345 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:48 smithi112 ceph-mon[99443]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/19/19e21dcd-c9bd-4b65-b62a-32b9c9f357ea"}]: dispatch 2024-04-12T08:56:49.345 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:48 smithi112 ceph-mon[99443]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/19/19e21dcd-c9bd-4b65-b62a-32b9c9f357ea"}]': finished 2024-04-12T08:56:49.345 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:48 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/3521967844' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/19/13c2ed67-2d54-4b1e-8773-b8e1bbe1405c"}]: dispatch 2024-04-12T08:56:49.345 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:48 smithi112 ceph-mon[99443]: from='client.? ' entity='client.admin' 2024-04-12T08:56:49.345 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:48 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/3521967844' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/19/13c2ed67-2d54-4b1e-8773-b8e1bbe1405c"}]: dispatch 2024-04-12T08:56:49.345 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:48 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/3521967844' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/19/13c2ed67-2d54-4b1e-8773-b8e1bbe1405c"}]: dispatch 2024-04-12T08:56:49.345 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:48 smithi112 ceph-mon[99443]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/19/13c2ed67-2d54-4b1e-8773-b8e1bbe1405c"}]: dispatch 2024-04-12T08:56:49.345 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:48 smithi112 ceph-mon[99443]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/19/13c2ed67-2d54-4b1e-8773-b8e1bbe1405c"}]': finished 2024-04-12T08:56:50.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:50 smithi112 ceph-mon[95375]: pgmap v738: 617 pgs: 617 active+clean; 144 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 422 KiB/s rd, 1.2 MiB/s wr, 569 op/s 2024-04-12T08:56:50.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:50 smithi112 ceph-mon[95375]: osdmap e729: 8 total, 8 up, 8 in 2024-04-12T08:56:50.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:50 smithi112 ceph-mon[99443]: pgmap v738: 617 pgs: 617 active+clean; 144 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 422 KiB/s rd, 1.2 MiB/s wr, 569 op/s 2024-04-12T08:56:50.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:50 smithi112 ceph-mon[99443]: osdmap e729: 8 total, 8 up, 8 in 2024-04-12T08:56:50.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:50 smithi175 ceph-mon[87929]: pgmap v738: 617 pgs: 617 active+clean; 144 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 422 KiB/s rd, 1.2 MiB/s wr, 569 op/s 2024-04-12T08:56:50.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:50 smithi175 ceph-mon[87929]: osdmap e729: 8 total, 8 up, 8 in 2024-04-12T08:56:51.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:51 smithi112 ceph-mon[95375]: osdmap e730: 8 total, 8 up, 8 in 2024-04-12T08:56:51.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:51 smithi112 ceph-mon[99443]: osdmap e730: 8 total, 8 up, 8 in 2024-04-12T08:56:51.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:51 smithi175 ceph-mon[87929]: osdmap e730: 8 total, 8 up, 8 in 2024-04-12T08:56:52.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:52 smithi112 ceph-mon[95375]: pgmap v741: 617 pgs: 617 active+clean; 147 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 215 KiB/s rd, 2.0 MiB/s wr, 299 op/s 2024-04-12T08:56:52.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:52 smithi112 ceph-mon[95375]: osdmap e731: 8 total, 8 up, 8 in 2024-04-12T08:56:52.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:52 smithi112 ceph-mon[99443]: pgmap v741: 617 pgs: 617 active+clean; 147 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 215 KiB/s rd, 2.0 MiB/s wr, 299 op/s 2024-04-12T08:56:52.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:52 smithi112 ceph-mon[99443]: osdmap e731: 8 total, 8 up, 8 in 2024-04-12T08:56:52.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:52 smithi175 ceph-mon[87929]: pgmap v741: 617 pgs: 617 active+clean; 147 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 215 KiB/s rd, 2.0 MiB/s wr, 299 op/s 2024-04-12T08:56:52.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:52 smithi175 ceph-mon[87929]: osdmap e731: 8 total, 8 up, 8 in 2024-04-12T08:56:53.105 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.CreateWithMirrorEnabled (5071 ms) 2024-04-12T08:56:53.105 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.FlushCacheWithCopyupOnExternalSnapshot 2024-04-12T08:56:53.105 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:56:53.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:53 smithi112 ceph-mon[95375]: osdmap e732: 8 total, 8 up, 8 in 2024-04-12T08:56:53.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:53 smithi112 ceph-mon[99443]: osdmap e732: 8 total, 8 up, 8 in 2024-04-12T08:56:53.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:53 smithi175 ceph-mon[87929]: osdmap e732: 8 total, 8 up, 8 in 2024-04-12T08:56:54.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:54 smithi112 ceph-mon[95375]: pgmap v744: 617 pgs: 617 active+clean; 147 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 70 KiB/s rd, 841 KiB/s wr, 101 op/s 2024-04-12T08:56:54.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:54 smithi112 ceph-mon[95375]: osdmap e733: 8 total, 8 up, 8 in 2024-04-12T08:56:54.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:54 smithi112 ceph-mon[99443]: pgmap v744: 617 pgs: 617 active+clean; 147 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 70 KiB/s rd, 841 KiB/s wr, 101 op/s 2024-04-12T08:56:54.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:54 smithi112 ceph-mon[99443]: osdmap e733: 8 total, 8 up, 8 in 2024-04-12T08:56:54.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:54 smithi175 ceph-mon[87929]: pgmap v744: 617 pgs: 617 active+clean; 147 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 70 KiB/s rd, 841 KiB/s wr, 101 op/s 2024-04-12T08:56:54.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:54 smithi175 ceph-mon[87929]: osdmap e733: 8 total, 8 up, 8 in 2024-04-12T08:56:55.098 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.FlushCacheWithCopyupOnExternalSnapshot (1993 ms) 2024-04-12T08:56:55.098 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.ExclusiveLock 2024-04-12T08:56:55.098 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:56:55.150 INFO:tasks.workunit.client.0.smithi112.stdout:1: acquiring exclusive lock 2024-04-12T08:56:55.150 INFO:tasks.workunit.client.0.smithi112.stdout:2: acquiring exclusive lock 2024-04-12T08:56:55.153 INFO:tasks.workunit.client.0.smithi112.stdout:2: exclusive lock acquired 2024-04-12T08:56:55.188 INFO:tasks.workunit.client.0.smithi112.stdout:2: releasing exclusive lock 2024-04-12T08:56:55.190 INFO:tasks.workunit.client.0.smithi112.stdout:2: exclusive lock released 2024-04-12T08:56:55.190 INFO:tasks.workunit.client.0.smithi112.stdout:2: acquiring exclusive lock 2024-04-12T08:56:55.194 INFO:tasks.workunit.client.0.smithi112.stdout:2: exclusive lock acquired 2024-04-12T08:56:55.209 INFO:tasks.workunit.client.0.smithi112.stdout:2: releasing exclusive lock 2024-04-12T08:56:55.211 INFO:tasks.workunit.client.0.smithi112.stdout:2: exclusive lock released 2024-04-12T08:56:55.212 INFO:tasks.workunit.client.0.smithi112.stdout:2: acquiring exclusive lock 2024-04-12T08:56:55.215 INFO:tasks.workunit.client.0.smithi112.stdout:1: exclusive lock acquired 2024-04-12T08:56:55.250 INFO:tasks.workunit.client.0.smithi112.stdout:1: releasing exclusive lock 2024-04-12T08:56:55.252 INFO:tasks.workunit.client.0.smithi112.stdout:1: exclusive lock released 2024-04-12T08:56:55.252 INFO:tasks.workunit.client.0.smithi112.stdout:1: acquiring exclusive lock 2024-04-12T08:56:55.254 INFO:tasks.workunit.client.0.smithi112.stdout:2: exclusive lock acquired 2024-04-12T08:56:55.285 INFO:tasks.workunit.client.0.smithi112.stdout:2: releasing exclusive lock 2024-04-12T08:56:55.287 INFO:tasks.workunit.client.0.smithi112.stdout:2: exclusive lock released 2024-04-12T08:56:55.287 INFO:tasks.workunit.client.0.smithi112.stdout:2: acquiring exclusive lock 2024-04-12T08:56:55.290 INFO:tasks.workunit.client.0.smithi112.stdout:1: exclusive lock acquired 2024-04-12T08:56:55.322 INFO:tasks.workunit.client.0.smithi112.stdout:1: releasing exclusive lock 2024-04-12T08:56:55.326 INFO:tasks.workunit.client.0.smithi112.stdout:1: exclusive lock released 2024-04-12T08:56:55.326 INFO:tasks.workunit.client.0.smithi112.stdout:1: acquiring exclusive lock 2024-04-12T08:56:55.329 INFO:tasks.workunit.client.0.smithi112.stdout:2: exclusive lock acquired 2024-04-12T08:56:55.341 INFO:tasks.workunit.client.0.smithi112.stdout:2: releasing exclusive lock 2024-04-12T08:56:55.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:55 smithi112 ceph-mon[95375]: osdmap e734: 8 total, 8 up, 8 in 2024-04-12T08:56:55.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:55 smithi112 ceph-mon[99443]: osdmap e734: 8 total, 8 up, 8 in 2024-04-12T08:56:55.343 INFO:tasks.workunit.client.0.smithi112.stdout:2: exclusive lock released 2024-04-12T08:56:55.343 INFO:tasks.workunit.client.0.smithi112.stdout:2: acquiring exclusive lock 2024-04-12T08:56:55.346 INFO:tasks.workunit.client.0.smithi112.stdout:2: exclusive lock acquired 2024-04-12T08:56:55.374 INFO:tasks.workunit.client.0.smithi112.stdout:2: releasing exclusive lock 2024-04-12T08:56:55.376 INFO:tasks.workunit.client.0.smithi112.stdout:2: exclusive lock released 2024-04-12T08:56:55.380 INFO:tasks.workunit.client.0.smithi112.stdout:1: exclusive lock acquired 2024-04-12T08:56:55.393 INFO:tasks.workunit.client.0.smithi112.stdout:1: releasing exclusive lock 2024-04-12T08:56:55.395 INFO:tasks.workunit.client.0.smithi112.stdout:1: exclusive lock released 2024-04-12T08:56:55.395 INFO:tasks.workunit.client.0.smithi112.stdout:1: acquiring exclusive lock 2024-04-12T08:56:55.398 INFO:tasks.workunit.client.0.smithi112.stdout:1: exclusive lock acquired 2024-04-12T08:56:55.440 INFO:tasks.workunit.client.0.smithi112.stdout:1: releasing exclusive lock 2024-04-12T08:56:55.444 INFO:tasks.workunit.client.0.smithi112.stdout:1: exclusive lock released 2024-04-12T08:56:55.444 INFO:tasks.workunit.client.0.smithi112.stdout:1: acquiring exclusive lock 2024-04-12T08:56:55.447 INFO:tasks.workunit.client.0.smithi112.stdout:1: exclusive lock acquired 2024-04-12T08:56:55.473 INFO:tasks.workunit.client.0.smithi112.stdout:1: releasing exclusive lock 2024-04-12T08:56:55.475 INFO:tasks.workunit.client.0.smithi112.stdout:1: exclusive lock released 2024-04-12T08:56:55.488 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.ExclusiveLock (390 ms) 2024-04-12T08:56:55.488 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.BreakLock 2024-04-12T08:56:55.503 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:56:55.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:55 smithi175 ceph-mon[87929]: osdmap e734: 8 total, 8 up, 8 in 2024-04-12T08:56:56.115 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.BreakLock (627 ms) 2024-04-12T08:56:56.133 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.DiscardAfterWrite 2024-04-12T08:56:56.133 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:56:56.138 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.DiscardAfterWrite (23 ms) 2024-04-12T08:56:56.138 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.DefaultFeatures 2024-04-12T08:56:56.138 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.DefaultFeatures (0 ms) 2024-04-12T08:56:56.138 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndPurge 2024-04-12T08:56:56.138 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:56:56.196 INFO:tasks.workunit.client.0.smithi112.stdout:0.00% done 2024-04-12T08:56:56.196 INFO:tasks.workunit.client.0.smithi112.stdout:1.56% done 2024-04-12T08:56:56.196 INFO:tasks.workunit.client.0.smithi112.stdout:3.12% done 2024-04-12T08:56:56.196 INFO:tasks.workunit.client.0.smithi112.stdout:4.69% done 2024-04-12T08:56:56.196 INFO:tasks.workunit.client.0.smithi112.stdout:6.25% done 2024-04-12T08:56:56.196 INFO:tasks.workunit.client.0.smithi112.stdout:7.81% done 2024-04-12T08:56:56.196 INFO:tasks.workunit.client.0.smithi112.stdout:9.38% done 2024-04-12T08:56:56.197 INFO:tasks.workunit.client.0.smithi112.stdout:10.94% done 2024-04-12T08:56:56.197 INFO:tasks.workunit.client.0.smithi112.stdout:12.50% done 2024-04-12T08:56:56.197 INFO:tasks.workunit.client.0.smithi112.stdout:14.06% done 2024-04-12T08:56:56.197 INFO:tasks.workunit.client.0.smithi112.stdout:15.62% done 2024-04-12T08:56:56.197 INFO:tasks.workunit.client.0.smithi112.stdout:17.19% done 2024-04-12T08:56:56.197 INFO:tasks.workunit.client.0.smithi112.stdout:18.75% done 2024-04-12T08:56:56.197 INFO:tasks.workunit.client.0.smithi112.stdout:20.31% done 2024-04-12T08:56:56.197 INFO:tasks.workunit.client.0.smithi112.stdout:21.88% done 2024-04-12T08:56:56.197 INFO:tasks.workunit.client.0.smithi112.stdout:23.44% done 2024-04-12T08:56:56.197 INFO:tasks.workunit.client.0.smithi112.stdout:25.00% done 2024-04-12T08:56:56.197 INFO:tasks.workunit.client.0.smithi112.stdout:26.56% done 2024-04-12T08:56:56.197 INFO:tasks.workunit.client.0.smithi112.stdout:28.12% done 2024-04-12T08:56:56.197 INFO:tasks.workunit.client.0.smithi112.stdout:29.69% done 2024-04-12T08:56:56.197 INFO:tasks.workunit.client.0.smithi112.stdout:31.25% done 2024-04-12T08:56:56.197 INFO:tasks.workunit.client.0.smithi112.stdout:32.81% done 2024-04-12T08:56:56.198 INFO:tasks.workunit.client.0.smithi112.stdout:34.38% done 2024-04-12T08:56:56.198 INFO:tasks.workunit.client.0.smithi112.stdout:35.94% done 2024-04-12T08:56:56.198 INFO:tasks.workunit.client.0.smithi112.stdout:37.50% done 2024-04-12T08:56:56.198 INFO:tasks.workunit.client.0.smithi112.stdout:39.06% done 2024-04-12T08:56:56.198 INFO:tasks.workunit.client.0.smithi112.stdout:40.62% done 2024-04-12T08:56:56.198 INFO:tasks.workunit.client.0.smithi112.stdout:42.19% done 2024-04-12T08:56:56.198 INFO:tasks.workunit.client.0.smithi112.stdout:43.75% done 2024-04-12T08:56:56.198 INFO:tasks.workunit.client.0.smithi112.stdout:45.31% done 2024-04-12T08:56:56.198 INFO:tasks.workunit.client.0.smithi112.stdout:46.88% done 2024-04-12T08:56:56.198 INFO:tasks.workunit.client.0.smithi112.stdout:48.44% done 2024-04-12T08:56:56.198 INFO:tasks.workunit.client.0.smithi112.stdout:50.00% done 2024-04-12T08:56:56.198 INFO:tasks.workunit.client.0.smithi112.stdout:51.56% done 2024-04-12T08:56:56.198 INFO:tasks.workunit.client.0.smithi112.stdout:53.12% done 2024-04-12T08:56:56.198 INFO:tasks.workunit.client.0.smithi112.stdout:54.69% done 2024-04-12T08:56:56.198 INFO:tasks.workunit.client.0.smithi112.stdout:56.25% done 2024-04-12T08:56:56.199 INFO:tasks.workunit.client.0.smithi112.stdout:57.81% done 2024-04-12T08:56:56.199 INFO:tasks.workunit.client.0.smithi112.stdout:59.38% done 2024-04-12T08:56:56.199 INFO:tasks.workunit.client.0.smithi112.stdout:60.94% done 2024-04-12T08:56:56.199 INFO:tasks.workunit.client.0.smithi112.stdout:62.50% done 2024-04-12T08:56:56.199 INFO:tasks.workunit.client.0.smithi112.stdout:64.06% done 2024-04-12T08:56:56.199 INFO:tasks.workunit.client.0.smithi112.stdout:65.62% done 2024-04-12T08:56:56.199 INFO:tasks.workunit.client.0.smithi112.stdout:67.19% done 2024-04-12T08:56:56.199 INFO:tasks.workunit.client.0.smithi112.stdout:68.75% done 2024-04-12T08:56:56.199 INFO:tasks.workunit.client.0.smithi112.stdout:70.31% done 2024-04-12T08:56:56.199 INFO:tasks.workunit.client.0.smithi112.stdout:71.88% done 2024-04-12T08:56:56.199 INFO:tasks.workunit.client.0.smithi112.stdout:73.44% done 2024-04-12T08:56:56.199 INFO:tasks.workunit.client.0.smithi112.stdout:75.00% done 2024-04-12T08:56:56.199 INFO:tasks.workunit.client.0.smithi112.stdout:76.56% done 2024-04-12T08:56:56.199 INFO:tasks.workunit.client.0.smithi112.stdout:78.12% done 2024-04-12T08:56:56.199 INFO:tasks.workunit.client.0.smithi112.stdout:79.69% done 2024-04-12T08:56:56.200 INFO:tasks.workunit.client.0.smithi112.stdout:81.25% done 2024-04-12T08:56:56.200 INFO:tasks.workunit.client.0.smithi112.stdout:82.81% done 2024-04-12T08:56:56.200 INFO:tasks.workunit.client.0.smithi112.stdout:84.38% done 2024-04-12T08:56:56.200 INFO:tasks.workunit.client.0.smithi112.stdout:85.94% done 2024-04-12T08:56:56.200 INFO:tasks.workunit.client.0.smithi112.stdout:87.50% done 2024-04-12T08:56:56.200 INFO:tasks.workunit.client.0.smithi112.stdout:89.06% done 2024-04-12T08:56:56.200 INFO:tasks.workunit.client.0.smithi112.stdout:90.62% done 2024-04-12T08:56:56.200 INFO:tasks.workunit.client.0.smithi112.stdout:92.19% done 2024-04-12T08:56:56.200 INFO:tasks.workunit.client.0.smithi112.stdout:93.75% done 2024-04-12T08:56:56.200 INFO:tasks.workunit.client.0.smithi112.stdout:95.31% done 2024-04-12T08:56:56.200 INFO:tasks.workunit.client.0.smithi112.stdout:96.88% done 2024-04-12T08:56:56.200 INFO:tasks.workunit.client.0.smithi112.stdout:98.44% done 2024-04-12T08:56:56.200 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestTrashMoveAndPurge (58 ms) 2024-04-12T08:56:56.200 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndPurgeNonExpiredDelay 2024-04-12T08:56:56.200 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:56:56.250 INFO:tasks.workunit.client.0.smithi112.stdout:0.00% done 2024-04-12T08:56:56.251 INFO:tasks.workunit.client.0.smithi112.stdout:1.56% done 2024-04-12T08:56:56.251 INFO:tasks.workunit.client.0.smithi112.stdout:3.12% done 2024-04-12T08:56:56.251 INFO:tasks.workunit.client.0.smithi112.stdout:4.69% done 2024-04-12T08:56:56.251 INFO:tasks.workunit.client.0.smithi112.stdout:6.25% done 2024-04-12T08:56:56.251 INFO:tasks.workunit.client.0.smithi112.stdout:7.81% done 2024-04-12T08:56:56.251 INFO:tasks.workunit.client.0.smithi112.stdout:9.38% done 2024-04-12T08:56:56.251 INFO:tasks.workunit.client.0.smithi112.stdout:10.94% done 2024-04-12T08:56:56.251 INFO:tasks.workunit.client.0.smithi112.stdout:12.50% done 2024-04-12T08:56:56.251 INFO:tasks.workunit.client.0.smithi112.stdout:14.06% done 2024-04-12T08:56:56.251 INFO:tasks.workunit.client.0.smithi112.stdout:15.62% done 2024-04-12T08:56:56.251 INFO:tasks.workunit.client.0.smithi112.stdout:17.19% done 2024-04-12T08:56:56.251 INFO:tasks.workunit.client.0.smithi112.stdout:18.75% done 2024-04-12T08:56:56.251 INFO:tasks.workunit.client.0.smithi112.stdout:20.31% done 2024-04-12T08:56:56.252 INFO:tasks.workunit.client.0.smithi112.stdout:21.88% done 2024-04-12T08:56:56.252 INFO:tasks.workunit.client.0.smithi112.stdout:23.44% done 2024-04-12T08:56:56.252 INFO:tasks.workunit.client.0.smithi112.stdout:25.00% done 2024-04-12T08:56:56.252 INFO:tasks.workunit.client.0.smithi112.stdout:26.56% done 2024-04-12T08:56:56.252 INFO:tasks.workunit.client.0.smithi112.stdout:28.12% done 2024-04-12T08:56:56.252 INFO:tasks.workunit.client.0.smithi112.stdout:29.69% done 2024-04-12T08:56:56.252 INFO:tasks.workunit.client.0.smithi112.stdout:31.25% done 2024-04-12T08:56:56.252 INFO:tasks.workunit.client.0.smithi112.stdout:32.81% done 2024-04-12T08:56:56.252 INFO:tasks.workunit.client.0.smithi112.stdout:34.38% done 2024-04-12T08:56:56.252 INFO:tasks.workunit.client.0.smithi112.stdout:35.94% done 2024-04-12T08:56:56.252 INFO:tasks.workunit.client.0.smithi112.stdout:37.50% done 2024-04-12T08:56:56.252 INFO:tasks.workunit.client.0.smithi112.stdout:39.06% done 2024-04-12T08:56:56.252 INFO:tasks.workunit.client.0.smithi112.stdout:40.62% done 2024-04-12T08:56:56.252 INFO:tasks.workunit.client.0.smithi112.stdout:42.19% done 2024-04-12T08:56:56.252 INFO:tasks.workunit.client.0.smithi112.stdout:43.75% done 2024-04-12T08:56:56.252 INFO:tasks.workunit.client.0.smithi112.stdout:45.31% done 2024-04-12T08:56:56.253 INFO:tasks.workunit.client.0.smithi112.stdout:46.88% done 2024-04-12T08:56:56.253 INFO:tasks.workunit.client.0.smithi112.stdout:48.44% done 2024-04-12T08:56:56.253 INFO:tasks.workunit.client.0.smithi112.stdout:50.00% done 2024-04-12T08:56:56.253 INFO:tasks.workunit.client.0.smithi112.stdout:51.56% done 2024-04-12T08:56:56.253 INFO:tasks.workunit.client.0.smithi112.stdout:53.12% done 2024-04-12T08:56:56.253 INFO:tasks.workunit.client.0.smithi112.stdout:54.69% done 2024-04-12T08:56:56.253 INFO:tasks.workunit.client.0.smithi112.stdout:56.25% done 2024-04-12T08:56:56.253 INFO:tasks.workunit.client.0.smithi112.stdout:57.81% done 2024-04-12T08:56:56.253 INFO:tasks.workunit.client.0.smithi112.stdout:59.38% done 2024-04-12T08:56:56.253 INFO:tasks.workunit.client.0.smithi112.stdout:60.94% done 2024-04-12T08:56:56.253 INFO:tasks.workunit.client.0.smithi112.stdout:62.50% done 2024-04-12T08:56:56.253 INFO:tasks.workunit.client.0.smithi112.stdout:64.06% done 2024-04-12T08:56:56.253 INFO:tasks.workunit.client.0.smithi112.stdout:65.62% done 2024-04-12T08:56:56.253 INFO:tasks.workunit.client.0.smithi112.stdout:67.19% done 2024-04-12T08:56:56.253 INFO:tasks.workunit.client.0.smithi112.stdout:68.75% done 2024-04-12T08:56:56.254 INFO:tasks.workunit.client.0.smithi112.stdout:70.31% done 2024-04-12T08:56:56.254 INFO:tasks.workunit.client.0.smithi112.stdout:71.88% done 2024-04-12T08:56:56.254 INFO:tasks.workunit.client.0.smithi112.stdout:73.44% done 2024-04-12T08:56:56.254 INFO:tasks.workunit.client.0.smithi112.stdout:75.00% done 2024-04-12T08:56:56.254 INFO:tasks.workunit.client.0.smithi112.stdout:76.56% done 2024-04-12T08:56:56.254 INFO:tasks.workunit.client.0.smithi112.stdout:78.12% done 2024-04-12T08:56:56.254 INFO:tasks.workunit.client.0.smithi112.stdout:79.69% done 2024-04-12T08:56:56.254 INFO:tasks.workunit.client.0.smithi112.stdout:81.25% done 2024-04-12T08:56:56.254 INFO:tasks.workunit.client.0.smithi112.stdout:82.81% done 2024-04-12T08:56:56.254 INFO:tasks.workunit.client.0.smithi112.stdout:84.38% done 2024-04-12T08:56:56.254 INFO:tasks.workunit.client.0.smithi112.stdout:85.94% done 2024-04-12T08:56:56.254 INFO:tasks.workunit.client.0.smithi112.stdout:87.50% done 2024-04-12T08:56:56.254 INFO:tasks.workunit.client.0.smithi112.stdout:89.06% done 2024-04-12T08:56:56.254 INFO:tasks.workunit.client.0.smithi112.stdout:90.62% done 2024-04-12T08:56:56.254 INFO:tasks.workunit.client.0.smithi112.stdout:92.19% done 2024-04-12T08:56:56.255 INFO:tasks.workunit.client.0.smithi112.stdout:93.75% done 2024-04-12T08:56:56.255 INFO:tasks.workunit.client.0.smithi112.stdout:95.31% done 2024-04-12T08:56:56.255 INFO:tasks.workunit.client.0.smithi112.stdout:96.88% done 2024-04-12T08:56:56.255 INFO:tasks.workunit.client.0.smithi112.stdout:98.44% done 2024-04-12T08:56:56.255 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestTrashMoveAndPurgeNonExpiredDelay (55 ms) 2024-04-12T08:56:56.255 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestTrashPurge 2024-04-12T08:56:56.255 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:56:56.259 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:56:56.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:56 smithi112 ceph-mon[95375]: pgmap v747: 617 pgs: 617 active+clean; 147 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 114 KiB/s rd, 7.7 KiB/s wr, 147 op/s 2024-04-12T08:56:56.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:56 smithi112 ceph-mon[95375]: osdmap e735: 8 total, 8 up, 8 in 2024-04-12T08:56:56.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:56 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/997492683' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.112:0/1044989802"}]: dispatch 2024-04-12T08:56:56.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:56 smithi112 ceph-mon[99443]: pgmap v747: 617 pgs: 617 active+clean; 147 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 114 KiB/s rd, 7.7 KiB/s wr, 147 op/s 2024-04-12T08:56:56.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:56 smithi112 ceph-mon[99443]: osdmap e735: 8 total, 8 up, 8 in 2024-04-12T08:56:56.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:56 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/997492683' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.112:0/1044989802"}]: dispatch 2024-04-12T08:56:56.372 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestTrashPurge (122 ms) 2024-04-12T08:56:56.373 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndRestore 2024-04-12T08:56:56.373 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:56:56.416 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestTrashMoveAndRestore (43 ms) 2024-04-12T08:56:56.416 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestListWatchers 2024-04-12T08:56:56.416 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:56:56.476 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestListWatchers (61 ms) 2024-04-12T08:56:56.476 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestSetSnapById 2024-04-12T08:56:56.477 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:56:56.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:56 smithi175 ceph-mon[87929]: pgmap v747: 617 pgs: 617 active+clean; 147 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 114 KiB/s rd, 7.7 KiB/s wr, 147 op/s 2024-04-12T08:56:56.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:56 smithi175 ceph-mon[87929]: osdmap e735: 8 total, 8 up, 8 in 2024-04-12T08:56:56.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:56 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/997492683' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.112:0/1044989802"}]: dispatch 2024-04-12T08:56:57.082 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:56:56 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:56:56] "GET /metrics HTTP/1.1" 200 74967 "" "Prometheus/2.43.0" 2024-04-12T08:56:57.123 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestSetSnapById (647 ms) 2024-04-12T08:56:57.124 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.Namespaces 2024-04-12T08:56:57.143 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.Namespaces (19 ms) 2024-04-12T08:56:57.143 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.NamespacesPP 2024-04-12T08:56:57.171 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:56:57.175 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:56:57.249 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.NamespacesPP (107 ms) 2024-04-12T08:56:57.249 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.Migration 2024-04-12T08:56:57.250 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:56:57.250 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:56:57.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:57 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/997492683' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.112:0/1044989802"}]': finished 2024-04-12T08:56:57.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:57 smithi112 ceph-mon[95375]: osdmap e736: 8 total, 8 up, 8 in 2024-04-12T08:56:57.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:57 smithi112 ceph-mon[95375]: pgmap v750: 617 pgs: 617 active+clean; 148 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 242 KiB/s rd, 76 KiB/s wr, 241 op/s 2024-04-12T08:56:57.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:57 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/997492683' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.112:0/1044989802"}]': finished 2024-04-12T08:56:57.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:57 smithi112 ceph-mon[99443]: osdmap e736: 8 total, 8 up, 8 in 2024-04-12T08:56:57.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:57 smithi112 ceph-mon[99443]: pgmap v750: 617 pgs: 617 active+clean; 148 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 242 KiB/s rd, 76 KiB/s wr, 241 op/s 2024-04-12T08:56:57.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:57 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/997492683' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.112:0/1044989802"}]': finished 2024-04-12T08:56:57.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:57 smithi175 ceph-mon[87929]: osdmap e736: 8 total, 8 up, 8 in 2024-04-12T08:56:57.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:57 smithi175 ceph-mon[87929]: pgmap v750: 617 pgs: 617 active+clean; 148 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 242 KiB/s rd, 76 KiB/s wr, 241 op/s 2024-04-12T08:56:57.636 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.Migration (386 ms) 2024-04-12T08:56:57.636 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.MigrationPP 2024-04-12T08:56:57.636 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:56:57.636 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:56:58.046 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.MigrationPP (410 ms) 2024-04-12T08:56:58.046 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestGetAccessTimestamp 2024-04-12T08:56:58.046 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:56:58.060 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestGetAccessTimestamp (15 ms) 2024-04-12T08:56:58.060 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.TestGetModifyTimestamp 2024-04-12T08:56:58.060 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:56:58.076 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.TestGetModifyTimestamp (16 ms) 2024-04-12T08:56:58.076 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.ZeroOverlapFlatten 2024-04-12T08:56:58.076 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:56:58.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:58 smithi112 ceph-mon[95375]: osdmap e737: 8 total, 8 up, 8 in 2024-04-12T08:56:58.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:58 smithi112 ceph-mon[99443]: osdmap e737: 8 total, 8 up, 8 in 2024-04-12T08:56:58.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:58 smithi175 ceph-mon[87929]: osdmap e737: 8 total, 8 up, 8 in 2024-04-12T08:56:58.870 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.ZeroOverlapFlatten (793 ms) 2024-04-12T08:56:58.870 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.PoolMetadata 2024-04-12T08:56:58.895 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.PoolMetadata (26 ms) 2024-04-12T08:56:58.895 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.PoolMetadataPP 2024-04-12T08:56:58.916 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.PoolMetadataPP (21 ms) 2024-04-12T08:56:58.917 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.Config 2024-04-12T08:56:58.921 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:56:58.956 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.Config (40 ms) 2024-04-12T08:56:58.956 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.ConfigPP 2024-04-12T08:56:58.961 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:56:58.996 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.ConfigPP (39 ms) 2024-04-12T08:56:58.996 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.PoolStatsPP 2024-04-12T08:56:59.342 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:56:58 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: [12/Apr/2024:08:56:58] ENGINE Bus STOPPING 2024-04-12T08:56:59.342 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:56:58 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: [12/Apr/2024:08:56:58] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-12T08:56:59.342 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:56:58 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: [12/Apr/2024:08:56:58] ENGINE Bus STOPPED 2024-04-12T08:56:59.342 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:56:58 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: [12/Apr/2024:08:56:58] ENGINE Bus STARTING 2024-04-12T08:56:59.342 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:56:59 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: [12/Apr/2024:08:56:58] ENGINE Serving on http://:::9283 2024-04-12T08:56:59.343 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:56:59 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: [12/Apr/2024:08:56:59] ENGINE Bus STARTED 2024-04-12T08:57:00.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:59 smithi112 ceph-mon[99443]: osdmap e738: 8 total, 8 up, 8 in 2024-04-12T08:57:00.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:59 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/997492683' entity='client.admin' 2024-04-12T08:57:00.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:59 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:57:00.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:59 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:57:00.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:59 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:57:00.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:59 smithi112 ceph-mon[99443]: pgmap v753: 617 pgs: 617 active+clean; 148 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 546 KiB/s rd, 168 KiB/s wr, 676 op/s 2024-04-12T08:57:00.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:59 smithi112 ceph-mon[99443]: pgmap v754: 617 pgs: 617 active+clean; 148 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 558 KiB/s rd, 171 KiB/s wr, 691 op/s 2024-04-12T08:57:00.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:56:59 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:57:00.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:59 smithi112 ceph-mon[95375]: osdmap e738: 8 total, 8 up, 8 in 2024-04-12T08:57:00.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:59 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/997492683' entity='client.admin' 2024-04-12T08:57:00.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:59 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:57:00.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:59 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:57:00.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:59 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:57:00.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:59 smithi112 ceph-mon[95375]: pgmap v753: 617 pgs: 617 active+clean; 148 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 546 KiB/s rd, 168 KiB/s wr, 676 op/s 2024-04-12T08:57:00.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:59 smithi112 ceph-mon[95375]: pgmap v754: 617 pgs: 617 active+clean; 148 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 558 KiB/s rd, 171 KiB/s wr, 691 op/s 2024-04-12T08:57:00.094 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:56:59 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:57:00.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:59 smithi175 ceph-mon[87929]: osdmap e738: 8 total, 8 up, 8 in 2024-04-12T08:57:00.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:59 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/997492683' entity='client.admin' 2024-04-12T08:57:00.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:59 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:57:00.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:59 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:57:00.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:59 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:57:00.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:59 smithi175 ceph-mon[87929]: pgmap v753: 617 pgs: 617 active+clean; 148 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 546 KiB/s rd, 168 KiB/s wr, 676 op/s 2024-04-12T08:57:00.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:59 smithi175 ceph-mon[87929]: pgmap v754: 617 pgs: 617 active+clean; 148 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 558 KiB/s rd, 171 KiB/s wr, 691 op/s 2024-04-12T08:57:00.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:56:59 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:57:00.925 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:57:01.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:57:00 smithi175 ceph-mon[87929]: osdmap e739: 8 total, 8 up, 8 in 2024-04-12T08:57:01.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:57:00 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/191706043' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:57:01.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:57:00 smithi175 ceph-mon[87929]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:57:01.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:57:00 smithi112 ceph-mon[99443]: osdmap e739: 8 total, 8 up, 8 in 2024-04-12T08:57:01.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:57:00 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/191706043' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:57:01.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:57:00 smithi112 ceph-mon[99443]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:57:01.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:57:00 smithi112 ceph-mon[95375]: osdmap e739: 8 total, 8 up, 8 in 2024-04-12T08:57:01.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:57:00 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/191706043' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:57:01.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:57:00 smithi112 ceph-mon[95375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:57:02.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:57:01 smithi175 ceph-mon[87929]: pgmap v756: 649 pgs: 9 creating+peering, 23 unknown, 617 active+clean; 148 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 708 KiB/s rd, 117 KiB/s wr, 949 op/s 2024-04-12T08:57:02.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:57:01 smithi175 ceph-mon[87929]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T08:57:02.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:57:01 smithi175 ceph-mon[87929]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-32","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T08:57:02.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:57:01 smithi175 ceph-mon[87929]: osdmap e740: 8 total, 8 up, 8 in 2024-04-12T08:57:02.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:57:01 smithi112 ceph-mon[99443]: pgmap v756: 649 pgs: 9 creating+peering, 23 unknown, 617 active+clean; 148 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 708 KiB/s rd, 117 KiB/s wr, 949 op/s 2024-04-12T08:57:02.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:57:01 smithi112 ceph-mon[99443]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T08:57:02.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:57:01 smithi112 ceph-mon[99443]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-32","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T08:57:02.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:57:01 smithi112 ceph-mon[99443]: osdmap e740: 8 total, 8 up, 8 in 2024-04-12T08:57:02.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:57:01 smithi112 ceph-mon[95375]: pgmap v756: 649 pgs: 9 creating+peering, 23 unknown, 617 active+clean; 148 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 708 KiB/s rd, 117 KiB/s wr, 949 op/s 2024-04-12T08:57:02.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:57:01 smithi112 ceph-mon[95375]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T08:57:02.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:57:01 smithi112 ceph-mon[95375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-32","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T08:57:02.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:57:01 smithi112 ceph-mon[95375]: osdmap e740: 8 total, 8 up, 8 in 2024-04-12T08:57:02.960 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:57:02.971 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:57:02.979 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:57:03.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:57:02 smithi175 ceph-mon[87929]: osdmap e741: 8 total, 8 up, 8 in 2024-04-12T08:57:03.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:57:02 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:57:03.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:57:02 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:57:03.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:57:02 smithi112 ceph-mon[95375]: osdmap e741: 8 total, 8 up, 8 in 2024-04-12T08:57:03.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:57:02 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:57:03.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:57:02 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:57:03.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:57:02 smithi112 ceph-mon[99443]: osdmap e741: 8 total, 8 up, 8 in 2024-04-12T08:57:03.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:57:02 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:57:03.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:57:02 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:57:04.030 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.PoolStatsPP (5035 ms) 2024-04-12T08:57:04.031 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.ImageSpec 2024-04-12T08:57:04.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:57:03 smithi175 ceph-mon[87929]: pgmap v759: 649 pgs: 14 creating+peering, 12 unknown, 623 active+clean; 148 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 430 KiB/s rd, 24 KiB/s wr, 550 op/s 2024-04-12T08:57:04.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:57:03 smithi175 ceph-mon[87929]: osdmap e742: 8 total, 8 up, 8 in 2024-04-12T08:57:04.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:57:03 smithi175 ceph-mon[87929]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T08:57:04.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:57:03 smithi112 ceph-mon[95375]: pgmap v759: 649 pgs: 14 creating+peering, 12 unknown, 623 active+clean; 148 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 430 KiB/s rd, 24 KiB/s wr, 550 op/s 2024-04-12T08:57:04.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:57:03 smithi112 ceph-mon[95375]: osdmap e742: 8 total, 8 up, 8 in 2024-04-12T08:57:04.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:57:03 smithi112 ceph-mon[95375]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T08:57:04.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:57:03 smithi112 ceph-mon[99443]: pgmap v759: 649 pgs: 14 creating+peering, 12 unknown, 623 active+clean; 148 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 430 KiB/s rd, 24 KiB/s wr, 550 op/s 2024-04-12T08:57:04.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:57:03 smithi112 ceph-mon[99443]: osdmap e742: 8 total, 8 up, 8 in 2024-04-12T08:57:04.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:57:03 smithi112 ceph-mon[99443]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T08:57:05.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:57:04 smithi175 ceph-mon[87929]: osdmap e743: 8 total, 8 up, 8 in 2024-04-12T08:57:05.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:57:04 smithi112 ceph-mon[99443]: osdmap e743: 8 total, 8 up, 8 in 2024-04-12T08:57:05.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:57:04 smithi112 ceph-mon[95375]: osdmap e743: 8 total, 8 up, 8 in 2024-04-12T08:57:05.965 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:57:06.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:57:05 smithi175 ceph-mon[87929]: pgmap v762: 649 pgs: 14 creating+peering, 635 active+clean; 148 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 208 KiB/s rd, 10 KiB/s wr, 277 op/s 2024-04-12T08:57:06.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:57:05 smithi175 ceph-mon[87929]: osdmap e744: 8 total, 8 up, 8 in 2024-04-12T08:57:06.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:57:05 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/2147195970' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:57:06.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:57:05 smithi175 ceph-mon[87929]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:57:06.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:57:05 smithi112 ceph-mon[95375]: pgmap v762: 649 pgs: 14 creating+peering, 635 active+clean; 148 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 208 KiB/s rd, 10 KiB/s wr, 277 op/s 2024-04-12T08:57:06.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:57:05 smithi112 ceph-mon[95375]: osdmap e744: 8 total, 8 up, 8 in 2024-04-12T08:57:06.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:57:05 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/2147195970' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:57:06.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:57:05 smithi112 ceph-mon[95375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:57:06.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:57:05 smithi112 ceph-mon[99443]: pgmap v762: 649 pgs: 14 creating+peering, 635 active+clean; 148 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 208 KiB/s rd, 10 KiB/s wr, 277 op/s 2024-04-12T08:57:06.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:57:05 smithi112 ceph-mon[99443]: osdmap e744: 8 total, 8 up, 8 in 2024-04-12T08:57:06.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:57:05 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/2147195970' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:57:06.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:57:05 smithi112 ceph-mon[99443]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:57:07.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:57:06 smithi112 ceph-mon[95375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-33","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T08:57:07.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:57:06 smithi112 ceph-mon[95375]: osdmap e745: 8 total, 8 up, 8 in 2024-04-12T08:57:07.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:57:06 smithi112 ceph-mon[99443]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-33","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T08:57:07.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:57:06 smithi112 ceph-mon[99443]: osdmap e745: 8 total, 8 up, 8 in 2024-04-12T08:57:07.093 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:57:06 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:57:06] "GET /metrics HTTP/1.1" 200 77336 "" "Prometheus/2.43.0" 2024-04-12T08:57:07.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:57:06 smithi175 ceph-mon[87929]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-33","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T08:57:07.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:57:06 smithi175 ceph-mon[87929]: osdmap e745: 8 total, 8 up, 8 in 2024-04-12T08:57:08.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:57:07 smithi175 ceph-mon[87929]: pgmap v765: 681 pgs: 11 creating+peering, 15 unknown, 655 active+clean; 148 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 79 KiB/s rd, 8.5 KiB/s wr, 109 op/s 2024-04-12T08:57:08.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:57:07 smithi175 ceph-mon[87929]: osdmap e746: 8 total, 8 up, 8 in 2024-04-12T08:57:08.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:57:07 smithi112 ceph-mon[95375]: pgmap v765: 681 pgs: 11 creating+peering, 15 unknown, 655 active+clean; 148 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 79 KiB/s rd, 8.5 KiB/s wr, 109 op/s 2024-04-12T08:57:08.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:57:07 smithi112 ceph-mon[95375]: osdmap e746: 8 total, 8 up, 8 in 2024-04-12T08:57:08.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:57:07 smithi112 ceph-mon[99443]: pgmap v765: 681 pgs: 11 creating+peering, 15 unknown, 655 active+clean; 148 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 79 KiB/s rd, 8.5 KiB/s wr, 109 op/s 2024-04-12T08:57:08.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:57:07 smithi112 ceph-mon[99443]: osdmap e746: 8 total, 8 up, 8 in 2024-04-12T08:57:09.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:57:08 smithi175 ceph-mon[87929]: osdmap e747: 8 total, 8 up, 8 in 2024-04-12T08:57:09.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:57:08 smithi175 ceph-mon[87929]: osdmap e748: 8 total, 8 up, 8 in 2024-04-12T08:57:09.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:57:08 smithi112 ceph-mon[95375]: osdmap e747: 8 total, 8 up, 8 in 2024-04-12T08:57:09.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:57:08 smithi112 ceph-mon[95375]: osdmap e748: 8 total, 8 up, 8 in 2024-04-12T08:57:09.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:57:08 smithi112 ceph-mon[99443]: osdmap e747: 8 total, 8 up, 8 in 2024-04-12T08:57:09.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:57:08 smithi112 ceph-mon[99443]: osdmap e748: 8 total, 8 up, 8 in 2024-04-12T08:57:09.932 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.ImageSpec (5901 ms) 2024-04-12T08:57:09.932 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.SnapRemoveWithChildMissing 2024-04-12T08:57:10.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:57:10 smithi175 ceph-mon[87929]: pgmap v769: 681 pgs: 11 creating+peering, 670 active+clean; 148 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 42 KiB/s rd, 5.0 KiB/s wr, 56 op/s 2024-04-12T08:57:10.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:57:10 smithi175 ceph-mon[87929]: osdmap e749: 8 total, 8 up, 8 in 2024-04-12T08:57:10.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:57:10 smithi112 ceph-mon[95375]: pgmap v769: 681 pgs: 11 creating+peering, 670 active+clean; 148 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 42 KiB/s rd, 5.0 KiB/s wr, 56 op/s 2024-04-12T08:57:10.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:57:10 smithi112 ceph-mon[95375]: osdmap e749: 8 total, 8 up, 8 in 2024-04-12T08:57:10.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:57:10 smithi112 ceph-mon[99443]: pgmap v769: 681 pgs: 11 creating+peering, 670 active+clean; 148 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 42 KiB/s rd, 5.0 KiB/s wr, 56 op/s 2024-04-12T08:57:10.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:57:10 smithi112 ceph-mon[99443]: osdmap e749: 8 total, 8 up, 8 in 2024-04-12T08:57:11.816 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:57:12.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:57:11 smithi112 ceph-mon[95375]: osdmap e750: 8 total, 8 up, 8 in 2024-04-12T08:57:12.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:57:11 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/3744389115' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:57:12.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:57:11 smithi112 ceph-mon[95375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:57:12.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:57:11 smithi112 ceph-mon[95375]: pgmap v772: 713 pgs: 24 unknown, 13 creating+peering, 676 active+clean; 148 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 88 KiB/s rd, 3.3 KiB/s wr, 109 op/s 2024-04-12T08:57:12.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:57:11 smithi112 ceph-mon[99443]: osdmap e750: 8 total, 8 up, 8 in 2024-04-12T08:57:12.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:57:11 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/3744389115' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:57:12.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:57:11 smithi112 ceph-mon[99443]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:57:12.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:57:11 smithi112 ceph-mon[99443]: pgmap v772: 713 pgs: 24 unknown, 13 creating+peering, 676 active+clean; 148 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 88 KiB/s rd, 3.3 KiB/s wr, 109 op/s 2024-04-12T08:57:12.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:57:11 smithi175 ceph-mon[87929]: osdmap e750: 8 total, 8 up, 8 in 2024-04-12T08:57:12.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:57:11 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/3744389115' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:57:12.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:57:11 smithi175 ceph-mon[87929]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:57:12.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:57:11 smithi175 ceph-mon[87929]: pgmap v772: 713 pgs: 24 unknown, 13 creating+peering, 676 active+clean; 148 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 88 KiB/s rd, 3.3 KiB/s wr, 109 op/s 2024-04-12T08:57:13.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:57:12 smithi112 ceph-mon[95375]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T08:57:13.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:57:12 smithi112 ceph-mon[95375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-34","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T08:57:13.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:57:12 smithi112 ceph-mon[95375]: osdmap e751: 8 total, 8 up, 8 in 2024-04-12T08:57:13.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:57:12 smithi112 ceph-mon[99443]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T08:57:13.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:57:12 smithi112 ceph-mon[99443]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-34","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T08:57:13.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:57:12 smithi112 ceph-mon[99443]: osdmap e751: 8 total, 8 up, 8 in 2024-04-12T08:57:13.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:57:12 smithi175 ceph-mon[87929]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T08:57:13.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:57:12 smithi175 ceph-mon[87929]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-34","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T08:57:13.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:57:12 smithi175 ceph-mon[87929]: osdmap e751: 8 total, 8 up, 8 in 2024-04-12T08:57:14.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:57:13 smithi112 ceph-mon[99443]: osdmap e752: 8 total, 8 up, 8 in 2024-04-12T08:57:14.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:57:13 smithi112 ceph-mon[99443]: pgmap v775: 713 pgs: 17 unknown, 15 creating+peering, 681 active+clean; 148 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 90 KiB/s rd, 4.0 KiB/s wr, 112 op/s 2024-04-12T08:57:14.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:57:13 smithi112 ceph-mon[95375]: osdmap e752: 8 total, 8 up, 8 in 2024-04-12T08:57:14.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:57:13 smithi112 ceph-mon[95375]: pgmap v775: 713 pgs: 17 unknown, 15 creating+peering, 681 active+clean; 148 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 90 KiB/s rd, 4.0 KiB/s wr, 112 op/s 2024-04-12T08:57:14.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:57:13 smithi175 ceph-mon[87929]: osdmap e752: 8 total, 8 up, 8 in 2024-04-12T08:57:14.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:57:13 smithi175 ceph-mon[87929]: pgmap v775: 713 pgs: 17 unknown, 15 creating+peering, 681 active+clean; 148 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 90 KiB/s rd, 4.0 KiB/s wr, 112 op/s 2024-04-12T08:57:15.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:57:14 smithi112 ceph-mon[95375]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T08:57:15.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:57:14 smithi112 ceph-mon[95375]: osdmap e753: 8 total, 8 up, 8 in 2024-04-12T08:57:15.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:57:14 smithi112 ceph-mon[99443]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T08:57:15.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:57:14 smithi112 ceph-mon[99443]: osdmap e753: 8 total, 8 up, 8 in 2024-04-12T08:57:15.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:57:14 smithi175 ceph-mon[87929]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T08:57:15.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:57:14 smithi175 ceph-mon[87929]: osdmap e753: 8 total, 8 up, 8 in 2024-04-12T08:57:16.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:57:15 smithi112 ceph-mon[95375]: osdmap e754: 8 total, 8 up, 8 in 2024-04-12T08:57:16.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:57:15 smithi112 ceph-mon[95375]: pgmap v778: 713 pgs: 15 creating+peering, 698 active+clean; 148 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 74 KiB/s rd, 4.7 KiB/s wr, 94 op/s 2024-04-12T08:57:16.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:57:15 smithi112 ceph-mon[99443]: osdmap e754: 8 total, 8 up, 8 in 2024-04-12T08:57:16.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:57:15 smithi112 ceph-mon[99443]: pgmap v778: 713 pgs: 15 creating+peering, 698 active+clean; 148 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 74 KiB/s rd, 4.7 KiB/s wr, 94 op/s 2024-04-12T08:57:16.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:57:15 smithi175 ceph-mon[87929]: osdmap e754: 8 total, 8 up, 8 in 2024-04-12T08:57:16.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:57:15 smithi175 ceph-mon[87929]: pgmap v778: 713 pgs: 15 creating+peering, 698 active+clean; 148 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 74 KiB/s rd, 4.7 KiB/s wr, 94 op/s 2024-04-12T08:57:17.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:57:16 smithi112 ceph-mon[95375]: osdmap e755: 8 total, 8 up, 8 in 2024-04-12T08:57:17.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:57:16 smithi112 ceph-mon[99443]: osdmap e755: 8 total, 8 up, 8 in 2024-04-12T08:57:17.093 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:57:16 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:57:16] "GET /metrics HTTP/1.1" 200 77336 "" "Prometheus/2.43.0" 2024-04-12T08:57:17.178 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:57:16 smithi175 ceph-mon[87929]: osdmap e755: 8 total, 8 up, 8 in 2024-04-12T08:57:18.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:57:17 smithi175 ceph-mon[87929]: osdmap e756: 8 total, 8 up, 8 in 2024-04-12T08:57:18.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:57:17 smithi175 ceph-mon[87929]: pgmap v781: 681 pgs: 681 active+clean; 2.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:57:18.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:57:17 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:57:18.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:57:17 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:57:18.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:57:17 smithi112 ceph-mon[95375]: osdmap e756: 8 total, 8 up, 8 in 2024-04-12T08:57:18.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:57:17 smithi112 ceph-mon[95375]: pgmap v781: 681 pgs: 681 active+clean; 2.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:57:18.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:57:17 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:57:18.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:57:17 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:57:18.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:57:17 smithi112 ceph-mon[99443]: osdmap e756: 8 total, 8 up, 8 in 2024-04-12T08:57:18.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:57:17 smithi112 ceph-mon[99443]: pgmap v781: 681 pgs: 681 active+clean; 2.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-12T08:57:18.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:57:17 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:57:18.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:57:17 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:57:18.814 INFO:tasks.workunit.client.0.smithi112.stdout:num children is: 3 2024-04-12T08:57:18.814 INFO:tasks.workunit.client.0.smithi112.stdout:expected: 3 2024-04-12T08:57:18.814 INFO:tasks.workunit.client.0.smithi112.stdout:child: image201 2024-04-12T08:57:18.814 INFO:tasks.workunit.client.0.smithi112.stdout:child: image203 2024-04-12T08:57:18.814 INFO:tasks.workunit.client.0.smithi112.stdout:child: image202 2024-04-12T08:57:18.814 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-80750-15/image201/869d8f59a54 2024-04-12T08:57:18.814 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:57:18.815 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-80750-34/image202/869d92ad8f81 2024-04-12T08:57:18.815 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:57:18.815 INFO:tasks.workunit.client.0.smithi112.stdout:found child test-librbd-smithi112-80750-15/image203/869d3eb6561a 2024-04-12T08:57:18.815 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:57:18.815 INFO:tasks.workunit.client.0.smithi112.stdout:num children is: 0 2024-04-12T08:57:18.815 INFO:tasks.workunit.client.0.smithi112.stdout:expected: 0 2024-04-12T08:57:18.815 INFO:tasks.workunit.client.0.smithi112.stdout:num snaps is: 0 2024-04-12T08:57:18.815 INFO:tasks.workunit.client.0.smithi112.stdout:expected: 0 2024-04-12T08:57:18.815 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.SnapRemoveWithChildMissing (8882 ms) 2024-04-12T08:57:18.815 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.QuiesceWatch 2024-04-12T08:57:19.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:57:19 smithi112 ceph-mon[95375]: osdmap e757: 8 total, 8 up, 8 in 2024-04-12T08:57:19.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:57:19 smithi112 ceph-mon[95375]: osdmap e758: 8 total, 8 up, 8 in 2024-04-12T08:57:19.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:57:19 smithi112 ceph-mon[99443]: osdmap e757: 8 total, 8 up, 8 in 2024-04-12T08:57:19.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:57:19 smithi112 ceph-mon[99443]: osdmap e758: 8 total, 8 up, 8 in 2024-04-12T08:57:19.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:57:19 smithi175 ceph-mon[87929]: osdmap e757: 8 total, 8 up, 8 in 2024-04-12T08:57:19.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:57:19 smithi175 ceph-mon[87929]: osdmap e758: 8 total, 8 up, 8 in 2024-04-12T08:57:20.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:57:20 smithi112 ceph-mon[95375]: pgmap v784: 681 pgs: 681 active+clean; 2.6 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail 2024-04-12T08:57:20.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:57:20 smithi112 ceph-mon[95375]: osdmap e759: 8 total, 8 up, 8 in 2024-04-12T08:57:20.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:57:20 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/778884212' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:57:20.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:57:20 smithi112 ceph-mon[95375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:57:20.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:57:20 smithi112 ceph-mon[99443]: pgmap v784: 681 pgs: 681 active+clean; 2.6 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail 2024-04-12T08:57:20.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:57:20 smithi112 ceph-mon[99443]: osdmap e759: 8 total, 8 up, 8 in 2024-04-12T08:57:20.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:57:20 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/778884212' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:57:20.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:57:20 smithi112 ceph-mon[99443]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:57:20.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:57:20 smithi175 ceph-mon[87929]: pgmap v784: 681 pgs: 681 active+clean; 2.6 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail 2024-04-12T08:57:20.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:57:20 smithi175 ceph-mon[87929]: osdmap e759: 8 total, 8 up, 8 in 2024-04-12T08:57:20.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:57:20 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/778884212' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:57:20.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:57:20 smithi175 ceph-mon[87929]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:57:20.798 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:57:22.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:57:21 smithi112 ceph-mon[95375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-35","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T08:57:22.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:57:21 smithi112 ceph-mon[95375]: osdmap e760: 8 total, 8 up, 8 in 2024-04-12T08:57:22.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:57:21 smithi112 ceph-mon[95375]: pgmap v787: 713 pgs: 1 active, 21 unknown, 691 active+clean; 2.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 120 KiB/s rd, 7.5 KiB/s wr, 156 op/s 2024-04-12T08:57:22.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:57:21 smithi112 ceph-mon[99443]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-35","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T08:57:22.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:57:21 smithi112 ceph-mon[99443]: osdmap e760: 8 total, 8 up, 8 in 2024-04-12T08:57:22.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:57:21 smithi112 ceph-mon[99443]: pgmap v787: 713 pgs: 1 active, 21 unknown, 691 active+clean; 2.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 120 KiB/s rd, 7.5 KiB/s wr, 156 op/s 2024-04-12T08:57:22.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:57:21 smithi175 ceph-mon[87929]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-35","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T08:57:22.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:57:21 smithi175 ceph-mon[87929]: osdmap e760: 8 total, 8 up, 8 in 2024-04-12T08:57:22.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:57:21 smithi175 ceph-mon[87929]: pgmap v787: 713 pgs: 1 active, 21 unknown, 691 active+clean; 2.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 120 KiB/s rd, 7.5 KiB/s wr, 156 op/s 2024-04-12T08:57:23.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:57:22 smithi112 ceph-mon[99443]: osdmap e761: 8 total, 8 up, 8 in 2024-04-12T08:57:23.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:57:22 smithi112 ceph-mon[95375]: osdmap e761: 8 total, 8 up, 8 in 2024-04-12T08:57:23.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:57:22 smithi175 ceph-mon[87929]: osdmap e761: 8 total, 8 up, 8 in 2024-04-12T08:57:24.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:57:23 smithi112 ceph-mon[95375]: osdmap e762: 8 total, 8 up, 8 in 2024-04-12T08:57:24.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:57:23 smithi112 ceph-mon[95375]: pgmap v790: 713 pgs: 1 active, 14 unknown, 698 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 72 KiB/s rd, 4.0 KiB/s wr, 90 op/s 2024-04-12T08:57:24.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:57:23 smithi112 ceph-mon[95375]: osdmap e763: 8 total, 8 up, 8 in 2024-04-12T08:57:24.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:57:23 smithi112 ceph-mon[99443]: osdmap e762: 8 total, 8 up, 8 in 2024-04-12T08:57:24.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:57:23 smithi112 ceph-mon[99443]: pgmap v790: 713 pgs: 1 active, 14 unknown, 698 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 72 KiB/s rd, 4.0 KiB/s wr, 90 op/s 2024-04-12T08:57:24.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:57:23 smithi112 ceph-mon[99443]: osdmap e763: 8 total, 8 up, 8 in 2024-04-12T08:57:24.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:57:23 smithi175 ceph-mon[87929]: osdmap e762: 8 total, 8 up, 8 in 2024-04-12T08:57:24.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:57:23 smithi175 ceph-mon[87929]: pgmap v790: 713 pgs: 1 active, 14 unknown, 698 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 72 KiB/s rd, 4.0 KiB/s wr, 90 op/s 2024-04-12T08:57:24.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:57:23 smithi175 ceph-mon[87929]: osdmap e763: 8 total, 8 up, 8 in 2024-04-12T08:57:25.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:57:24 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:57:25.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:57:24 smithi175 ceph-mon[87929]: osdmap e764: 8 total, 8 up, 8 in 2024-04-12T08:57:25.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:57:24 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:57:25.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:57:24 smithi112 ceph-mon[95375]: osdmap e764: 8 total, 8 up, 8 in 2024-04-12T08:57:25.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:57:24 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:57:25.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:57:24 smithi112 ceph-mon[99443]: osdmap e764: 8 total, 8 up, 8 in 2024-04-12T08:57:26.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:57:25 smithi175 ceph-mon[87929]: pgmap v793: 713 pgs: 1 active, 712 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.0 KiB/s rd, 767 B/s wr, 5 op/s 2024-04-12T08:57:26.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:57:25 smithi175 ceph-mon[87929]: osdmap e765: 8 total, 8 up, 8 in 2024-04-12T08:57:26.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:57:25 smithi112 ceph-mon[95375]: pgmap v793: 713 pgs: 1 active, 712 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.0 KiB/s rd, 767 B/s wr, 5 op/s 2024-04-12T08:57:26.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:57:25 smithi112 ceph-mon[95375]: osdmap e765: 8 total, 8 up, 8 in 2024-04-12T08:57:26.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:57:25 smithi112 ceph-mon[99443]: pgmap v793: 713 pgs: 1 active, 712 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.0 KiB/s rd, 767 B/s wr, 5 op/s 2024-04-12T08:57:26.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:57:25 smithi112 ceph-mon[99443]: osdmap e765: 8 total, 8 up, 8 in 2024-04-12T08:57:27.092 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:57:26 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:57:26] "GET /metrics HTTP/1.1" 200 79735 "" "Prometheus/2.43.0" 2024-04-12T08:57:28.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:57:27 smithi112 ceph-mon[95375]: osdmap e766: 8 total, 8 up, 8 in 2024-04-12T08:57:28.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:57:27 smithi112 ceph-mon[95375]: pgmap v796: 713 pgs: 713 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 44 KiB/s rd, 4.5 KiB/s wr, 60 op/s 2024-04-12T08:57:28.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:57:27 smithi112 ceph-mon[99443]: osdmap e766: 8 total, 8 up, 8 in 2024-04-12T08:57:28.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:57:27 smithi112 ceph-mon[99443]: pgmap v796: 713 pgs: 713 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 44 KiB/s rd, 4.5 KiB/s wr, 60 op/s 2024-04-12T08:57:28.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:57:27 smithi175 ceph-mon[87929]: osdmap e766: 8 total, 8 up, 8 in 2024-04-12T08:57:28.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:57:27 smithi175 ceph-mon[87929]: pgmap v796: 713 pgs: 713 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 44 KiB/s rd, 4.5 KiB/s wr, 60 op/s 2024-04-12T08:57:28.890 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.QuiesceWatch (10076 ms) 2024-04-12T08:57:28.890 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.QuiesceWatchPP 2024-04-12T08:57:28.891 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:57:29.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:57:28 smithi112 ceph-mon[95375]: osdmap e767: 8 total, 8 up, 8 in 2024-04-12T08:57:29.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:57:28 smithi112 ceph-mon[95375]: osdmap e768: 8 total, 8 up, 8 in 2024-04-12T08:57:29.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:57:28 smithi112 ceph-mon[99443]: osdmap e767: 8 total, 8 up, 8 in 2024-04-12T08:57:29.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:57:28 smithi112 ceph-mon[99443]: osdmap e768: 8 total, 8 up, 8 in 2024-04-12T08:57:29.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:57:28 smithi175 ceph-mon[87929]: osdmap e767: 8 total, 8 up, 8 in 2024-04-12T08:57:29.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:57:28 smithi175 ceph-mon[87929]: osdmap e768: 8 total, 8 up, 8 in 2024-04-12T08:57:30.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:57:29 smithi112 ceph-mon[95375]: pgmap v799: 713 pgs: 713 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 44 KiB/s rd, 3.7 KiB/s wr, 58 op/s 2024-04-12T08:57:30.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:57:29 smithi112 ceph-mon[99443]: pgmap v799: 713 pgs: 713 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 44 KiB/s rd, 3.7 KiB/s wr, 58 op/s 2024-04-12T08:57:30.266 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:57:29 smithi175 ceph-mon[87929]: pgmap v799: 713 pgs: 713 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 44 KiB/s rd, 3.7 KiB/s wr, 58 op/s 2024-04-12T08:57:31.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:57:30 smithi112 ceph-mon[95375]: osdmap e769: 8 total, 8 up, 8 in 2024-04-12T08:57:31.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:57:30 smithi112 ceph-mon[99443]: osdmap e769: 8 total, 8 up, 8 in 2024-04-12T08:57:31.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:57:30 smithi175 ceph-mon[87929]: osdmap e769: 8 total, 8 up, 8 in 2024-04-12T08:57:32.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:57:31 smithi175 ceph-mon[87929]: osdmap e770: 8 total, 8 up, 8 in 2024-04-12T08:57:32.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:57:31 smithi175 ceph-mon[87929]: pgmap v802: 713 pgs: 713 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 40 KiB/s rd, 2.2 KiB/s wr, 53 op/s 2024-04-12T08:57:32.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:57:31 smithi112 ceph-mon[95375]: osdmap e770: 8 total, 8 up, 8 in 2024-04-12T08:57:32.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:57:31 smithi112 ceph-mon[95375]: pgmap v802: 713 pgs: 713 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 40 KiB/s rd, 2.2 KiB/s wr, 53 op/s 2024-04-12T08:57:32.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:57:31 smithi112 ceph-mon[99443]: osdmap e770: 8 total, 8 up, 8 in 2024-04-12T08:57:32.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:57:31 smithi112 ceph-mon[99443]: pgmap v802: 713 pgs: 713 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 40 KiB/s rd, 2.2 KiB/s wr, 53 op/s 2024-04-12T08:57:33.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:57:32 smithi175 ceph-mon[87929]: osdmap e771: 8 total, 8 up, 8 in 2024-04-12T08:57:33.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:57:32 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:57:33.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:57:32 smithi112 ceph-mon[95375]: osdmap e771: 8 total, 8 up, 8 in 2024-04-12T08:57:33.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:57:32 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:57:33.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:57:32 smithi112 ceph-mon[99443]: osdmap e771: 8 total, 8 up, 8 in 2024-04-12T08:57:33.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:57:32 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:57:34.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:57:33 smithi175 ceph-mon[87929]: osdmap e772: 8 total, 8 up, 8 in 2024-04-12T08:57:34.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:57:33 smithi175 ceph-mon[87929]: pgmap v805: 713 pgs: 713 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 41 KiB/s rd, 2.7 KiB/s wr, 56 op/s 2024-04-12T08:57:34.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:57:33 smithi112 ceph-mon[95375]: osdmap e772: 8 total, 8 up, 8 in 2024-04-12T08:57:34.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:57:33 smithi112 ceph-mon[95375]: pgmap v805: 713 pgs: 713 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 41 KiB/s rd, 2.7 KiB/s wr, 56 op/s 2024-04-12T08:57:34.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:57:33 smithi112 ceph-mon[99443]: osdmap e772: 8 total, 8 up, 8 in 2024-04-12T08:57:34.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:57:33 smithi112 ceph-mon[99443]: pgmap v805: 713 pgs: 713 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 41 KiB/s rd, 2.7 KiB/s wr, 56 op/s 2024-04-12T08:57:34.970 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.QuiesceWatchPP (6080 ms) 2024-04-12T08:57:34.970 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.QuiesceWatchError 2024-04-12T08:57:34.970 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:57:35.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:57:34 smithi175 ceph-mon[87929]: osdmap e773: 8 total, 8 up, 8 in 2024-04-12T08:57:35.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:57:34 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:57:35.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:57:34 smithi112 ceph-mon[95375]: osdmap e773: 8 total, 8 up, 8 in 2024-04-12T08:57:35.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:57:34 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:57:35.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:57:34 smithi112 ceph-mon[99443]: osdmap e773: 8 total, 8 up, 8 in 2024-04-12T08:57:35.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:57:34 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:57:36.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:57:35 smithi175 ceph-mon[87929]: osdmap e774: 8 total, 8 up, 8 in 2024-04-12T08:57:36.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:57:35 smithi175 ceph-mon[87929]: pgmap v808: 713 pgs: 713 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 58 KiB/s rd, 5.7 KiB/s wr, 80 op/s 2024-04-12T08:57:36.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:57:35 smithi112 ceph-mon[95375]: osdmap e774: 8 total, 8 up, 8 in 2024-04-12T08:57:36.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:57:35 smithi112 ceph-mon[95375]: pgmap v808: 713 pgs: 713 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 58 KiB/s rd, 5.7 KiB/s wr, 80 op/s 2024-04-12T08:57:36.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:57:35 smithi112 ceph-mon[99443]: osdmap e774: 8 total, 8 up, 8 in 2024-04-12T08:57:36.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:57:35 smithi112 ceph-mon[99443]: pgmap v808: 713 pgs: 713 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 58 KiB/s rd, 5.7 KiB/s wr, 80 op/s 2024-04-12T08:57:37.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:57:36 smithi112 ceph-mon[95375]: osdmap e775: 8 total, 8 up, 8 in 2024-04-12T08:57:37.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:57:36 smithi112 ceph-mon[99443]: osdmap e775: 8 total, 8 up, 8 in 2024-04-12T08:57:37.093 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:57:36 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:57:36] "GET /metrics HTTP/1.1" 200 82152 "" "Prometheus/2.43.0" 2024-04-12T08:57:37.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:57:36 smithi175 ceph-mon[87929]: osdmap e775: 8 total, 8 up, 8 in 2024-04-12T08:57:38.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:57:37 smithi175 ceph-mon[87929]: osdmap e776: 8 total, 8 up, 8 in 2024-04-12T08:57:38.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:57:37 smithi175 ceph-mon[87929]: pgmap v811: 713 pgs: 713 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 59 KiB/s rd, 6.2 KiB/s wr, 83 op/s 2024-04-12T08:57:38.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:57:37 smithi112 ceph-mon[95375]: osdmap e776: 8 total, 8 up, 8 in 2024-04-12T08:57:38.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:57:37 smithi112 ceph-mon[95375]: pgmap v811: 713 pgs: 713 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 59 KiB/s rd, 6.2 KiB/s wr, 83 op/s 2024-04-12T08:57:38.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:57:37 smithi112 ceph-mon[99443]: osdmap e776: 8 total, 8 up, 8 in 2024-04-12T08:57:38.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:57:37 smithi112 ceph-mon[99443]: pgmap v811: 713 pgs: 713 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 59 KiB/s rd, 6.2 KiB/s wr, 83 op/s 2024-04-12T08:57:39.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:57:38 smithi175 ceph-mon[87929]: osdmap e777: 8 total, 8 up, 8 in 2024-04-12T08:57:39.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:57:38 smithi175 ceph-mon[87929]: osdmap e778: 8 total, 8 up, 8 in 2024-04-12T08:57:39.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:57:38 smithi112 ceph-mon[95375]: osdmap e777: 8 total, 8 up, 8 in 2024-04-12T08:57:39.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:57:38 smithi112 ceph-mon[95375]: osdmap e778: 8 total, 8 up, 8 in 2024-04-12T08:57:39.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:57:38 smithi112 ceph-mon[99443]: osdmap e777: 8 total, 8 up, 8 in 2024-04-12T08:57:39.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:57:38 smithi112 ceph-mon[99443]: osdmap e778: 8 total, 8 up, 8 in 2024-04-12T08:57:40.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:57:39 smithi175 ceph-mon[87929]: pgmap v814: 713 pgs: 713 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 80 KiB/s rd, 5.5 KiB/s wr, 107 op/s 2024-04-12T08:57:40.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:57:39 smithi175 ceph-mon[87929]: osdmap e779: 8 total, 8 up, 8 in 2024-04-12T08:57:40.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:57:39 smithi112 ceph-mon[99443]: pgmap v814: 713 pgs: 713 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 80 KiB/s rd, 5.5 KiB/s wr, 107 op/s 2024-04-12T08:57:40.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:57:39 smithi112 ceph-mon[99443]: osdmap e779: 8 total, 8 up, 8 in 2024-04-12T08:57:40.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:57:39 smithi112 ceph-mon[95375]: pgmap v814: 713 pgs: 713 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 80 KiB/s rd, 5.5 KiB/s wr, 107 op/s 2024-04-12T08:57:40.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:57:39 smithi112 ceph-mon[95375]: osdmap e779: 8 total, 8 up, 8 in 2024-04-12T08:57:40.882 INFO:tasks.workunit.client.0.smithi112.stdout:10.00% done 2024-04-12T08:57:40.882 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.QuiesceWatchError (5912 ms) 2024-04-12T08:57:40.882 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.QuiesceWatchTimeout 2024-04-12T08:57:40.883 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:57:40.896 INFO:tasks.workunit.client.0.smithi112.stderr:test quiesce is not long enough to time out 2024-04-12T08:57:42.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:57:41 smithi112 ceph-mon[95375]: osdmap e780: 8 total, 8 up, 8 in 2024-04-12T08:57:42.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:57:41 smithi112 ceph-mon[95375]: pgmap v817: 713 pgs: 713 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 90 KiB/s rd, 5.7 KiB/s wr, 123 op/s 2024-04-12T08:57:42.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:57:41 smithi112 ceph-mon[99443]: osdmap e780: 8 total, 8 up, 8 in 2024-04-12T08:57:42.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:57:41 smithi112 ceph-mon[99443]: pgmap v817: 713 pgs: 713 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 90 KiB/s rd, 5.7 KiB/s wr, 123 op/s 2024-04-12T08:57:42.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:57:41 smithi175 ceph-mon[87929]: osdmap e780: 8 total, 8 up, 8 in 2024-04-12T08:57:42.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:57:41 smithi175 ceph-mon[87929]: pgmap v817: 713 pgs: 713 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 90 KiB/s rd, 5.7 KiB/s wr, 123 op/s 2024-04-12T08:57:44.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:57:43 smithi175 ceph-mon[87929]: pgmap v818: 713 pgs: 713 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 72 KiB/s rd, 4.6 KiB/s wr, 97 op/s 2024-04-12T08:57:44.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:57:43 smithi175 ceph-mon[87929]: osdmap e781: 8 total, 8 up, 8 in 2024-04-12T08:57:44.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:57:43 smithi112 ceph-mon[95375]: pgmap v818: 713 pgs: 713 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 72 KiB/s rd, 4.6 KiB/s wr, 97 op/s 2024-04-12T08:57:44.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:57:43 smithi112 ceph-mon[95375]: osdmap e781: 8 total, 8 up, 8 in 2024-04-12T08:57:44.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:57:43 smithi112 ceph-mon[99443]: pgmap v818: 713 pgs: 713 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 72 KiB/s rd, 4.6 KiB/s wr, 97 op/s 2024-04-12T08:57:44.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:57:43 smithi112 ceph-mon[99443]: osdmap e781: 8 total, 8 up, 8 in 2024-04-12T08:57:46.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:57:45 smithi175 ceph-mon[87929]: pgmap v820: 713 pgs: 713 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 36 KiB/s rd, 3.0 KiB/s wr, 50 op/s 2024-04-12T08:57:46.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:57:45 smithi112 ceph-mon[95375]: pgmap v820: 713 pgs: 713 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 36 KiB/s rd, 3.0 KiB/s wr, 50 op/s 2024-04-12T08:57:46.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:57:45 smithi112 ceph-mon[99443]: pgmap v820: 713 pgs: 713 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 36 KiB/s rd, 3.0 KiB/s wr, 50 op/s 2024-04-12T08:57:47.092 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:57:46 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:57:46] "GET /metrics HTTP/1.1" 200 82152 "" "Prometheus/2.43.0" 2024-04-12T08:57:48.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:57:47 smithi175 ceph-mon[87929]: pgmap v821: 713 pgs: 713 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 30 KiB/s rd, 2.5 KiB/s wr, 42 op/s 2024-04-12T08:57:48.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:57:47 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:57:48.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:57:47 smithi112 ceph-mon[95375]: pgmap v821: 713 pgs: 713 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 30 KiB/s rd, 2.5 KiB/s wr, 42 op/s 2024-04-12T08:57:48.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:57:47 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:57:48.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:57:47 smithi112 ceph-mon[99443]: pgmap v821: 713 pgs: 713 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 30 KiB/s rd, 2.5 KiB/s wr, 42 op/s 2024-04-12T08:57:48.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:57:47 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:57:49.835 INFO:tasks.workunit.client.0.smithi112.stderr:test quiesce is timed out 2024-04-12T08:57:49.839 INFO:tasks.workunit.client.0.smithi112.stderr:waiting for timed out ... 0 2024-04-12T08:57:50.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:57:49 smithi112 ceph-mon[95375]: osdmap e782: 8 total, 8 up, 8 in 2024-04-12T08:57:50.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:57:49 smithi112 ceph-mon[95375]: pgmap v823: 713 pgs: 713 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 20 KiB/s rd, 1.6 KiB/s wr, 26 op/s 2024-04-12T08:57:50.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:57:49 smithi112 ceph-mon[99443]: osdmap e782: 8 total, 8 up, 8 in 2024-04-12T08:57:50.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:57:49 smithi112 ceph-mon[99443]: pgmap v823: 713 pgs: 713 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 20 KiB/s rd, 1.6 KiB/s wr, 26 op/s 2024-04-12T08:57:50.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:57:49 smithi175 ceph-mon[87929]: osdmap e782: 8 total, 8 up, 8 in 2024-04-12T08:57:50.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:57:49 smithi175 ceph-mon[87929]: pgmap v823: 713 pgs: 713 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 20 KiB/s rd, 1.6 KiB/s wr, 26 op/s 2024-04-12T08:57:50.840 INFO:tasks.workunit.client.0.smithi112.stderr:waiting for timed out ... 1 2024-04-12T08:57:51.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:57:50 smithi112 ceph-mon[95375]: osdmap e783: 8 total, 8 up, 8 in 2024-04-12T08:57:51.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:57:50 smithi112 ceph-mon[99443]: osdmap e783: 8 total, 8 up, 8 in 2024-04-12T08:57:51.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:57:50 smithi175 ceph-mon[87929]: osdmap e783: 8 total, 8 up, 8 in 2024-04-12T08:57:51.840 INFO:tasks.workunit.client.0.smithi112.stderr:waiting for timed out ... 2 2024-04-12T08:57:52.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:57:51 smithi112 ceph-mon[95375]: pgmap v825: 713 pgs: 713 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.1 KiB/s rd, 430 B/s wr, 5 op/s 2024-04-12T08:57:52.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:57:51 smithi112 ceph-mon[99443]: pgmap v825: 713 pgs: 713 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.1 KiB/s rd, 430 B/s wr, 5 op/s 2024-04-12T08:57:52.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:57:51 smithi175 ceph-mon[87929]: pgmap v825: 713 pgs: 713 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.1 KiB/s rd, 430 B/s wr, 5 op/s 2024-04-12T08:57:52.840 INFO:tasks.workunit.client.0.smithi112.stderr:waiting for timed out ... 3 2024-04-12T08:57:53.840 INFO:tasks.workunit.client.0.smithi112.stderr:waiting for timed out ... 4 2024-04-12T08:57:54.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:57:53 smithi175 ceph-mon[87929]: pgmap v826: 713 pgs: 713 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2024-04-12T08:57:54.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:57:53 smithi112 ceph-mon[95375]: pgmap v826: 713 pgs: 713 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2024-04-12T08:57:54.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:57:53 smithi112 ceph-mon[99443]: pgmap v826: 713 pgs: 713 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2024-04-12T08:57:54.840 INFO:tasks.workunit.client.0.smithi112.stderr:waiting for timed out ... 5 2024-04-12T08:57:55.840 INFO:tasks.workunit.client.0.smithi112.stderr:waiting for timed out ... 6 2024-04-12T08:57:56.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:57:55 smithi175 ceph-mon[87929]: pgmap v827: 713 pgs: 713 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2024-04-12T08:57:56.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:57:55 smithi112 ceph-mon[95375]: pgmap v827: 713 pgs: 713 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2024-04-12T08:57:56.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:57:55 smithi112 ceph-mon[99443]: pgmap v827: 713 pgs: 713 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2024-04-12T08:57:56.840 INFO:tasks.workunit.client.0.smithi112.stderr:waiting for timed out ... 7 2024-04-12T08:57:57.092 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:57:56 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:57:56] "GET /metrics HTTP/1.1" 200 82157 "" "Prometheus/2.43.0" 2024-04-12T08:57:57.840 INFO:tasks.workunit.client.0.smithi112.stderr:waiting for timed out ... 8 2024-04-12T08:57:58.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:57:57 smithi175 ceph-mon[87929]: pgmap v828: 713 pgs: 713 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.6 KiB/s rd, 377 B/s wr, 4 op/s 2024-04-12T08:57:58.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:57:57 smithi112 ceph-mon[95375]: pgmap v828: 713 pgs: 713 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.6 KiB/s rd, 377 B/s wr, 4 op/s 2024-04-12T08:57:58.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:57:57 smithi112 ceph-mon[99443]: pgmap v828: 713 pgs: 713 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.6 KiB/s rd, 377 B/s wr, 4 op/s 2024-04-12T08:57:58.841 INFO:tasks.workunit.client.0.smithi112.stderr:waiting for timed out ... 9 2024-04-12T08:57:59.841 INFO:tasks.workunit.client.0.smithi112.stderr:waiting for timed out ... 10 2024-04-12T08:58:00.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:57:59 smithi175 ceph-mon[87929]: pgmap v829: 713 pgs: 713 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.9 KiB/s rd, 306 B/s wr, 3 op/s 2024-04-12T08:58:00.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:57:59 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:58:00.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:57:59 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:58:00.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:57:59 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:58:00.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:57:59 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:58:00.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:57:59 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:58:00.339 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:57:59 smithi112 ceph-mon[95375]: pgmap v829: 713 pgs: 713 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.9 KiB/s rd, 306 B/s wr, 3 op/s 2024-04-12T08:58:00.339 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:57:59 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:58:00.340 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:57:59 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:58:00.340 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:57:59 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:58:00.340 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:57:59 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:58:00.340 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:57:59 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:58:00.340 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:57:59 smithi112 ceph-mon[99443]: pgmap v829: 713 pgs: 713 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.9 KiB/s rd, 306 B/s wr, 3 op/s 2024-04-12T08:58:00.340 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:57:59 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:58:00.340 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:57:59 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:58:00.340 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:57:59 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:58:00.340 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:57:59 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:58:00.340 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:57:59 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:58:02.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:58:01 smithi175 ceph-mon[87929]: pgmap v830: 713 pgs: 713 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.6 KiB/s rd, 275 B/s wr, 3 op/s 2024-04-12T08:58:02.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:58:01 smithi112 ceph-mon[95375]: pgmap v830: 713 pgs: 713 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.6 KiB/s rd, 275 B/s wr, 3 op/s 2024-04-12T08:58:02.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:58:01 smithi112 ceph-mon[99443]: pgmap v830: 713 pgs: 713 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.6 KiB/s rd, 275 B/s wr, 3 op/s 2024-04-12T08:58:03.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:58:03 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:58:03.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:58:02 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:58:03.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:58:02 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:58:04.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:58:04 smithi175 ceph-mon[87929]: pgmap v831: 713 pgs: 713 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-04-12T08:58:04.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:58:04 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:58:04.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:58:04 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:58:04.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:58:04 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:58:04.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:58:04 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:58:04.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:58:04 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:58:04.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:58:04 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:58:04.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:58:04 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:58:04.266 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:58:04 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "36.0", "id": [6, 3]}]: dispatch 2024-04-12T08:58:04.266 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:58:04 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "37.f", "id": [0, 3]}]: dispatch 2024-04-12T08:58:04.266 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:58:04 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "38.16", "id": [0, 1]}]: dispatch 2024-04-12T08:58:04.266 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:58:04 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "38.18", "id": [7, 1]}]: dispatch 2024-04-12T08:58:04.266 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:58:04 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "39.7", "id": [3, 7]}]: dispatch 2024-04-12T08:58:04.266 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:58:04 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "39.8", "id": [6, 1, 0, 2]}]: dispatch 2024-04-12T08:58:04.266 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:58:04 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "39.9", "id": [3, 1]}]: dispatch 2024-04-12T08:58:04.266 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:58:04 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "39.1d", "id": [3, 7]}]: dispatch 2024-04-12T08:58:04.266 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:58:04 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "39.1f", "id": [5, 1]}]: dispatch 2024-04-12T08:58:04.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:58:04 smithi112 ceph-mon[95375]: pgmap v831: 713 pgs: 713 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-04-12T08:58:04.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:58:04 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:58:04.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:58:04 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:58:04.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:58:04 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:58:04.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:58:04 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:58:04.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:58:04 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:58:04.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:58:04 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:58:04.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:58:04 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:58:04.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:58:04 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "36.0", "id": [6, 3]}]: dispatch 2024-04-12T08:58:04.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:58:04 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "37.f", "id": [0, 3]}]: dispatch 2024-04-12T08:58:04.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:58:04 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "38.16", "id": [0, 1]}]: dispatch 2024-04-12T08:58:04.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:58:04 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "38.18", "id": [7, 1]}]: dispatch 2024-04-12T08:58:04.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:58:04 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "39.7", "id": [3, 7]}]: dispatch 2024-04-12T08:58:04.344 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:58:04 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "39.8", "id": [6, 1, 0, 2]}]: dispatch 2024-04-12T08:58:04.344 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:58:04 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "39.9", "id": [3, 1]}]: dispatch 2024-04-12T08:58:04.344 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:58:04 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "39.1d", "id": [3, 7]}]: dispatch 2024-04-12T08:58:04.344 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:58:04 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "39.1f", "id": [5, 1]}]: dispatch 2024-04-12T08:58:04.344 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:58:04 smithi112 ceph-mon[99443]: pgmap v831: 713 pgs: 713 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 85 B/s rd, 0 op/s 2024-04-12T08:58:04.344 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:58:04 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:58:04.344 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:58:04 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:58:04.344 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:58:04 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:58:04.344 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:58:04 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:58:04.344 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:58:04 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:58:04.344 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:58:04 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:58:04.344 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:58:04 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:58:04.344 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:58:04 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "36.0", "id": [6, 3]}]: dispatch 2024-04-12T08:58:04.345 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:58:04 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "37.f", "id": [0, 3]}]: dispatch 2024-04-12T08:58:04.345 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:58:04 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "38.16", "id": [0, 1]}]: dispatch 2024-04-12T08:58:04.345 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:58:04 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "38.18", "id": [7, 1]}]: dispatch 2024-04-12T08:58:04.345 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:58:04 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "39.7", "id": [3, 7]}]: dispatch 2024-04-12T08:58:04.345 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:58:04 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "39.8", "id": [6, 1, 0, 2]}]: dispatch 2024-04-12T08:58:04.345 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:58:04 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "39.9", "id": [3, 1]}]: dispatch 2024-04-12T08:58:04.345 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:58:04 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "39.1d", "id": [3, 7]}]: dispatch 2024-04-12T08:58:04.345 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:58:04 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "39.1f", "id": [5, 1]}]: dispatch 2024-04-12T08:58:05.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:58:05 smithi175 ceph-mon[87929]: pgmap v832: 713 pgs: 713 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 94 B/s rd, 0 op/s 2024-04-12T08:58:05.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:58:05 smithi175 ceph-mon[87929]: pgmap v833: 713 pgs: 713 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail 2024-04-12T08:58:05.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:58:05 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "36.0", "id": [6, 3]}]': finished 2024-04-12T08:58:05.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:58:05 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "37.f", "id": [0, 3]}]': finished 2024-04-12T08:58:05.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:58:05 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "38.16", "id": [0, 1]}]': finished 2024-04-12T08:58:05.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:58:05 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "38.18", "id": [7, 1]}]': finished 2024-04-12T08:58:05.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:58:05 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "39.7", "id": [3, 7]}]': finished 2024-04-12T08:58:05.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:58:05 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "39.8", "id": [6, 1, 0, 2]}]': finished 2024-04-12T08:58:05.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:58:05 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "39.9", "id": [3, 1]}]': finished 2024-04-12T08:58:05.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:58:05 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "39.1d", "id": [3, 7]}]': finished 2024-04-12T08:58:05.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:58:05 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "39.1f", "id": [5, 1]}]': finished 2024-04-12T08:58:05.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:58:05 smithi175 ceph-mon[87929]: osdmap e784: 8 total, 8 up, 8 in 2024-04-12T08:58:05.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:58:05 smithi112 ceph-mon[95375]: pgmap v832: 713 pgs: 713 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 94 B/s rd, 0 op/s 2024-04-12T08:58:05.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:58:05 smithi112 ceph-mon[95375]: pgmap v833: 713 pgs: 713 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail 2024-04-12T08:58:05.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:58:05 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "36.0", "id": [6, 3]}]': finished 2024-04-12T08:58:05.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:58:05 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "37.f", "id": [0, 3]}]': finished 2024-04-12T08:58:05.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:58:05 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "38.16", "id": [0, 1]}]': finished 2024-04-12T08:58:05.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:58:05 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "38.18", "id": [7, 1]}]': finished 2024-04-12T08:58:05.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:58:05 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "39.7", "id": [3, 7]}]': finished 2024-04-12T08:58:05.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:58:05 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "39.8", "id": [6, 1, 0, 2]}]': finished 2024-04-12T08:58:05.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:58:05 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "39.9", "id": [3, 1]}]': finished 2024-04-12T08:58:05.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:58:05 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "39.1d", "id": [3, 7]}]': finished 2024-04-12T08:58:05.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:58:05 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "39.1f", "id": [5, 1]}]': finished 2024-04-12T08:58:05.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:58:05 smithi112 ceph-mon[95375]: osdmap e784: 8 total, 8 up, 8 in 2024-04-12T08:58:05.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:58:05 smithi112 ceph-mon[99443]: pgmap v832: 713 pgs: 713 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 94 B/s rd, 0 op/s 2024-04-12T08:58:05.344 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:58:05 smithi112 ceph-mon[99443]: pgmap v833: 713 pgs: 713 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail 2024-04-12T08:58:05.344 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:58:05 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "36.0", "id": [6, 3]}]': finished 2024-04-12T08:58:05.344 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:58:05 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "37.f", "id": [0, 3]}]': finished 2024-04-12T08:58:05.344 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:58:05 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "38.16", "id": [0, 1]}]': finished 2024-04-12T08:58:05.344 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:58:05 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "38.18", "id": [7, 1]}]': finished 2024-04-12T08:58:05.344 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:58:05 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "39.7", "id": [3, 7]}]': finished 2024-04-12T08:58:05.344 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:58:05 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "39.8", "id": [6, 1, 0, 2]}]': finished 2024-04-12T08:58:05.344 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:58:05 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "39.9", "id": [3, 1]}]': finished 2024-04-12T08:58:05.344 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:58:05 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "39.1d", "id": [3, 7]}]': finished 2024-04-12T08:58:05.344 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:58:05 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "39.1f", "id": [5, 1]}]': finished 2024-04-12T08:58:05.344 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:58:05 smithi112 ceph-mon[99443]: osdmap e784: 8 total, 8 up, 8 in 2024-04-12T08:58:07.092 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:58:06 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:58:06] "GET /metrics HTTP/1.1" 200 82142 "" "Prometheus/2.43.0" 2024-04-12T08:58:07.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:58:06 smithi112 ceph-mon[95375]: pgmap v835: 713 pgs: 713 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail 2024-04-12T08:58:07.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:58:06 smithi112 ceph-mon[95375]: osdmap e785: 8 total, 8 up, 8 in 2024-04-12T08:58:07.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:58:06 smithi112 ceph-mon[99443]: pgmap v835: 713 pgs: 713 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail 2024-04-12T08:58:07.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:58:06 smithi112 ceph-mon[99443]: osdmap e785: 8 total, 8 up, 8 in 2024-04-12T08:58:07.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:58:06 smithi175 ceph-mon[87929]: pgmap v835: 713 pgs: 713 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail 2024-04-12T08:58:07.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:58:06 smithi175 ceph-mon[87929]: osdmap e785: 8 total, 8 up, 8 in 2024-04-12T08:58:09.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:58:08 smithi112 ceph-mon[95375]: pgmap v837: 713 pgs: 3 activating, 710 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-04-12T08:58:09.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:58:08 smithi112 ceph-mon[99443]: pgmap v837: 713 pgs: 3 activating, 710 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-04-12T08:58:09.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:58:08 smithi175 ceph-mon[87929]: pgmap v837: 713 pgs: 3 activating, 710 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-04-12T08:58:10.841 INFO:tasks.workunit.client.0.smithi112.stderr:test retry succeeds 2024-04-12T08:58:11.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:58:10 smithi112 ceph-mon[95375]: pgmap v838: 713 pgs: 3 activating, 710 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-04-12T08:58:11.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:58:10 smithi112 ceph-mon[99443]: pgmap v838: 713 pgs: 3 activating, 710 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-04-12T08:58:11.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:58:10 smithi175 ceph-mon[87929]: pgmap v838: 713 pgs: 3 activating, 710 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-04-12T08:58:13.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:58:12 smithi112 ceph-mon[95375]: pgmap v839: 713 pgs: 713 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-04-12T08:58:13.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:58:12 smithi112 ceph-mon[95375]: osdmap e786: 8 total, 8 up, 8 in 2024-04-12T08:58:13.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:58:12 smithi112 ceph-mon[99443]: pgmap v839: 713 pgs: 713 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-04-12T08:58:13.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:58:12 smithi112 ceph-mon[99443]: osdmap e786: 8 total, 8 up, 8 in 2024-04-12T08:58:13.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:58:12 smithi175 ceph-mon[87929]: pgmap v839: 713 pgs: 713 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-04-12T08:58:13.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:58:12 smithi175 ceph-mon[87929]: osdmap e786: 8 total, 8 up, 8 in 2024-04-12T08:58:13.939 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.QuiesceWatchTimeout (33057 ms) 2024-04-12T08:58:13.939 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.WriteZeroes 2024-04-12T08:58:13.939 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:58:13.997 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.WriteZeroes (58 ms) 2024-04-12T08:58:13.997 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.WriteZeroesThickProvision 2024-04-12T08:58:13.997 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:58:14.060 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.WriteZeroesThickProvision (64 ms) 2024-04-12T08:58:14.060 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] TestLibRBD.ConcurentOperations 2024-04-12T08:58:14.060 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:58:14.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:58:13 smithi112 ceph-mon[95375]: osdmap e787: 8 total, 8 up, 8 in 2024-04-12T08:58:14.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:58:13 smithi112 ceph-mon[99443]: osdmap e787: 8 total, 8 up, 8 in 2024-04-12T08:58:14.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:58:13 smithi175 ceph-mon[87929]: osdmap e787: 8 total, 8 up, 8 in 2024-04-12T08:58:15.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:58:14 smithi112 ceph-mon[95375]: pgmap v842: 713 pgs: 713 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 512 B/s rd, 128 B/s wr, 1 op/s; 0 B/s, 0 objects/s recovering 2024-04-12T08:58:15.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:58:14 smithi112 ceph-mon[95375]: osdmap e788: 8 total, 8 up, 8 in 2024-04-12T08:58:15.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:58:14 smithi112 ceph-mon[99443]: pgmap v842: 713 pgs: 713 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 512 B/s rd, 128 B/s wr, 1 op/s; 0 B/s, 0 objects/s recovering 2024-04-12T08:58:15.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:58:14 smithi112 ceph-mon[99443]: osdmap e788: 8 total, 8 up, 8 in 2024-04-12T08:58:15.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:58:14 smithi175 ceph-mon[87929]: pgmap v842: 713 pgs: 713 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 512 B/s rd, 128 B/s wr, 1 op/s; 0 B/s, 0 objects/s recovering 2024-04-12T08:58:15.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:58:14 smithi175 ceph-mon[87929]: osdmap e788: 8 total, 8 up, 8 in 2024-04-12T08:58:16.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:58:15 smithi175 ceph-mon[87929]: osdmap e789: 8 total, 8 up, 8 in 2024-04-12T08:58:16.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:58:15 smithi112 ceph-mon[95375]: osdmap e789: 8 total, 8 up, 8 in 2024-04-12T08:58:16.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:58:15 smithi112 ceph-mon[99443]: osdmap e789: 8 total, 8 up, 8 in 2024-04-12T08:58:17.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:58:16 smithi112 ceph-mon[95375]: pgmap v845: 713 pgs: 713 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 255 B/s wr, 1 op/s 2024-04-12T08:58:17.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:58:16 smithi112 ceph-mon[95375]: osdmap e790: 8 total, 8 up, 8 in 2024-04-12T08:58:17.093 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:58:16 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:58:16] "GET /metrics HTTP/1.1" 200 82142 "" "Prometheus/2.43.0" 2024-04-12T08:58:17.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:58:16 smithi112 ceph-mon[99443]: pgmap v845: 713 pgs: 713 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 255 B/s wr, 1 op/s 2024-04-12T08:58:17.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:58:16 smithi112 ceph-mon[99443]: osdmap e790: 8 total, 8 up, 8 in 2024-04-12T08:58:17.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:58:16 smithi175 ceph-mon[87929]: pgmap v845: 713 pgs: 713 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 255 B/s wr, 1 op/s 2024-04-12T08:58:17.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:58:16 smithi175 ceph-mon[87929]: osdmap e790: 8 total, 8 up, 8 in 2024-04-12T08:58:18.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:58:17 smithi175 ceph-mon[87929]: osdmap e791: 8 total, 8 up, 8 in 2024-04-12T08:58:18.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:58:17 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:58:18.319 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:58:17 smithi112 ceph-mon[95375]: osdmap e791: 8 total, 8 up, 8 in 2024-04-12T08:58:18.319 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:58:17 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:58:18.319 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:58:17 smithi112 ceph-mon[99443]: osdmap e791: 8 total, 8 up, 8 in 2024-04-12T08:58:18.319 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:58:17 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:58:19.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:58:18 smithi175 ceph-mon[87929]: pgmap v848: 713 pgs: 713 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 108 KiB/s rd, 8.7 KiB/s wr, 146 op/s 2024-04-12T08:58:19.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:58:18 smithi175 ceph-mon[87929]: osdmap e792: 8 total, 8 up, 8 in 2024-04-12T08:58:19.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:58:18 smithi175 ceph-mon[87929]: osdmap e793: 8 total, 8 up, 8 in 2024-04-12T08:58:19.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:58:18 smithi112 ceph-mon[99443]: pgmap v848: 713 pgs: 713 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 108 KiB/s rd, 8.7 KiB/s wr, 146 op/s 2024-04-12T08:58:19.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:58:18 smithi112 ceph-mon[99443]: osdmap e792: 8 total, 8 up, 8 in 2024-04-12T08:58:19.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:58:18 smithi112 ceph-mon[99443]: osdmap e793: 8 total, 8 up, 8 in 2024-04-12T08:58:19.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:58:18 smithi112 ceph-mon[95375]: pgmap v848: 713 pgs: 713 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 108 KiB/s rd, 8.7 KiB/s wr, 146 op/s 2024-04-12T08:58:19.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:58:18 smithi112 ceph-mon[95375]: osdmap e792: 8 total, 8 up, 8 in 2024-04-12T08:58:19.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:58:18 smithi112 ceph-mon[95375]: osdmap e793: 8 total, 8 up, 8 in 2024-04-12T08:58:20.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:58:19 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:58:20.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:58:19 smithi175 ceph-mon[87929]: osdmap e794: 8 total, 8 up, 8 in 2024-04-12T08:58:20.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:58:19 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:58:20.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:58:19 smithi112 ceph-mon[95375]: osdmap e794: 8 total, 8 up, 8 in 2024-04-12T08:58:20.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:58:19 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:58:20.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:58:19 smithi112 ceph-mon[99443]: osdmap e794: 8 total, 8 up, 8 in 2024-04-12T08:58:21.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:58:20 smithi175 ceph-mon[87929]: pgmap v852: 713 pgs: 713 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 128 KiB/s rd, 10 KiB/s wr, 178 op/s 2024-04-12T08:58:21.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:58:20 smithi175 ceph-mon[87929]: osdmap e795: 8 total, 8 up, 8 in 2024-04-12T08:58:21.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:58:20 smithi112 ceph-mon[95375]: pgmap v852: 713 pgs: 713 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 128 KiB/s rd, 10 KiB/s wr, 178 op/s 2024-04-12T08:58:21.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:58:20 smithi112 ceph-mon[95375]: osdmap e795: 8 total, 8 up, 8 in 2024-04-12T08:58:21.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:58:20 smithi112 ceph-mon[99443]: pgmap v852: 713 pgs: 713 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 128 KiB/s rd, 10 KiB/s wr, 178 op/s 2024-04-12T08:58:21.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:58:20 smithi112 ceph-mon[99443]: osdmap e795: 8 total, 8 up, 8 in 2024-04-12T08:58:23.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:58:22 smithi112 ceph-mon[95375]: osdmap e796: 8 total, 8 up, 8 in 2024-04-12T08:58:23.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:58:22 smithi112 ceph-mon[95375]: pgmap v855: 713 pgs: 713 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 33 KiB/s rd, 5.1 KiB/s wr, 50 op/s 2024-04-12T08:58:23.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:58:22 smithi112 ceph-mon[99443]: osdmap e796: 8 total, 8 up, 8 in 2024-04-12T08:58:23.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:58:22 smithi112 ceph-mon[99443]: pgmap v855: 713 pgs: 713 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 33 KiB/s rd, 5.1 KiB/s wr, 50 op/s 2024-04-12T08:58:23.266 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:58:22 smithi175 ceph-mon[87929]: osdmap e796: 8 total, 8 up, 8 in 2024-04-12T08:58:23.288 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:58:22 smithi175 ceph-mon[87929]: pgmap v855: 713 pgs: 713 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 33 KiB/s rd, 5.1 KiB/s wr, 50 op/s 2024-04-12T08:58:24.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:58:23 smithi112 ceph-mon[95375]: osdmap e797: 8 total, 8 up, 8 in 2024-04-12T08:58:24.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:58:23 smithi112 ceph-mon[95375]: osdmap e798: 8 total, 8 up, 8 in 2024-04-12T08:58:24.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:58:23 smithi112 ceph-mon[99443]: osdmap e797: 8 total, 8 up, 8 in 2024-04-12T08:58:24.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:58:23 smithi112 ceph-mon[99443]: osdmap e798: 8 total, 8 up, 8 in 2024-04-12T08:58:24.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:58:23 smithi175 ceph-mon[87929]: osdmap e797: 8 total, 8 up, 8 in 2024-04-12T08:58:24.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:58:23 smithi175 ceph-mon[87929]: osdmap e798: 8 total, 8 up, 8 in 2024-04-12T08:58:25.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:58:24 smithi112 ceph-mon[95375]: pgmap v858: 713 pgs: 713 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 11 KiB/s rd, 3.7 KiB/s wr, 16 op/s 2024-04-12T08:58:25.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:58:24 smithi112 ceph-mon[99443]: pgmap v858: 713 pgs: 713 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 11 KiB/s rd, 3.7 KiB/s wr, 16 op/s 2024-04-12T08:58:25.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:58:24 smithi175 ceph-mon[87929]: pgmap v858: 713 pgs: 713 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 11 KiB/s rd, 3.7 KiB/s wr, 16 op/s 2024-04-12T08:58:26.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:58:25 smithi112 ceph-mon[95375]: osdmap e799: 8 total, 8 up, 8 in 2024-04-12T08:58:26.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:58:25 smithi112 ceph-mon[99443]: osdmap e799: 8 total, 8 up, 8 in 2024-04-12T08:58:26.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:58:25 smithi175 ceph-mon[87929]: osdmap e799: 8 total, 8 up, 8 in 2024-04-12T08:58:27.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:58:26 smithi112 ceph-mon[95375]: pgmap v860: 713 pgs: 713 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 764 B/s wr, 0 op/s 2024-04-12T08:58:27.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:58:26 smithi112 ceph-mon[95375]: osdmap e800: 8 total, 8 up, 8 in 2024-04-12T08:58:27.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:58:26 smithi112 ceph-mon[99443]: pgmap v860: 713 pgs: 713 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 764 B/s wr, 0 op/s 2024-04-12T08:58:27.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:58:26 smithi112 ceph-mon[99443]: osdmap e800: 8 total, 8 up, 8 in 2024-04-12T08:58:27.093 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:58:26 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:58:26] "GET /metrics HTTP/1.1" 200 82157 "" "Prometheus/2.43.0" 2024-04-12T08:58:27.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:58:26 smithi175 ceph-mon[87929]: pgmap v860: 713 pgs: 713 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 764 B/s wr, 0 op/s 2024-04-12T08:58:27.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:58:26 smithi175 ceph-mon[87929]: osdmap e800: 8 total, 8 up, 8 in 2024-04-12T08:58:28.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:58:27 smithi112 ceph-mon[95375]: osdmap e801: 8 total, 8 up, 8 in 2024-04-12T08:58:28.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:58:27 smithi112 ceph-mon[99443]: osdmap e801: 8 total, 8 up, 8 in 2024-04-12T08:58:28.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:58:27 smithi175 ceph-mon[87929]: osdmap e801: 8 total, 8 up, 8 in 2024-04-12T08:58:29.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:58:28 smithi175 ceph-mon[87929]: pgmap v863: 713 pgs: 713 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 175 KiB/s rd, 4.7 KiB/s wr, 239 op/s 2024-04-12T08:58:29.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:58:28 smithi175 ceph-mon[87929]: osdmap e802: 8 total, 8 up, 8 in 2024-04-12T08:58:29.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:58:28 smithi112 ceph-mon[95375]: pgmap v863: 713 pgs: 713 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 175 KiB/s rd, 4.7 KiB/s wr, 239 op/s 2024-04-12T08:58:29.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:58:28 smithi112 ceph-mon[95375]: osdmap e802: 8 total, 8 up, 8 in 2024-04-12T08:58:29.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:58:28 smithi112 ceph-mon[99443]: pgmap v863: 713 pgs: 713 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 175 KiB/s rd, 4.7 KiB/s wr, 239 op/s 2024-04-12T08:58:29.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:58:28 smithi112 ceph-mon[99443]: osdmap e802: 8 total, 8 up, 8 in 2024-04-12T08:58:30.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:58:29 smithi175 ceph-mon[87929]: osdmap e803: 8 total, 8 up, 8 in 2024-04-12T08:58:30.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:58:29 smithi112 ceph-mon[95375]: osdmap e803: 8 total, 8 up, 8 in 2024-04-12T08:58:30.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:58:29 smithi112 ceph-mon[99443]: osdmap e803: 8 total, 8 up, 8 in 2024-04-12T08:58:31.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:58:30 smithi175 ceph-mon[87929]: pgmap v866: 713 pgs: 713 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 179 KiB/s rd, 4.7 KiB/s wr, 244 op/s 2024-04-12T08:58:31.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:58:30 smithi175 ceph-mon[87929]: osdmap e804: 8 total, 8 up, 8 in 2024-04-12T08:58:31.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:58:30 smithi112 ceph-mon[95375]: pgmap v866: 713 pgs: 713 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 179 KiB/s rd, 4.7 KiB/s wr, 244 op/s 2024-04-12T08:58:31.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:58:30 smithi112 ceph-mon[95375]: osdmap e804: 8 total, 8 up, 8 in 2024-04-12T08:58:31.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:58:30 smithi112 ceph-mon[99443]: pgmap v866: 713 pgs: 713 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 179 KiB/s rd, 4.7 KiB/s wr, 244 op/s 2024-04-12T08:58:31.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:58:30 smithi112 ceph-mon[99443]: osdmap e804: 8 total, 8 up, 8 in 2024-04-12T08:58:32.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:58:31 smithi175 ceph-mon[87929]: osdmap e805: 8 total, 8 up, 8 in 2024-04-12T08:58:32.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:58:31 smithi112 ceph-mon[95375]: osdmap e805: 8 total, 8 up, 8 in 2024-04-12T08:58:32.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:58:31 smithi112 ceph-mon[99443]: osdmap e805: 8 total, 8 up, 8 in 2024-04-12T08:58:33.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:58:32 smithi175 ceph-mon[87929]: pgmap v869: 713 pgs: 713 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 16 KiB/s rd, 5.0 KiB/s wr, 26 op/s 2024-04-12T08:58:33.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:58:32 smithi175 ceph-mon[87929]: osdmap e806: 8 total, 8 up, 8 in 2024-04-12T08:58:33.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:58:32 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:58:33.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:58:32 smithi112 ceph-mon[95375]: pgmap v869: 713 pgs: 713 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 16 KiB/s rd, 5.0 KiB/s wr, 26 op/s 2024-04-12T08:58:33.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:58:32 smithi112 ceph-mon[95375]: osdmap e806: 8 total, 8 up, 8 in 2024-04-12T08:58:33.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:58:32 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:58:33.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:58:32 smithi112 ceph-mon[99443]: pgmap v869: 713 pgs: 713 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 16 KiB/s rd, 5.0 KiB/s wr, 26 op/s 2024-04-12T08:58:33.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:58:32 smithi112 ceph-mon[99443]: osdmap e806: 8 total, 8 up, 8 in 2024-04-12T08:58:33.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:58:32 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:58:34.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:58:33 smithi175 ceph-mon[87929]: osdmap e807: 8 total, 8 up, 8 in 2024-04-12T08:58:34.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:58:33 smithi175 ceph-mon[87929]: osdmap e808: 8 total, 8 up, 8 in 2024-04-12T08:58:34.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:58:33 smithi112 ceph-mon[99443]: osdmap e807: 8 total, 8 up, 8 in 2024-04-12T08:58:34.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:58:33 smithi112 ceph-mon[99443]: osdmap e808: 8 total, 8 up, 8 in 2024-04-12T08:58:34.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:58:33 smithi112 ceph-mon[95375]: osdmap e807: 8 total, 8 up, 8 in 2024-04-12T08:58:34.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:58:33 smithi112 ceph-mon[95375]: osdmap e808: 8 total, 8 up, 8 in 2024-04-12T08:58:35.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:58:34 smithi175 ceph-mon[87929]: pgmap v873: 713 pgs: 713 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 14 KiB/s rd, 5.0 KiB/s wr, 26 op/s 2024-04-12T08:58:35.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:58:34 smithi175 ceph-mon[87929]: osdmap e809: 8 total, 8 up, 8 in 2024-04-12T08:58:35.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:58:34 smithi112 ceph-mon[95375]: pgmap v873: 713 pgs: 713 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 14 KiB/s rd, 5.0 KiB/s wr, 26 op/s 2024-04-12T08:58:35.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:58:34 smithi112 ceph-mon[95375]: osdmap e809: 8 total, 8 up, 8 in 2024-04-12T08:58:35.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:58:34 smithi112 ceph-mon[99443]: pgmap v873: 713 pgs: 713 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 14 KiB/s rd, 5.0 KiB/s wr, 26 op/s 2024-04-12T08:58:35.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:58:34 smithi112 ceph-mon[99443]: osdmap e809: 8 total, 8 up, 8 in 2024-04-12T08:58:37.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:58:36 smithi112 ceph-mon[95375]: osdmap e810: 8 total, 8 up, 8 in 2024-04-12T08:58:37.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:58:36 smithi112 ceph-mon[95375]: pgmap v876: 713 pgs: 713 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.0 KiB/s rd, 0 B/s wr, 2 op/s 2024-04-12T08:58:37.093 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:58:36 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:58:36] "GET /metrics HTTP/1.1" 200 82158 "" "Prometheus/2.43.0" 2024-04-12T08:58:37.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:58:36 smithi112 ceph-mon[99443]: osdmap e810: 8 total, 8 up, 8 in 2024-04-12T08:58:37.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:58:36 smithi112 ceph-mon[99443]: pgmap v876: 713 pgs: 713 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.0 KiB/s rd, 0 B/s wr, 2 op/s 2024-04-12T08:58:37.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:58:36 smithi175 ceph-mon[87929]: osdmap e810: 8 total, 8 up, 8 in 2024-04-12T08:58:37.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:58:36 smithi175 ceph-mon[87929]: pgmap v876: 713 pgs: 713 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.0 KiB/s rd, 0 B/s wr, 2 op/s 2024-04-12T08:58:38.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:58:37 smithi112 ceph-mon[95375]: osdmap e811: 8 total, 8 up, 8 in 2024-04-12T08:58:38.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:58:37 smithi112 ceph-mon[99443]: osdmap e811: 8 total, 8 up, 8 in 2024-04-12T08:58:38.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:58:37 smithi175 ceph-mon[87929]: osdmap e811: 8 total, 8 up, 8 in 2024-04-12T08:58:39.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:58:38 smithi112 ceph-mon[95375]: osdmap e812: 8 total, 8 up, 8 in 2024-04-12T08:58:39.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:58:38 smithi112 ceph-mon[95375]: pgmap v879: 713 pgs: 713 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 37 KiB/s rd, 3.5 KiB/s wr, 49 op/s 2024-04-12T08:58:39.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:58:38 smithi112 ceph-mon[99443]: osdmap e812: 8 total, 8 up, 8 in 2024-04-12T08:58:39.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:58:38 smithi112 ceph-mon[99443]: pgmap v879: 713 pgs: 713 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 37 KiB/s rd, 3.5 KiB/s wr, 49 op/s 2024-04-12T08:58:39.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:58:38 smithi175 ceph-mon[87929]: osdmap e812: 8 total, 8 up, 8 in 2024-04-12T08:58:39.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:58:38 smithi175 ceph-mon[87929]: pgmap v879: 713 pgs: 713 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 37 KiB/s rd, 3.5 KiB/s wr, 49 op/s 2024-04-12T08:58:39.946 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] TestLibRBD.ConcurentOperations (25886 ms) 2024-04-12T08:58:40.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:58:39 smithi175 ceph-mon[87929]: osdmap e813: 8 total, 8 up, 8 in 2024-04-12T08:58:40.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:58:39 smithi112 ceph-mon[95375]: osdmap e813: 8 total, 8 up, 8 in 2024-04-12T08:58:40.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:58:39 smithi112 ceph-mon[99443]: osdmap e813: 8 total, 8 up, 8 in 2024-04-12T08:58:41.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:58:40 smithi175 ceph-mon[87929]: pgmap v881: 713 pgs: 713 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 40 KiB/s rd, 4.0 KiB/s wr, 55 op/s 2024-04-12T08:58:41.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:58:40 smithi175 ceph-mon[87929]: osdmap e814: 8 total, 8 up, 8 in 2024-04-12T08:58:41.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:58:40 smithi112 ceph-mon[95375]: pgmap v881: 713 pgs: 713 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 40 KiB/s rd, 4.0 KiB/s wr, 55 op/s 2024-04-12T08:58:41.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:58:40 smithi112 ceph-mon[95375]: osdmap e814: 8 total, 8 up, 8 in 2024-04-12T08:58:41.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:58:40 smithi112 ceph-mon[99443]: pgmap v881: 713 pgs: 713 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 40 KiB/s rd, 4.0 KiB/s wr, 55 op/s 2024-04-12T08:58:41.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:58:40 smithi112 ceph-mon[99443]: osdmap e814: 8 total, 8 up, 8 in 2024-04-12T08:58:42.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:58:41 smithi175 ceph-mon[87929]: osdmap e815: 8 total, 8 up, 8 in 2024-04-12T08:58:42.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:58:41 smithi112 ceph-mon[95375]: osdmap e815: 8 total, 8 up, 8 in 2024-04-12T08:58:42.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:58:41 smithi112 ceph-mon[99443]: osdmap e815: 8 total, 8 up, 8 in 2024-04-12T08:58:43.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:58:42 smithi175 ceph-mon[87929]: pgmap v884: 681 pgs: 681 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 46 KiB/s rd, 766 B/s wr, 57 op/s 2024-04-12T08:58:43.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:58:42 smithi175 ceph-mon[87929]: osdmap e816: 8 total, 8 up, 8 in 2024-04-12T08:58:43.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:58:42 smithi112 ceph-mon[95375]: pgmap v884: 681 pgs: 681 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 46 KiB/s rd, 766 B/s wr, 57 op/s 2024-04-12T08:58:43.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:58:42 smithi112 ceph-mon[95375]: osdmap e816: 8 total, 8 up, 8 in 2024-04-12T08:58:43.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:58:42 smithi112 ceph-mon[99443]: pgmap v884: 681 pgs: 681 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 46 KiB/s rd, 766 B/s wr, 57 op/s 2024-04-12T08:58:43.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:58:42 smithi112 ceph-mon[99443]: osdmap e816: 8 total, 8 up, 8 in 2024-04-12T08:58:44.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:58:43 smithi175 ceph-mon[87929]: osdmap e817: 8 total, 8 up, 8 in 2024-04-12T08:58:44.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:58:43 smithi175 ceph-mon[87929]: osdmap e818: 8 total, 8 up, 8 in 2024-04-12T08:58:44.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:58:43 smithi112 ceph-mon[99443]: osdmap e817: 8 total, 8 up, 8 in 2024-04-12T08:58:44.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:58:43 smithi112 ceph-mon[99443]: osdmap e818: 8 total, 8 up, 8 in 2024-04-12T08:58:44.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:58:43 smithi112 ceph-mon[95375]: osdmap e817: 8 total, 8 up, 8 in 2024-04-12T08:58:44.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:58:43 smithi112 ceph-mon[95375]: osdmap e818: 8 total, 8 up, 8 in 2024-04-12T08:58:45.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:58:44 smithi175 ceph-mon[87929]: pgmap v888: 585 pgs: 585 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail 2024-04-12T08:58:45.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:58:44 smithi175 ceph-mon[87929]: osdmap e819: 8 total, 8 up, 8 in 2024-04-12T08:58:45.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:58:44 smithi112 ceph-mon[95375]: pgmap v888: 585 pgs: 585 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail 2024-04-12T08:58:45.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:58:44 smithi112 ceph-mon[95375]: osdmap e819: 8 total, 8 up, 8 in 2024-04-12T08:58:45.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:58:44 smithi112 ceph-mon[99443]: pgmap v888: 585 pgs: 585 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail 2024-04-12T08:58:45.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:58:44 smithi112 ceph-mon[99443]: osdmap e819: 8 total, 8 up, 8 in 2024-04-12T08:58:47.067 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:58:46 smithi175 ceph-mon[87929]: osdmap e820: 8 total, 8 up, 8 in 2024-04-12T08:58:47.067 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:58:46 smithi175 ceph-mon[87929]: pgmap v891: 521 pgs: 521 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail 2024-04-12T08:58:47.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:58:46 smithi112 ceph-mon[95375]: osdmap e820: 8 total, 8 up, 8 in 2024-04-12T08:58:47.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:58:46 smithi112 ceph-mon[95375]: pgmap v891: 521 pgs: 521 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail 2024-04-12T08:58:47.092 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:58:46 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:58:46] "GET /metrics HTTP/1.1" 200 82158 "" "Prometheus/2.43.0" 2024-04-12T08:58:47.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:58:46 smithi112 ceph-mon[99443]: osdmap e820: 8 total, 8 up, 8 in 2024-04-12T08:58:47.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:58:46 smithi112 ceph-mon[99443]: pgmap v891: 521 pgs: 521 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail 2024-04-12T08:58:48.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:58:47 smithi112 ceph-mon[99443]: osdmap e821: 8 total, 8 up, 8 in 2024-04-12T08:58:48.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:58:47 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:58:48.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:58:47 smithi112 ceph-mon[95375]: osdmap e821: 8 total, 8 up, 8 in 2024-04-12T08:58:48.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:58:47 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:58:48.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:58:47 smithi175 ceph-mon[87929]: osdmap e821: 8 total, 8 up, 8 in 2024-04-12T08:58:48.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:58:47 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:58:49.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:58:48 smithi112 ceph-mon[99443]: osdmap e822: 8 total, 8 up, 8 in 2024-04-12T08:58:49.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:58:48 smithi112 ceph-mon[99443]: pgmap v894: 457 pgs: 457 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail 2024-04-12T08:58:49.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:58:48 smithi112 ceph-mon[99443]: osdmap e823: 8 total, 8 up, 8 in 2024-04-12T08:58:49.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:58:48 smithi112 ceph-mon[95375]: osdmap e822: 8 total, 8 up, 8 in 2024-04-12T08:58:49.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:58:48 smithi112 ceph-mon[95375]: pgmap v894: 457 pgs: 457 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail 2024-04-12T08:58:49.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:58:48 smithi112 ceph-mon[95375]: osdmap e823: 8 total, 8 up, 8 in 2024-04-12T08:58:49.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:58:48 smithi175 ceph-mon[87929]: osdmap e822: 8 total, 8 up, 8 in 2024-04-12T08:58:49.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:58:48 smithi175 ceph-mon[87929]: pgmap v894: 457 pgs: 457 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail 2024-04-12T08:58:49.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:58:48 smithi175 ceph-mon[87929]: osdmap e823: 8 total, 8 up, 8 in 2024-04-12T08:58:51.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:58:50 smithi112 ceph-mon[99443]: osdmap e824: 8 total, 8 up, 8 in 2024-04-12T08:58:51.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:58:50 smithi112 ceph-mon[99443]: pgmap v897: 393 pgs: 393 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail 2024-04-12T08:58:51.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:58:50 smithi112 ceph-mon[95375]: osdmap e824: 8 total, 8 up, 8 in 2024-04-12T08:58:51.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:58:50 smithi112 ceph-mon[95375]: pgmap v897: 393 pgs: 393 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail 2024-04-12T08:58:51.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:58:50 smithi175 ceph-mon[87929]: osdmap e824: 8 total, 8 up, 8 in 2024-04-12T08:58:51.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:58:50 smithi175 ceph-mon[87929]: pgmap v897: 393 pgs: 393 active+clean; 2.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail 2024-04-12T08:58:52.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:58:51 smithi112 ceph-mon[95375]: osdmap e825: 8 total, 8 up, 8 in 2024-04-12T08:58:52.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:58:51 smithi112 ceph-mon[99443]: osdmap e825: 8 total, 8 up, 8 in 2024-04-12T08:58:52.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:58:51 smithi175 ceph-mon[87929]: osdmap e825: 8 total, 8 up, 8 in 2024-04-12T08:58:53.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:58:52 smithi175 ceph-mon[87929]: pgmap v900: 329 pgs: 329 active+clean; 587 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail 2024-04-12T08:58:53.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:58:52 smithi175 ceph-mon[87929]: osdmap e826: 8 total, 8 up, 8 in 2024-04-12T08:58:53.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:58:52 smithi112 ceph-mon[99443]: pgmap v900: 329 pgs: 329 active+clean; 587 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail 2024-04-12T08:58:53.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:58:52 smithi112 ceph-mon[99443]: osdmap e826: 8 total, 8 up, 8 in 2024-04-12T08:58:53.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:58:52 smithi112 ceph-mon[95375]: pgmap v900: 329 pgs: 329 active+clean; 587 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail 2024-04-12T08:58:53.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:58:52 smithi112 ceph-mon[95375]: osdmap e826: 8 total, 8 up, 8 in 2024-04-12T08:58:54.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:58:53 smithi175 ceph-mon[87929]: osdmap e827: 8 total, 8 up, 8 in 2024-04-12T08:58:54.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:58:53 smithi175 ceph-mon[87929]: osdmap e828: 8 total, 8 up, 8 in 2024-04-12T08:58:54.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:58:53 smithi112 ceph-mon[95375]: osdmap e827: 8 total, 8 up, 8 in 2024-04-12T08:58:54.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:58:53 smithi112 ceph-mon[95375]: osdmap e828: 8 total, 8 up, 8 in 2024-04-12T08:58:54.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:58:53 smithi112 ceph-mon[99443]: osdmap e827: 8 total, 8 up, 8 in 2024-04-12T08:58:54.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:58:53 smithi112 ceph-mon[99443]: osdmap e828: 8 total, 8 up, 8 in 2024-04-12T08:58:55.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:58:54 smithi175 ceph-mon[87929]: pgmap v903: 265 pgs: 265 active+clean; 587 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail 2024-04-12T08:58:55.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:58:54 smithi175 ceph-mon[87929]: osdmap e829: 8 total, 8 up, 8 in 2024-04-12T08:58:55.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:58:54 smithi112 ceph-mon[95375]: pgmap v903: 265 pgs: 265 active+clean; 587 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail 2024-04-12T08:58:55.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:58:54 smithi112 ceph-mon[95375]: osdmap e829: 8 total, 8 up, 8 in 2024-04-12T08:58:55.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:58:54 smithi112 ceph-mon[99443]: pgmap v903: 265 pgs: 265 active+clean; 587 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail 2024-04-12T08:58:55.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:58:54 smithi112 ceph-mon[99443]: osdmap e829: 8 total, 8 up, 8 in 2024-04-12T08:58:57.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:58:56 smithi112 ceph-mon[95375]: osdmap e830: 8 total, 8 up, 8 in 2024-04-12T08:58:57.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:58:56 smithi112 ceph-mon[95375]: pgmap v906: 201 pgs: 201 active+clean; 587 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail 2024-04-12T08:58:57.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:58:56 smithi112 ceph-mon[99443]: osdmap e830: 8 total, 8 up, 8 in 2024-04-12T08:58:57.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:58:56 smithi112 ceph-mon[99443]: pgmap v906: 201 pgs: 201 active+clean; 587 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail 2024-04-12T08:58:57.093 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:58:56 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:58:56] "GET /metrics HTTP/1.1" 200 65318 "" "Prometheus/2.43.0" 2024-04-12T08:58:57.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:58:56 smithi175 ceph-mon[87929]: osdmap e830: 8 total, 8 up, 8 in 2024-04-12T08:58:57.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:58:56 smithi175 ceph-mon[87929]: pgmap v906: 201 pgs: 201 active+clean; 587 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail 2024-04-12T08:58:58.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:58:57 smithi112 ceph-mon[95375]: osdmap e831: 8 total, 8 up, 8 in 2024-04-12T08:58:58.094 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:58:57 smithi112 ceph-mon[99443]: osdmap e831: 8 total, 8 up, 8 in 2024-04-12T08:58:58.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:58:57 smithi175 ceph-mon[87929]: osdmap e831: 8 total, 8 up, 8 in 2024-04-12T08:58:59.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:58:58 smithi112 ceph-mon[99443]: osdmap e832: 8 total, 8 up, 8 in 2024-04-12T08:58:59.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:58:58 smithi112 ceph-mon[99443]: pgmap v909: 137 pgs: 137 active+clean; 586 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail 2024-04-12T08:58:59.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:58:58 smithi112 ceph-mon[95375]: osdmap e832: 8 total, 8 up, 8 in 2024-04-12T08:58:59.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:58:58 smithi112 ceph-mon[95375]: pgmap v909: 137 pgs: 137 active+clean; 586 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail 2024-04-12T08:58:59.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:58:58 smithi175 ceph-mon[87929]: osdmap e832: 8 total, 8 up, 8 in 2024-04-12T08:58:59.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:58:58 smithi175 ceph-mon[87929]: pgmap v909: 137 pgs: 137 active+clean; 586 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail 2024-04-12T08:58:59.852 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] 159 tests from TestLibRBD (334157 ms total) 2024-04-12T08:58:59.853 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T08:58:59.853 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] 15 tests from DiffIterateTest/0, where TypeParam = DiffIterateParams 2024-04-12T08:58:59.885 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] DiffIterateTest/0.DiffIterate 2024-04-12T08:59:00.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:58:59 smithi175 ceph-mon[87929]: osdmap e833: 8 total, 8 up, 8 in 2024-04-12T08:59:00.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:58:59 smithi112 ceph-mon[95375]: osdmap e833: 8 total, 8 up, 8 in 2024-04-12T08:59:00.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:58:59 smithi112 ceph-mon[99443]: osdmap e833: 8 total, 8 up, 8 in 2024-04-12T08:59:01.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:59:00 smithi112 ceph-mon[95375]: pgmap v911: 105 pgs: 105 active+clean; 586 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail 2024-04-12T08:59:01.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:59:00 smithi112 ceph-mon[95375]: osdmap e834: 8 total, 8 up, 8 in 2024-04-12T08:59:01.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:59:00 smithi112 ceph-mon[99443]: pgmap v911: 105 pgs: 105 active+clean; 586 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail 2024-04-12T08:59:01.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:59:00 smithi112 ceph-mon[99443]: osdmap e834: 8 total, 8 up, 8 in 2024-04-12T08:59:01.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:59:00 smithi175 ceph-mon[87929]: pgmap v911: 105 pgs: 105 active+clean; 586 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail 2024-04-12T08:59:01.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:59:00 smithi175 ceph-mon[87929]: osdmap e834: 8 total, 8 up, 8 in 2024-04-12T08:59:01.863 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:59:02.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:59:01 smithi175 ceph-mon[87929]: osdmap e835: 8 total, 8 up, 8 in 2024-04-12T08:59:02.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:59:01 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/2863292177' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:59:02.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:59:01 smithi112 ceph-mon[95375]: osdmap e835: 8 total, 8 up, 8 in 2024-04-12T08:59:02.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:59:01 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/2863292177' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:59:02.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:59:01 smithi112 ceph-mon[99443]: osdmap e835: 8 total, 8 up, 8 in 2024-04-12T08:59:02.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:59:01 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/2863292177' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T08:59:03.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:59:02 smithi175 ceph-mon[87929]: pgmap v914: 105 pgs: 15 creating+peering, 17 unknown, 73 active+clean; 582 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail 2024-04-12T08:59:03.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:59:02 smithi175 ceph-mon[87929]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T08:59:03.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:59:02 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/2863292177' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-36","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T08:59:03.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:59:02 smithi175 ceph-mon[87929]: osdmap e836: 8 total, 8 up, 8 in 2024-04-12T08:59:03.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:59:02 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:59:03.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:59:02 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:59:03.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:59:02 smithi112 ceph-mon[95375]: pgmap v914: 105 pgs: 15 creating+peering, 17 unknown, 73 active+clean; 582 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail 2024-04-12T08:59:03.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:59:02 smithi112 ceph-mon[95375]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T08:59:03.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:59:02 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/2863292177' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-36","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T08:59:03.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:59:02 smithi112 ceph-mon[95375]: osdmap e836: 8 total, 8 up, 8 in 2024-04-12T08:59:03.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:59:02 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:59:03.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:59:02 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:59:03.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:59:02 smithi112 ceph-mon[99443]: pgmap v914: 105 pgs: 15 creating+peering, 17 unknown, 73 active+clean; 582 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail 2024-04-12T08:59:03.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:59:02 smithi112 ceph-mon[99443]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-12T08:59:03.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:59:02 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/2863292177' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-36","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T08:59:03.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:59:02 smithi112 ceph-mon[99443]: osdmap e836: 8 total, 8 up, 8 in 2024-04-12T08:59:03.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:59:02 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:59:03.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:59:02 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:59:03.913 INFO:tasks.workunit.client.0.smithi112.stdout: wrote [239427~89393,6164568~76247,8236594~61012,10951460~49143,11168124~78839,16149354~72757,16237748~101627,18162280~100463,19015737~3313,20706477~9687] 2024-04-12T08:59:04.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:59:03 smithi175 ceph-mon[87929]: osdmap e837: 8 total, 8 up, 8 in 2024-04-12T08:59:04.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:59:03 smithi112 ceph-mon[95375]: osdmap e837: 8 total, 8 up, 8 in 2024-04-12T08:59:04.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:59:03 smithi112 ceph-mon[99443]: osdmap e837: 8 total, 8 up, 8 in 2024-04-12T08:59:04.894 INFO:tasks.workunit.client.0.smithi112.stdout: wrote [106644~23822,190815~29132,3795444~68303,8680665~97921,8922417~15405,9443863~27313,9818502~70115,12396027~33892,18923887~21675,19896580~96526] 2024-04-12T08:59:04.902 INFO:tasks.workunit.client.0.smithi112.stdout: diff was [106644~23822,190815~29132,328820~3534927,8680665~97921,8922417~15405,9443863~27313,9818502~70115,11246963~1182956,18923887~21675,19896580~96526] 2024-04-12T08:59:04.906 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] DiffIterateTest/0.DiffIterate (5020 ms) 2024-04-12T08:59:04.906 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministic 2024-04-12T08:59:04.907 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:59:05.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:59:04 smithi175 ceph-mon[87929]: pgmap v917: 105 pgs: 15 creating+peering, 2 unknown, 88 active+clean; 582 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail 2024-04-12T08:59:05.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:59:04 smithi175 ceph-mon[87929]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T08:59:05.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:59:04 smithi175 ceph-mon[87929]: osdmap e838: 8 total, 8 up, 8 in 2024-04-12T08:59:05.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:59:04 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:59:05.167 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:59:04 smithi112 ceph-mon[99443]: pgmap v917: 105 pgs: 15 creating+peering, 2 unknown, 88 active+clean; 582 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail 2024-04-12T08:59:05.167 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:59:04 smithi112 ceph-mon[99443]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T08:59:05.167 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:59:04 smithi112 ceph-mon[99443]: osdmap e838: 8 total, 8 up, 8 in 2024-04-12T08:59:05.167 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:59:04 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:59:05.167 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:59:04 smithi112 ceph-mon[95375]: pgmap v917: 105 pgs: 15 creating+peering, 2 unknown, 88 active+clean; 582 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail 2024-04-12T08:59:05.168 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:59:04 smithi112 ceph-mon[95375]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-12T08:59:05.168 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:59:04 smithi112 ceph-mon[95375]: osdmap e838: 8 total, 8 up, 8 in 2024-04-12T08:59:05.168 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:59:04 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T08:59:06.174 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:59:05 smithi112 ceph-mon[99443]: osdmap e839: 8 total, 8 up, 8 in 2024-04-12T08:59:06.175 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:59:05 smithi112 ceph-mon[95375]: osdmap e839: 8 total, 8 up, 8 in 2024-04-12T08:59:06.246 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:59:05 smithi175 ceph-mon[87929]: osdmap e839: 8 total, 8 up, 8 in 2024-04-12T08:59:06.889 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:59:06 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:59:06] "GET /metrics HTTP/1.1" 200 36477 "" "Prometheus/2.43.0" 2024-04-12T08:59:07.172 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:59:06 smithi175 ceph-mon[87929]: pgmap v920: 105 pgs: 15 creating+peering, 2 unknown, 88 active+clean; 582 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail 2024-04-12T08:59:07.172 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:59:06 smithi175 ceph-mon[87929]: osdmap e840: 8 total, 8 up, 8 in 2024-04-12T08:59:07.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:59:06 smithi112 ceph-mon[95375]: pgmap v920: 105 pgs: 15 creating+peering, 2 unknown, 88 active+clean; 582 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail 2024-04-12T08:59:07.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:59:06 smithi112 ceph-mon[95375]: osdmap e840: 8 total, 8 up, 8 in 2024-04-12T08:59:07.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:59:06 smithi112 ceph-mon[99443]: pgmap v920: 105 pgs: 15 creating+peering, 2 unknown, 88 active+clean; 582 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail 2024-04-12T08:59:07.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:59:06 smithi112 ceph-mon[99443]: osdmap e840: 8 total, 8 up, 8 in 2024-04-12T08:59:07.922 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministic (3016 ms) 2024-04-12T08:59:07.922 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministicPP 2024-04-12T08:59:07.922 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:59:08.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:59:07 smithi175 ceph-mon[87929]: osdmap e841: 8 total, 8 up, 8 in 2024-04-12T08:59:08.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:59:07 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:59:08.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:59:07 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:59:08.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:59:07 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:59:08.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:59:07 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:59:08.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:59:07 smithi112 ceph-mon[99443]: osdmap e841: 8 total, 8 up, 8 in 2024-04-12T08:59:08.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:59:07 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:59:08.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:59:07 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:59:08.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:59:07 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:59:08.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:59:07 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:59:08.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:59:07 smithi112 ceph-mon[95375]: osdmap e841: 8 total, 8 up, 8 in 2024-04-12T08:59:08.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:59:07 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:59:08.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:59:07 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:59:08.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:59:07 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:59:08.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:59:07 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:59:09.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:59:08 smithi175 ceph-mon[87929]: pgmap v923: 105 pgs: 105 active+clean; 12 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 39 KiB/s rd, 142 KiB/s wr, 59 op/s 2024-04-12T08:59:09.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:59:08 smithi175 ceph-mon[87929]: osdmap e842: 8 total, 8 up, 8 in 2024-04-12T08:59:09.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:59:08 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:59:09.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:59:08 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:59:09.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:59:08 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:59:09.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:59:08 smithi175 ceph-mon[87929]: osdmap e843: 8 total, 8 up, 8 in 2024-04-12T08:59:09.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:59:08 smithi112 ceph-mon[95375]: pgmap v923: 105 pgs: 105 active+clean; 12 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 39 KiB/s rd, 142 KiB/s wr, 59 op/s 2024-04-12T08:59:09.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:59:08 smithi112 ceph-mon[95375]: osdmap e842: 8 total, 8 up, 8 in 2024-04-12T08:59:09.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:59:08 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:59:09.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:59:08 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:59:09.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:59:08 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:59:09.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:59:08 smithi112 ceph-mon[95375]: osdmap e843: 8 total, 8 up, 8 in 2024-04-12T08:59:09.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:59:08 smithi112 ceph-mon[99443]: pgmap v923: 105 pgs: 105 active+clean; 12 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 39 KiB/s rd, 142 KiB/s wr, 59 op/s 2024-04-12T08:59:09.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:59:08 smithi112 ceph-mon[99443]: osdmap e842: 8 total, 8 up, 8 in 2024-04-12T08:59:09.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:59:08 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T08:59:09.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:59:08 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T08:59:09.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:59:08 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:59:09.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:59:08 smithi112 ceph-mon[99443]: osdmap e843: 8 total, 8 up, 8 in 2024-04-12T08:59:10.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:59:09 smithi175 ceph-mon[87929]: pgmap v925: 105 pgs: 105 active+clean; 20 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 54 KiB/s rd, 333 KiB/s wr, 97 op/s 2024-04-12T08:59:10.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:59:09 smithi175 ceph-mon[87929]: pgmap v926: 105 pgs: 105 active+clean; 20 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 75 KiB/s rd, 460 KiB/s wr, 133 op/s 2024-04-12T08:59:10.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:59:09 smithi175 ceph-mon[87929]: osdmap e844: 8 total, 8 up, 8 in 2024-04-12T08:59:10.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:59:09 smithi112 ceph-mon[99443]: pgmap v925: 105 pgs: 105 active+clean; 20 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 54 KiB/s rd, 333 KiB/s wr, 97 op/s 2024-04-12T08:59:10.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:59:09 smithi112 ceph-mon[99443]: pgmap v926: 105 pgs: 105 active+clean; 20 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 75 KiB/s rd, 460 KiB/s wr, 133 op/s 2024-04-12T08:59:10.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:59:09 smithi112 ceph-mon[99443]: osdmap e844: 8 total, 8 up, 8 in 2024-04-12T08:59:10.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:59:09 smithi112 ceph-mon[95375]: pgmap v925: 105 pgs: 105 active+clean; 20 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 54 KiB/s rd, 333 KiB/s wr, 97 op/s 2024-04-12T08:59:10.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:59:09 smithi112 ceph-mon[95375]: pgmap v926: 105 pgs: 105 active+clean; 20 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 75 KiB/s rd, 460 KiB/s wr, 133 op/s 2024-04-12T08:59:10.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:59:09 smithi112 ceph-mon[95375]: osdmap e844: 8 total, 8 up, 8 in 2024-04-12T08:59:10.837 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministicPP (2915 ms) 2024-04-12T08:59:10.837 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDiscard 2024-04-12T08:59:10.837 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:59:12.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:59:11 smithi112 ceph-mon[95375]: pgmap v929: 105 pgs: 105 active+clean; 20 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 13 KiB/s rd, 234 KiB/s wr, 39 op/s 2024-04-12T08:59:12.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:59:11 smithi112 ceph-mon[95375]: osdmap e845: 8 total, 8 up, 8 in 2024-04-12T08:59:12.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:59:11 smithi112 ceph-mon[99443]: pgmap v929: 105 pgs: 105 active+clean; 20 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 13 KiB/s rd, 234 KiB/s wr, 39 op/s 2024-04-12T08:59:12.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:59:11 smithi112 ceph-mon[99443]: osdmap e845: 8 total, 8 up, 8 in 2024-04-12T08:59:12.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:59:11 smithi175 ceph-mon[87929]: pgmap v929: 105 pgs: 105 active+clean; 20 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 13 KiB/s rd, 234 KiB/s wr, 39 op/s 2024-04-12T08:59:12.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:59:11 smithi175 ceph-mon[87929]: osdmap e845: 8 total, 8 up, 8 in 2024-04-12T08:59:13.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:59:12 smithi112 ceph-mon[95375]: osdmap e846: 8 total, 8 up, 8 in 2024-04-12T08:59:13.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:59:12 smithi112 ceph-mon[99443]: osdmap e846: 8 total, 8 up, 8 in 2024-04-12T08:59:13.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:59:12 smithi175 ceph-mon[87929]: osdmap e846: 8 total, 8 up, 8 in 2024-04-12T08:59:13.862 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] DiffIterateTest/0.DiffIterateDiscard (3025 ms) 2024-04-12T08:59:13.862 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] DiffIterateTest/0.DiffIterateTruncate 2024-04-12T08:59:13.862 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:59:14.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:59:13 smithi112 ceph-mon[95375]: pgmap v932: 105 pgs: 105 active+clean; 20 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 34 KiB/s rd, 5.2 KiB/s wr, 52 op/s 2024-04-12T08:59:14.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:59:13 smithi112 ceph-mon[95375]: osdmap e847: 8 total, 8 up, 8 in 2024-04-12T08:59:14.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:59:13 smithi112 ceph-mon[99443]: pgmap v932: 105 pgs: 105 active+clean; 20 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 34 KiB/s rd, 5.2 KiB/s wr, 52 op/s 2024-04-12T08:59:14.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:59:13 smithi112 ceph-mon[99443]: osdmap e847: 8 total, 8 up, 8 in 2024-04-12T08:59:14.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:59:13 smithi175 ceph-mon[87929]: pgmap v932: 105 pgs: 105 active+clean; 20 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 34 KiB/s rd, 5.2 KiB/s wr, 52 op/s 2024-04-12T08:59:14.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:59:13 smithi175 ceph-mon[87929]: osdmap e847: 8 total, 8 up, 8 in 2024-04-12T08:59:15.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:59:14 smithi112 ceph-mon[99443]: osdmap e848: 8 total, 8 up, 8 in 2024-04-12T08:59:15.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:59:14 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:59:15.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:59:14 smithi112 ceph-mon[95375]: osdmap e848: 8 total, 8 up, 8 in 2024-04-12T08:59:15.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:59:14 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:59:15.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:59:14 smithi175 ceph-mon[87929]: osdmap e848: 8 total, 8 up, 8 in 2024-04-12T08:59:15.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:59:14 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:59:16.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:59:15 smithi112 ceph-mon[95375]: pgmap v935: 105 pgs: 105 active+clean; 20 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 72 KiB/s rd, 14 KiB/s wr, 114 op/s 2024-04-12T08:59:16.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:59:15 smithi112 ceph-mon[95375]: osdmap e849: 8 total, 8 up, 8 in 2024-04-12T08:59:16.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:59:15 smithi112 ceph-mon[99443]: pgmap v935: 105 pgs: 105 active+clean; 20 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 72 KiB/s rd, 14 KiB/s wr, 114 op/s 2024-04-12T08:59:16.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:59:15 smithi112 ceph-mon[99443]: osdmap e849: 8 total, 8 up, 8 in 2024-04-12T08:59:16.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:59:15 smithi175 ceph-mon[87929]: pgmap v935: 105 pgs: 105 active+clean; 20 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 72 KiB/s rd, 14 KiB/s wr, 114 op/s 2024-04-12T08:59:16.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:59:15 smithi175 ceph-mon[87929]: osdmap e849: 8 total, 8 up, 8 in 2024-04-12T08:59:16.896 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] DiffIterateTest/0.DiffIterateTruncate (3034 ms) 2024-04-12T08:59:16.896 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] DiffIterateTest/0.DiffIterateWriteAndTruncate 2024-04-12T08:59:16.896 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:59:17.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:59:16 smithi112 ceph-mon[99443]: osdmap e850: 8 total, 8 up, 8 in 2024-04-12T08:59:17.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:59:16 smithi112 ceph-mon[95375]: osdmap e850: 8 total, 8 up, 8 in 2024-04-12T08:59:17.093 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:59:16 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:59:16] "GET /metrics HTTP/1.1" 200 36477 "" "Prometheus/2.43.0" 2024-04-12T08:59:17.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:59:16 smithi175 ceph-mon[87929]: osdmap e850: 8 total, 8 up, 8 in 2024-04-12T08:59:18.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:59:17 smithi175 ceph-mon[87929]: pgmap v938: 105 pgs: 105 active+clean; 20 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 42 KiB/s rd, 11 KiB/s wr, 69 op/s 2024-04-12T08:59:18.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:59:17 smithi175 ceph-mon[87929]: osdmap e851: 8 total, 8 up, 8 in 2024-04-12T08:59:18.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:59:17 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:59:18.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:59:17 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:59:18.268 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:59:17 smithi112 ceph-mon[99443]: pgmap v938: 105 pgs: 105 active+clean; 20 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 42 KiB/s rd, 11 KiB/s wr, 69 op/s 2024-04-12T08:59:18.268 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:59:17 smithi112 ceph-mon[99443]: osdmap e851: 8 total, 8 up, 8 in 2024-04-12T08:59:18.268 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:59:17 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:59:18.268 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:59:17 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:59:18.269 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:59:17 smithi112 ceph-mon[95375]: pgmap v938: 105 pgs: 105 active+clean; 20 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 42 KiB/s rd, 11 KiB/s wr, 69 op/s 2024-04-12T08:59:18.269 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:59:17 smithi112 ceph-mon[95375]: osdmap e851: 8 total, 8 up, 8 in 2024-04-12T08:59:18.269 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:59:17 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T08:59:18.269 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:59:17 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:59:19.209 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:59:18 smithi112 ceph-mon[95375]: osdmap e852: 8 total, 8 up, 8 in 2024-04-12T08:59:19.209 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:59:18 smithi112 ceph-mon[99443]: osdmap e852: 8 total, 8 up, 8 in 2024-04-12T08:59:19.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:59:18 smithi175 ceph-mon[87929]: osdmap e852: 8 total, 8 up, 8 in 2024-04-12T08:59:19.920 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] DiffIterateTest/0.DiffIterateWriteAndTruncate (3025 ms) 2024-04-12T08:59:19.920 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] DiffIterateTest/0.DiffIterateStress 2024-04-12T08:59:19.920 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T08:59:19.993 INFO:tasks.workunit.client.0.smithi112.stdout: i=0 exists [70492900~335300,91800091~9445824,150862523~170909,199095966~1846949,216591595~664444,228097702~6497010,249078945~5927885,346176024~1385683,398997083~6621139] wrote [70492900~335300,91800091~9445824,150862523~170909,199095966~1846949,216591595~664444,228097702~6497010,249078945~5927885,346176024~1385683,398997083~6621139] 2024-04-12T08:59:20.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:59:19 smithi175 ceph-mon[87929]: pgmap v941: 105 pgs: 105 active+clean; 21 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 72 KiB/s rd, 391 KiB/s wr, 102 op/s 2024-04-12T08:59:20.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:59:19 smithi175 ceph-mon[87929]: osdmap e853: 8 total, 8 up, 8 in 2024-04-12T08:59:20.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:59:19 smithi112 ceph-mon[95375]: pgmap v941: 105 pgs: 105 active+clean; 21 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 72 KiB/s rd, 391 KiB/s wr, 102 op/s 2024-04-12T08:59:20.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:59:19 smithi112 ceph-mon[95375]: osdmap e853: 8 total, 8 up, 8 in 2024-04-12T08:59:20.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:59:19 smithi112 ceph-mon[99443]: pgmap v941: 105 pgs: 105 active+clean; 21 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 72 KiB/s rd, 391 KiB/s wr, 102 op/s 2024-04-12T08:59:20.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:59:19 smithi112 ceph-mon[99443]: osdmap e853: 8 total, 8 up, 8 in 2024-04-12T08:59:20.949 INFO:tasks.workunit.client.0.smithi112.stdout: i=1 exists [2965959~6175953,51724186~1311485,70492900~335300,91800091~9445824,111930978~3697691,139863753~867619,150862523~170909,174405668~4177896,199095966~1846949,216591595~664444,228097702~6497010,249078945~5927885,262510717~5171357,275146669~4377088,304831593~959858,346176024~1385683,398997083~6621139] wrote [2965959~6175953,51724186~1311485,111930978~3697691,139863753~867619,174405668~4177896,262510717~5171357,275146669~4377088,304831593~959858] 2024-04-12T08:59:21.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:59:20 smithi175 ceph-mon[87929]: osdmap e854: 8 total, 8 up, 8 in 2024-04-12T08:59:21.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:59:20 smithi112 ceph-mon[95375]: osdmap e854: 8 total, 8 up, 8 in 2024-04-12T08:59:21.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:59:20 smithi112 ceph-mon[99443]: osdmap e854: 8 total, 8 up, 8 in 2024-04-12T08:59:21.951 INFO:tasks.workunit.client.0.smithi112.stdout: i=2 exists [2965959~6175953,51724186~1311485,70492900~335300,91337336~9908579,104010133~691918,107506209~8122460,122812378~6840246,139863753~867619,150862523~170909,166883663~4434927,174405668~4177896,195168974~10948253,209655814~1937497,216591595~664444,228097702~6497010,249078945~5927885,262510717~5171357,275146669~4377088,304831593~959858,346176024~1385683,375428836~84916,396931995~1016790,398997083~6621139] wrote [91337336~3581780,104010133~691918,107506209~4856363,122812378~6840246,166883663~4434927,195168974~10948253,209655814~1937497,375428836~84916,396931995~1016790] 2024-04-12T08:59:22.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:59:21 smithi175 ceph-mon[87929]: pgmap v944: 105 pgs: 105 active+clean; 21 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 67 KiB/s rd, 389 KiB/s wr, 93 op/s 2024-04-12T08:59:22.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:59:21 smithi175 ceph-mon[87929]: osdmap e855: 8 total, 8 up, 8 in 2024-04-12T08:59:22.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:59:21 smithi112 ceph-mon[95375]: pgmap v944: 105 pgs: 105 active+clean; 21 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 67 KiB/s rd, 389 KiB/s wr, 93 op/s 2024-04-12T08:59:22.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:59:21 smithi112 ceph-mon[95375]: osdmap e855: 8 total, 8 up, 8 in 2024-04-12T08:59:22.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:59:21 smithi112 ceph-mon[99443]: pgmap v944: 105 pgs: 105 active+clean; 21 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 67 KiB/s rd, 389 KiB/s wr, 93 op/s 2024-04-12T08:59:22.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:59:21 smithi112 ceph-mon[99443]: osdmap e855: 8 total, 8 up, 8 in 2024-04-12T08:59:22.989 INFO:tasks.workunit.client.0.smithi112.stdout: i=3 exists [2965959~6175953,51724186~1311485,70492900~335300,91337336~9908579,104010133~691918,107506209~8122460,122812378~6840246,139863753~867619,150032721~7693908,166883663~4434927,174405668~4177896,187643541~23984517,214866391~7682906,228097702~6497010,249078945~5927885,262510717~5171357,275146669~4377088,280349218~8113537,304831593~959858,346176024~1385683,375428836~84916,394382713~11235509] wrote [150032721~7693908,175240994~1080774,187643541~8039283,195971152~2178772,205729930~5898128,214866391~7682906,280349218~8113537,394382713~8329641] 2024-04-12T08:59:23.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:59:22 smithi175 ceph-mon[87929]: osdmap e856: 8 total, 8 up, 8 in 2024-04-12T08:59:23.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:59:22 smithi112 ceph-mon[95375]: osdmap e856: 8 total, 8 up, 8 in 2024-04-12T08:59:23.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:59:22 smithi112 ceph-mon[99443]: osdmap e856: 8 total, 8 up, 8 in 2024-04-12T08:59:23.936 INFO:tasks.workunit.client.0.smithi112.stdout: i=4 exists [2965959~6175953,14032376~491257,51724186~1311485,70492900~335300,91337336~9908579,104010133~11618536,122812378~6840246,139863753~867619,150032721~7693908,166883663~4434927,174405668~4177896,187643541~23984517,214866391~7682906,228097702~6497010,249078945~6159148,262510717~5171357,268249087~3530905,275146669~4377088,280349218~8113537,298699707~620855,303644178~7411156,313237811~560895,339385619~4510143,346176024~1385683,375428836~84916,394382713~11235509] wrote [14032376~491257,104455854~5854752,110929448~599809,252579236~2658857,268249087~3530905,298699707~620855,303644178~7411156,313237811~560895,339385619~4510143] 2024-04-12T08:59:24.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:59:23 smithi175 ceph-mon[87929]: pgmap v947: 105 pgs: 105 active+clean; 76 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 24 KiB/s rd, 8.3 MiB/s wr, 47 op/s 2024-04-12T08:59:24.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:59:23 smithi175 ceph-mon[87929]: osdmap e857: 8 total, 8 up, 8 in 2024-04-12T08:59:24.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:59:23 smithi112 ceph-mon[95375]: pgmap v947: 105 pgs: 105 active+clean; 76 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 24 KiB/s rd, 8.3 MiB/s wr, 47 op/s 2024-04-12T08:59:24.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:59:23 smithi112 ceph-mon[95375]: osdmap e857: 8 total, 8 up, 8 in 2024-04-12T08:59:24.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:59:23 smithi112 ceph-mon[99443]: pgmap v947: 105 pgs: 105 active+clean; 76 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 24 KiB/s rd, 8.3 MiB/s wr, 47 op/s 2024-04-12T08:59:24.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:59:23 smithi112 ceph-mon[99443]: osdmap e857: 8 total, 8 up, 8 in 2024-04-12T08:59:24.969 INFO:tasks.workunit.client.0.smithi112.stdout: i=5 exists [2965959~7525158,14032376~491257,41324170~7485170,51724186~1311485,55384981~3582760,70492900~335300,91337336~9908579,104010133~11618536,122812378~6840246,139863753~867619,150032721~7693908,166883663~4434927,174405668~4177896,187643541~23984517,214866391~7682906,228097702~6497010,238698457~6192391,249078945~6159148,262510717~5171357,268249087~3530905,275146669~13316086,298699707~620855,303644178~7411156,313237811~560895,316918905~6573381,339385619~4510143,346176024~1385683,369906946~7922684,394382713~11235509,407037895~6311298] wrote [8851241~1639876,41324170~7485170,55384981~3582760,97389844~50470,198218402~6085001,238698457~6192391,279306847~3004222,316918905~6573381,369906946~7922684,407037895~6311298] 2024-04-12T08:59:25.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:59:24 smithi175 ceph-mon[87929]: osdmap e858: 8 total, 8 up, 8 in 2024-04-12T08:59:25.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:59:24 smithi112 ceph-mon[99443]: osdmap e858: 8 total, 8 up, 8 in 2024-04-12T08:59:25.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:59:24 smithi112 ceph-mon[95375]: osdmap e858: 8 total, 8 up, 8 in 2024-04-12T08:59:25.986 INFO:tasks.workunit.client.0.smithi112.stdout: i=6 exists [2965959~7525158,14032376~491257,41324170~7485170,51724186~1311485,55384981~3582760,65568914~11601809,87533654~3259247,91337336~9908579,104010133~11618536,122812378~6840246,139863753~1654363,150032721~7693908,166883663~11699901,187643541~23984517,214866391~7682906,228097702~6497010,238698457~6192391,249078945~6159148,262510717~5171357,268249087~3530905,275146669~13316086,298699707~620855,303644178~8637544,313237811~560895,316918905~6573381,339385619~4510143,346176024~1385683,369906946~7922684,380079275~2102075,389098719~1396386,394382713~11235509,407037895~6311298] wrote [8470907~1696178,65568914~11601809,87533654~3259247,140682082~836034,169096546~7970275,310563364~1718358,370967950~5158257,380079275~2102075,389098719~1396386] 2024-04-12T08:59:26.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:59:25 smithi175 ceph-mon[87929]: pgmap v950: 105 pgs: 105 active+clean; 145 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 126 KiB/s rd, 21 MiB/s wr, 219 op/s 2024-04-12T08:59:26.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:59:25 smithi175 ceph-mon[87929]: osdmap e859: 8 total, 8 up, 8 in 2024-04-12T08:59:26.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:59:25 smithi112 ceph-mon[95375]: pgmap v950: 105 pgs: 105 active+clean; 145 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 126 KiB/s rd, 21 MiB/s wr, 219 op/s 2024-04-12T08:59:26.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:59:25 smithi112 ceph-mon[95375]: osdmap e859: 8 total, 8 up, 8 in 2024-04-12T08:59:26.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:59:25 smithi112 ceph-mon[99443]: pgmap v950: 105 pgs: 105 active+clean; 145 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 126 KiB/s rd, 21 MiB/s wr, 219 op/s 2024-04-12T08:59:26.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:59:25 smithi112 ceph-mon[99443]: osdmap e859: 8 total, 8 up, 8 in 2024-04-12T08:59:27.021 INFO:tasks.workunit.client.0.smithi112.stdout: i=7 exists [2965959~7525158,14032376~491257,18216752~7962969,29281814~5497702,41324170~7485170,51724186~1311485,55384981~3582760,60442233~16728490,87533654~3259247,91337336~9908579,104010133~11618536,122812378~6840246,139863753~1654363,150032721~7693908,158439134~5240705,166883663~11699901,187643541~23984517,214866391~7682906,228097702~6497010,235917013~8973835,249078945~6159148,262510717~5171357,268249087~3530905,275146669~13316086,298699707~620855,303644178~8637544,313237811~560895,316918905~6573381,339385619~4510143,346176024~1385683,369906946~7922684,380079275~2102075,382910998~3177376,389098719~1396386,394382713~11235509,407037895~6311298] wrote [18216752~7962969,29281814~5497702,60442233~8370294,158439134~5240705,235917013~7368166,252503231~1153876,382910998~3177376] 2024-04-12T08:59:27.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:59:26 smithi112 ceph-mon[95375]: osdmap e860: 8 total, 8 up, 8 in 2024-04-12T08:59:27.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:59:26 smithi112 ceph-mon[99443]: osdmap e860: 8 total, 8 up, 8 in 2024-04-12T08:59:27.092 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:59:26 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:59:26] "GET /metrics HTTP/1.1" 200 36526 "" "Prometheus/2.43.0" 2024-04-12T08:59:27.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:59:26 smithi175 ceph-mon[87929]: osdmap e860: 8 total, 8 up, 8 in 2024-04-12T08:59:27.997 INFO:tasks.workunit.client.0.smithi112.stdout: i=8 exists [2965959~7525158,14032376~2635392,18216752~7962969,27734689~7044827,41324170~9207541,51724186~1311485,55384981~3582760,60442233~16728490,87533654~3259247,91337336~9908579,104010133~11618536,119155681~10496943,135546729~1374459,139863753~1654363,150032721~7693908,158439134~5240705,166883663~11699901,187643541~23984517,214866391~7682906,228097702~6497010,235917013~19321080,262510717~5171357,268249087~3530905,275146669~13316086,288622803~6795938,298699707~620855,303644178~8637544,313237811~560895,316918905~6573381,330477975~3940873,339385619~4510143,346176024~1385683,369906946~7922684,380079275~2102075,382436501~8173715,394382713~11235509,407037895~6311298] wrote [14116574~2551194,27734689~4245014,46307083~4224628,119155681~3874665,135546729~1374459,244161089~5450200,288622803~6795938,330477975~3940873,382436501~8173715] 2024-04-12T08:59:28.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:59:27 smithi175 ceph-mon[87929]: pgmap v953: 105 pgs: 105 active+clean; 210 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 141 KiB/s rd, 25 MiB/s wr, 229 op/s 2024-04-12T08:59:28.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:59:27 smithi175 ceph-mon[87929]: osdmap e861: 8 total, 8 up, 8 in 2024-04-12T08:59:28.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:59:27 smithi112 ceph-mon[95375]: pgmap v953: 105 pgs: 105 active+clean; 210 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 141 KiB/s rd, 25 MiB/s wr, 229 op/s 2024-04-12T08:59:28.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:59:27 smithi112 ceph-mon[95375]: osdmap e861: 8 total, 8 up, 8 in 2024-04-12T08:59:28.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:59:27 smithi112 ceph-mon[99443]: pgmap v953: 105 pgs: 105 active+clean; 210 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 141 KiB/s rd, 25 MiB/s wr, 229 op/s 2024-04-12T08:59:28.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:59:27 smithi112 ceph-mon[99443]: osdmap e861: 8 total, 8 up, 8 in 2024-04-12T08:59:29.018 INFO:tasks.workunit.client.0.smithi112.stdout: i=9 exists [2965959~7525158,14032376~2635392,18216752~7962969,27734689~7044827,41324170~9207541,51724186~1311485,55384981~21785742,81842319~8950582,91337336~24291333,119155681~10496943,135546729~1374459,139863753~1654363,150032721~7693908,158439134~5240705,166883663~11699901,185051015~1951548,187643541~23984517,214866391~7682906,228097702~6497010,235917013~31765061,268249087~3530905,275146669~13316086,288622803~6795938,298699707~620855,303644178~9017211,313237811~560895,316918905~6573381,330477975~3940873,339385619~4510143,346176024~1385683,369906946~7922684,380079275~2102075,382436501~8173715,394382713~11235509,407037895~6311298] wrote [57273369~6834549,81842319~6134655,96381600~8189686,177345428~1120254,185051015~1951548,193429649~6139916,243820762~1546288,255192560~7551547,307584998~5076391] 2024-04-12T08:59:29.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:59:28 smithi112 ceph-mon[95375]: osdmap e862: 8 total, 8 up, 8 in 2024-04-12T08:59:29.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:59:28 smithi112 ceph-mon[99443]: osdmap e862: 8 total, 8 up, 8 in 2024-04-12T08:59:29.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:59:28 smithi175 ceph-mon[87929]: osdmap e862: 8 total, 8 up, 8 in 2024-04-12T08:59:29.987 INFO:tasks.workunit.client.0.smithi112.stdout: i=10 exists [2965959~7525158,14032376~2635392,18216752~7962969,27734689~7044827,39478218~11053493,51724186~1311485,55384981~21785742,81842319~8950582,91337336~24291333,119155681~10496943,135546729~1374459,139863753~1654363,150032721~7693908,158439134~5240705,166883663~11699901,185051015~1951548,187643541~23984517,214866391~7682906,226215250~8379462,235917013~31765061,268249087~3530905,275146669~13316086,288622803~6795938,298699707~620855,303644178~9017211,313237811~560895,316918905~6573381,330477975~3940873,339385619~4510143,346176024~1385683,356867652~1714123,369906946~7922684,380079275~2102075,382436501~23181721,407037895~6311298] wrote [39478218~2477614,87026863~174521,226215250~7447986,259086788~489054,270056437~1165996,356867652~1714123,370850757~2977171,389102996~5760168,397632934~7302474] 2024-04-12T08:59:30.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:59:29 smithi175 ceph-mon[87929]: pgmap v956: 105 pgs: 105 active+clean; 379 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 154 KiB/s rd, 46 MiB/s wr, 259 op/s 2024-04-12T08:59:30.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:59:29 smithi175 ceph-mon[87929]: osdmap e863: 8 total, 8 up, 8 in 2024-04-12T08:59:30.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:59:29 smithi112 ceph-mon[95375]: pgmap v956: 105 pgs: 105 active+clean; 379 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 154 KiB/s rd, 46 MiB/s wr, 259 op/s 2024-04-12T08:59:30.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:59:29 smithi112 ceph-mon[95375]: osdmap e863: 8 total, 8 up, 8 in 2024-04-12T08:59:30.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:59:29 smithi112 ceph-mon[99443]: pgmap v956: 105 pgs: 105 active+clean; 379 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 154 KiB/s rd, 46 MiB/s wr, 259 op/s 2024-04-12T08:59:30.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:59:29 smithi112 ceph-mon[99443]: osdmap e863: 8 total, 8 up, 8 in 2024-04-12T08:59:31.031 INFO:tasks.workunit.client.0.smithi112.stdout: i=11 exists [2965959~7525158,14032376~2635392,18216752~7962969,27734689~7044827,39478218~11053493,51724186~1311485,55384981~21785742,81842319~8950582,91337336~24291333,119155681~10496943,135546729~1374459,139863753~1654363,150032721~7693908,158439134~5240705,166883663~11699901,184978262~28412480,214866391~7682906,226215250~8379462,235917013~31765061,268249087~3530905,275146669~13316086,288622803~6795938,298699707~620855,303644178~9017211,313237811~560895,316918905~6573381,330477975~3940873,339385619~4510143,346176024~1385683,356867652~1714123,369906946~7922684,380079275~2102075,382436501~23181721,407037895~6311298] wrote [29084041~4933458,64648946~518202,106159002~3957520,184978262~6036028,203667050~9723692,249464673~3820445,371536299~5435189,384382469~3401128] 2024-04-12T08:59:31.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:59:30 smithi175 ceph-mon[87929]: osdmap e864: 8 total, 8 up, 8 in 2024-04-12T08:59:31.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:59:30 smithi112 ceph-mon[95375]: osdmap e864: 8 total, 8 up, 8 in 2024-04-12T08:59:31.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:59:30 smithi112 ceph-mon[99443]: osdmap e864: 8 total, 8 up, 8 in 2024-04-12T08:59:32.018 INFO:tasks.workunit.client.0.smithi112.stdout: i=12 exists [2965959~7525158,14032376~2635392,18216752~7962969,27734689~7044827,39478218~13968049,55384981~21785742,81842319~8950582,91337336~25466651,119155681~10496943,135546729~1374459,139863753~1654363,150032721~7693908,158439134~5240705,166883663~11699901,184978262~28493556,214866391~7682906,226215250~8379462,235917013~31765061,268249087~3530905,275146669~13316086,288622803~6795938,298699707~13961682,312904219~10588067,330477975~3940873,339385619~4510143,346176024~1385683,356867652~1714123,369906946~7922684,380079275~25538947,407037895~6311298] wrote [42762988~4979331,50509024~2937243,100110566~967590,112209671~4594316,205615898~7855920,299056865~7571663,312904219~6344322,380876473~1934315,408183838~3663976] 2024-04-12T08:59:32.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:59:31 smithi175 ceph-mon[87929]: pgmap v959: 105 pgs: 105 active+clean; 379 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 115 KiB/s rd, 34 MiB/s wr, 201 op/s 2024-04-12T08:59:32.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:59:31 smithi175 ceph-mon[87929]: osdmap e865: 8 total, 8 up, 8 in 2024-04-12T08:59:32.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:59:31 smithi112 ceph-mon[95375]: pgmap v959: 105 pgs: 105 active+clean; 379 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 115 KiB/s rd, 34 MiB/s wr, 201 op/s 2024-04-12T08:59:32.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:59:31 smithi112 ceph-mon[95375]: osdmap e865: 8 total, 8 up, 8 in 2024-04-12T08:59:32.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:59:31 smithi112 ceph-mon[99443]: pgmap v959: 105 pgs: 105 active+clean; 379 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 115 KiB/s rd, 34 MiB/s wr, 201 op/s 2024-04-12T08:59:32.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:59:31 smithi112 ceph-mon[99443]: osdmap e865: 8 total, 8 up, 8 in 2024-04-12T08:59:33.017 INFO:tasks.workunit.client.0.smithi112.stdout: i=13 exists [2965959~9253206,14032376~2635392,18216752~7962969,27734689~7044827,39478218~13968049,55384981~21785742,81842319~8950582,91337336~25466651,119155681~10496943,135546729~1374459,139863753~1654363,150032721~7693908,158439134~5240705,166883663~11699901,184978262~28493556,214866391~7682906,226215250~8379462,235917013~31765061,268249087~3530905,275146669~13316086,288622803~6795938,298699707~13961682,312904219~10588067,330477975~3940873,339385619~4510143,346176024~1385683,352629847~486275,356867652~1714123,369906946~7922684,380079275~26433305,407037895~6311298] wrote [7373379~4845786,18920573~1656110,56352809~7725370,67416563~5124673,102544084~3399772,254606193~1605093,260094731~4264748,279118644~3958713,352629847~486275,401615561~4897019] 2024-04-12T08:59:33.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:59:32 smithi175 ceph-mon[87929]: osdmap e866: 8 total, 8 up, 8 in 2024-04-12T08:59:33.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:59:32 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:59:33.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:59:32 smithi112 ceph-mon[95375]: osdmap e866: 8 total, 8 up, 8 in 2024-04-12T08:59:33.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:59:32 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:59:33.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:59:32 smithi112 ceph-mon[99443]: osdmap e866: 8 total, 8 up, 8 in 2024-04-12T08:59:33.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:59:32 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:59:34.042 INFO:tasks.workunit.client.0.smithi112.stdout: i=14 exists [2965959~9253206,14032376~2635392,18216752~7962969,27734689~7044827,39478218~13968049,55384981~21785742,81842319~8950582,91337336~25466651,119155681~10496943,135546729~1374459,139863753~1654363,150032721~7693908,158439134~5240705,166883663~11699901,184978262~40520013,226215250~8379462,235917013~31765061,268249087~3530905,275146669~20272072,298699707~13961682,312904219~10588067,326389334~570462,330297074~4121774,339385619~4510143,346176024~1385683,350806194~12844529,369906946~7922684,380079275~26433305,407037895~6311298] wrote [94167464~3169485,98483381~5910145,212834814~4493580,222396622~3101653,283806098~1835968,285644182~7565587,326389334~570462,330297074~2444503,350806194~12844529] 2024-04-12T08:59:34.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:59:33 smithi175 ceph-mon[87929]: pgmap v962: 105 pgs: 105 active+clean; 498 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 75 KiB/s rd, 30 MiB/s wr, 114 op/s 2024-04-12T08:59:34.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:59:33 smithi175 ceph-mon[87929]: osdmap e867: 8 total, 8 up, 8 in 2024-04-12T08:59:34.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:59:33 smithi112 ceph-mon[99443]: pgmap v962: 105 pgs: 105 active+clean; 498 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 75 KiB/s rd, 30 MiB/s wr, 114 op/s 2024-04-12T08:59:34.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:59:33 smithi112 ceph-mon[99443]: osdmap e867: 8 total, 8 up, 8 in 2024-04-12T08:59:34.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:59:33 smithi112 ceph-mon[95375]: pgmap v962: 105 pgs: 105 active+clean; 498 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 75 KiB/s rd, 30 MiB/s wr, 114 op/s 2024-04-12T08:59:34.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:59:33 smithi112 ceph-mon[95375]: osdmap e867: 8 total, 8 up, 8 in 2024-04-12T08:59:35.029 INFO:tasks.workunit.client.0.smithi112.stdout: i=15 exists [2513416~9705749,14032376~2635392,18216752~7962969,27734689~7044827,39478218~13968049,55384981~21785742,81842319~8950582,91337336~25466651,119155681~10496943,135546729~1374459,139863753~1654363,143664296~1715114,150032721~7693908,158439134~5240705,166883663~11699901,184978262~40520013,226215250~8379462,235917013~31765061,268249087~3530905,275146669~20272072,298699707~13961682,312904219~10588067,326389334~570462,330297074~4121774,337843249~6052513,346176024~1385683,350806194~12844529,369906946~43442247] wrote [2513416~564959,143664296~1715114,191636861~7236330,260248904~476383,337843249~3923836,376095760~4723671,400706045~4966581,406483301~4843991] 2024-04-12T08:59:35.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:59:34 smithi175 ceph-mon[87929]: osdmap e868: 8 total, 8 up, 8 in 2024-04-12T08:59:35.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:59:34 smithi112 ceph-mon[95375]: osdmap e868: 8 total, 8 up, 8 in 2024-04-12T08:59:35.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:59:34 smithi112 ceph-mon[99443]: osdmap e868: 8 total, 8 up, 8 in 2024-04-12T08:59:36.075 INFO:tasks.workunit.client.0.smithi112.stdout: i=16 exists [2513416~9705749,14032376~2635392,18216752~7962969,27734689~7044827,39478218~13968049,55384981~21785742,81842319~8950582,91337336~25466651,119155681~10496943,135546729~1374459,139863753~1654363,143664296~1715114,150032721~7693908,158439134~5240705,166883663~11699901,184978262~40520013,226215250~9298857,235917013~31765061,268249087~3530905,275146669~20272072,298699707~13961682,312904219~14599277,330297074~4121774,337843249~6052513,346176024~1385683,350806194~14815308,369906946~43442247] wrote [82684181~3547860,194449050~1932280,227834329~7679778,251549576~4551241,300406494~59602,315708216~11795280,361121948~4499554] 2024-04-12T08:59:36.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:59:35 smithi175 ceph-mon[87929]: pgmap v965: 105 pgs: 105 active+clean; 586 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 190 KiB/s rd, 52 MiB/s wr, 311 op/s 2024-04-12T08:59:36.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:59:35 smithi175 ceph-mon[87929]: osdmap e869: 8 total, 8 up, 8 in 2024-04-12T08:59:36.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:59:35 smithi112 ceph-mon[95375]: pgmap v965: 105 pgs: 105 active+clean; 586 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 190 KiB/s rd, 52 MiB/s wr, 311 op/s 2024-04-12T08:59:36.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:59:35 smithi112 ceph-mon[95375]: osdmap e869: 8 total, 8 up, 8 in 2024-04-12T08:59:36.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:59:35 smithi112 ceph-mon[99443]: pgmap v965: 105 pgs: 105 active+clean; 586 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 190 KiB/s rd, 52 MiB/s wr, 311 op/s 2024-04-12T08:59:36.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:59:35 smithi112 ceph-mon[99443]: osdmap e869: 8 total, 8 up, 8 in 2024-04-12T08:59:37.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:59:36 smithi112 ceph-mon[95375]: osdmap e870: 8 total, 8 up, 8 in 2024-04-12T08:59:37.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:59:36 smithi112 ceph-mon[99443]: osdmap e870: 8 total, 8 up, 8 in 2024-04-12T08:59:37.093 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:59:36 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:59:36] "GET /metrics HTTP/1.1" 200 36539 "" "Prometheus/2.43.0" 2024-04-12T08:59:37.104 INFO:tasks.workunit.client.0.smithi112.stdout: i=17 exists [2513416~9705749,14032376~2635392,18216752~7962969,27734689~7044827,39478218~37692505,81842319~8950582,91337336~25466651,119155681~13724946,135546729~1374459,139863753~1654363,143664296~1715114,150032721~7693908,158439134~5240705,166883663~13522424,184978262~40520013,226215250~9298857,235917013~31765061,268249087~3530905,275146669~20272072,298699707~13961682,312904219~14599277,330297074~4121774,337843249~6052513,344201020~3407953,350806194~14815308,369906946~43442247] wrote [50719488~6873809,125314987~7565640,173087143~7318944,203942791~2064412,261201707~1470541,344201020~3407953,352220579~4911242,384442048~7278856,392913259~6182168] 2024-04-12T08:59:37.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:59:36 smithi175 ceph-mon[87929]: osdmap e870: 8 total, 8 up, 8 in 2024-04-12T08:59:38.079 INFO:tasks.workunit.client.0.smithi112.stdout: i=18 exists [2513416~9705749,14032376~2635392,18216752~7962969,26816305~10861088,39478218~37692505,81842319~34961668,119155681~13724946,135546729~1374459,139863753~1654363,143664296~1715114,150032721~7693908,158439134~21966953,184978262~40520013,226215250~41466824,268249087~3530905,275146669~20272072,298699707~28803789,330297074~4121774,337843249~6052513,344201020~3407953,350806194~14815308,369906946~43442247] wrote [26816305~3114391,30294106~7383287,86966395~4738146,163213768~5800033,206843294~3431763,234590574~1920761,260206167~5434241,266070990~1398497,307504362~6437514,402542952~2301736] 2024-04-12T08:59:38.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:59:37 smithi175 ceph-mon[87929]: pgmap v968: 105 pgs: 105 active+clean; 639 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 223 KiB/s rd, 35 MiB/s wr, 347 op/s 2024-04-12T08:59:38.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:59:37 smithi175 ceph-mon[87929]: osdmap e871: 8 total, 8 up, 8 in 2024-04-12T08:59:38.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:59:37 smithi112 ceph-mon[99443]: pgmap v968: 105 pgs: 105 active+clean; 639 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 223 KiB/s rd, 35 MiB/s wr, 347 op/s 2024-04-12T08:59:38.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:59:37 smithi112 ceph-mon[99443]: osdmap e871: 8 total, 8 up, 8 in 2024-04-12T08:59:38.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:59:37 smithi112 ceph-mon[95375]: pgmap v968: 105 pgs: 105 active+clean; 639 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 223 KiB/s rd, 35 MiB/s wr, 347 op/s 2024-04-12T08:59:38.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:59:37 smithi112 ceph-mon[95375]: osdmap e871: 8 total, 8 up, 8 in 2024-04-12T08:59:39.023 INFO:tasks.workunit.client.0.smithi112.stdout: i=19 exists [2513416~9705749,14032376~2635392,18216752~7962969,26816305~50354418,79539643~37264344,119155681~13724946,135546729~5971387,143664296~1715114,150032721~7693908,158439134~21966953,181403915~809125,184978262~40520013,226215250~41466824,268249087~3530905,275146669~22335137,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] wrote [37353178~3443456,79539643~4356679,99122533~1653968,136038185~4001927,155012508~175833,181403915~809125,196968865~3337750,243607770~1335933,295183162~2298644,334576905~3491882] 2024-04-12T08:59:39.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:59:38 smithi175 ceph-mon[87929]: osdmap e872: 8 total, 8 up, 8 in 2024-04-12T08:59:39.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:59:38 smithi112 ceph-mon[95375]: osdmap e872: 8 total, 8 up, 8 in 2024-04-12T08:59:39.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:59:39 smithi112 ceph-mon[99443]: osdmap e872: 8 total, 8 up, 8 in 2024-04-12T08:59:40.018 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to 1 diff [2965959~6175953,51724186~1311485,111930978~3697691,139863753~867619,174405668~4177896,262510717~5171357,275146669~4377088,304831593~959858] 2024-04-12T08:59:40.018 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2965959~6175953,51724186~1311485,111930978~3697691,139863753~867619,174405668~4177896,262510717~5171357,275146669~4377088,304831593~959858] 2024-04-12T08:59:40.034 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~9141912,50331648~2704023,109051904~6576765,138412032~2319340,171966464~6617100,260046848~7635226,272629760~6893997,301989888~3801563] 2024-04-12T08:59:40.034 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to 2 diff [2965959~6175953,51724186~1311485,91337336~3581780,104010133~691918,107506209~8122460,122812378~6840246,139863753~867619,166883663~4434927,174405668~4177896,195168974~10948253,209655814~1937497,262510717~5171357,275146669~4377088,304831593~959858,375428836~84916,396931995~1016790] 2024-04-12T08:59:40.035 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2965959~6175953,51724186~1311485,91337336~3581780,104010133~691918,107506209~8122460,122812378~6840246,139863753~867619,166883663~4434927,174405668~4177896,195168974~10948253,209655814~1937497,262510717~5171357,275146669~4377088,304831593~959858,375428836~84916,396931995~1016790] 2024-04-12T08:59:40.041 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~9141912,50331648~2704023,91337336~3581780,101245915~3456136,104857600~10771069,121634816~8017808,138412032~2319340,163577856~7740734,171966464~6617100,192937984~18655327,260046848~7635226,272629760~6893997,301989888~3801563,373293056~2220696,394264576~3684209] 2024-04-12T08:59:40.041 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to 3 diff [2965959~6175953,51724186~1311485,91337336~3581780,104010133~691918,107506209~8122460,122812378~6840246,139863753~867619,150032721~7693908,166883663~4434927,174405668~4177896,187643541~23984517,214866391~7682906,262510717~5171357,275146669~4377088,280349218~8113537,304831593~959858,375428836~84916,394382713~8329641] 2024-04-12T08:59:40.041 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2965959~6175953,51724186~1311485,91337336~3581780,104010133~691918,107506209~8122460,122812378~6840246,139863753~867619,150032721~7693908,166883663~4434927,174405668~4177896,187643541~23984517,214866391~7682906,262510717~5171357,275146669~4377088,280349218~8113537,304831593~959858,375428836~84916,394382713~8329641] 2024-04-12T08:59:40.047 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~9141912,50331648~2704023,91337336~3581780,101245915~3456136,104857600~10771069,121634816~8017808,138412032~2319340,150032721~7693908,163577856~7740734,171966464~6617100,184549376~27078682,214866391~7682906,260046848~7635226,272629760~15832995,301989888~3801563,373293056~2220696,394264576~8447778] 2024-04-12T08:59:40.048 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to 4 diff [2965959~6175953,14032376~491257,51724186~1311485,91337336~3581780,104010133~11618536,122812378~6840246,139863753~867619,150032721~7693908,166883663~4434927,174405668~4177896,187643541~23984517,214866391~7682906,252579236~2658857,262510717~5171357,268249087~3530905,275146669~4377088,280349218~8113537,298699707~620855,303644178~7411156,313237811~560895,339385619~4510143,375428836~84916,394382713~8329641] 2024-04-12T08:59:40.048 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2965959~6175953,14032376~491257,51724186~1311485,91337336~3581780,104010133~11618536,122812378~6840246,139863753~867619,150032721~7693908,166883663~4434927,174405668~4177896,187643541~23984517,214866391~7682906,252579236~2658857,262510717~5171357,268249087~3530905,275146669~4377088,280349218~8113537,298699707~620855,303644178~7411156,313237811~560895,339385619~4510143,375428836~84916,394382713~8329641] 2024-04-12T08:59:40.054 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~9141912,12582912~1940721,50331648~2704023,91337336~3581780,101245915~14382754,121634816~8017808,138412032~2319340,150032721~7693908,163577856~7740734,171966464~6617100,184549376~27078682,214866391~7682906,252579236~2658857,260046848~11733144,272629760~15832995,297795584~1524978,301989888~11808818,335544320~8351442,373293056~2220696,394264576~8447778] 2024-04-12T08:59:40.054 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to 5 diff [2965959~7525158,14032376~491257,41324170~7485170,51724186~1311485,55384981~3582760,91337336~3581780,97389844~50470,104010133~11618536,122812378~6840246,139863753~867619,150032721~7693908,166883663~4434927,174405668~4177896,187643541~23984517,214866391~7682906,238698457~6192391,252579236~2658857,262510717~5171357,268249087~3530905,275146669~13316086,298699707~620855,303644178~7411156,313237811~560895,316918905~6573381,339385619~4510143,369906946~7922684,394382713~8329641,407037895~6311298] 2024-04-12T08:59:40.054 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2965959~7525158,14032376~491257,41324170~7485170,51724186~1311485,55384981~3582760,91337336~3581780,97389844~50470,104010133~11618536,122812378~6840246,139863753~867619,150032721~7693908,166883663~4434927,174405668~4177896,187643541~23984517,214866391~7682906,238698457~6192391,252579236~2658857,262510717~5171357,268249087~3530905,275146669~13316086,298699707~620855,303644178~7411156,313237811~560895,316918905~6573381,339385619~4510143,369906946~7922684,394382713~8329641,407037895~6311298] 2024-04-12T08:59:40.060 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~10491117,12582912~1940721,37748736~11060604,50331648~2704023,54525952~4441789,91337336~3581780,97389844~50470,101245915~14382754,121634816~8017808,138412032~2319340,150032721~7693908,163577856~7740734,171966464~6617100,184549376~27078682,214866391~7682906,234881024~10009824,252579236~2658857,260046848~11733144,272629760~15832995,297795584~1524978,301989888~11808818,314572800~8919486,335544320~8351442,369098752~8730878,394264576~8447778,406847488~6501705] 2024-04-12T08:59:40.060 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to 6 diff [2965959~7525158,14032376~491257,41324170~7485170,51724186~1311485,55384981~3582760,65568914~11601809,87533654~3259247,91337336~3581780,97389844~50470,104010133~11618536,122812378~6840246,139863753~1654363,150032721~7693908,166883663~11699901,187643541~23984517,214866391~7682906,238698457~6192391,252579236~2658857,262510717~5171357,268249087~3530905,275146669~13316086,298699707~620855,303644178~8637544,313237811~560895,316918905~6573381,339385619~4510143,369906946~7922684,380079275~2102075,389098719~1396386,394382713~8329641,407037895~6311298] 2024-04-12T08:59:40.061 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2965959~7525158,14032376~491257,41324170~7485170,51724186~1311485,55384981~3582760,65568914~11601809,87533654~3259247,91337336~3581780,97389844~50470,104010133~11618536,122812378~6840246,139863753~1654363,150032721~7693908,166883663~11699901,187643541~23984517,214866391~7682906,238698457~6192391,252579236~2658857,262510717~5171357,268249087~3530905,275146669~13316086,298699707~620855,303644178~8637544,313237811~560895,316918905~6573381,339385619~4510143,369906946~7922684,380079275~2102075,389098719~1396386,394382713~8329641,407037895~6311298] 2024-04-12T08:59:40.067 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~10491117,12582912~1940721,37748736~11060604,50331648~2704023,54525952~4441789,62914560~14256163,83886080~6906821,91337336~3581780,97389844~50470,101245915~14382754,121634816~8017808,138412032~3106084,150032721~7693908,163577856~15005708,184549376~27078682,214866391~7682906,234881024~10009824,252579236~2658857,260046848~11733144,272629760~15832995,297795584~1524978,301989888~11808818,314572800~8919486,335544320~8351442,369098752~13082598,385875968~4619137,394264576~8447778,406847488~6501705] 2024-04-12T08:59:40.067 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to 7 diff [2965959~7525158,14032376~491257,18216752~7962969,29281814~5497702,41324170~7485170,51724186~1311485,55384981~3582760,60442233~16728490,87533654~3259247,91337336~3581780,97389844~50470,104010133~11618536,122812378~6840246,139863753~1654363,150032721~7693908,158439134~5240705,166883663~11699901,187643541~23984517,214866391~7682906,235917013~8973835,252503231~2734862,262510717~5171357,268249087~3530905,275146669~13316086,298699707~620855,303644178~8637544,313237811~560895,316918905~6573381,339385619~4510143,369906946~7922684,380079275~2102075,382910998~3177376,389098719~1396386,394382713~8329641,407037895~6311298] 2024-04-12T08:59:40.067 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2965959~7525158,14032376~491257,18216752~7962969,29281814~5497702,41324170~7485170,51724186~1311485,55384981~3582760,60442233~16728490,87533654~3259247,91337336~3581780,97389844~50470,104010133~11618536,122812378~6840246,139863753~1654363,150032721~7693908,158439134~5240705,166883663~11699901,187643541~23984517,214866391~7682906,235917013~8973835,252503231~2734862,262510717~5171357,268249087~3530905,275146669~13316086,298699707~620855,303644178~8637544,313237811~560895,316918905~6573381,339385619~4510143,369906946~7922684,380079275~2102075,382910998~3177376,389098719~1396386,394382713~8329641,407037895~6311298] 2024-04-12T08:59:40.073 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~10491117,12582912~1940721,16777216~18002300,37748736~11060604,50331648~2704023,54525952~22644771,83886080~6906821,91337336~3581780,97389844~50470,101245915~14382754,121634816~8017808,138412032~3106084,150032721~28550843,184549376~27078682,214866391~7682906,234881024~10009824,252503231~2734862,260046848~11733144,272629760~15832995,297795584~1524978,301989888~11808818,314572800~8919486,335544320~8351442,369098752~21396353,394264576~8447778,406847488~6501705] 2024-04-12T08:59:40.073 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to 8 diff [2965959~7525158,14032376~2635392,18216752~7962969,27734689~7044827,41324170~9207541,51724186~1311485,55384981~3582760,60442233~16728490,87533654~3259247,91337336~3581780,97389844~50470,104010133~11618536,119155681~10496943,135546729~1374459,139863753~1654363,150032721~7693908,158439134~5240705,166883663~11699901,187643541~23984517,214866391~7682906,235917013~13694276,252503231~2734862,262510717~5171357,268249087~3530905,275146669~13316086,288622803~6795938,298699707~620855,303644178~8637544,313237811~560895,316918905~6573381,330477975~3940873,339385619~4510143,369906946~7922684,380079275~2102075,382436501~8173715,394382713~8329641,407037895~6311298] 2024-04-12T08:59:40.073 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2965959~7525158,14032376~2635392,18216752~7962969,27734689~7044827,41324170~9207541,51724186~1311485,55384981~3582760,60442233~16728490,87533654~3259247,91337336~3581780,97389844~50470,104010133~11618536,119155681~10496943,135546729~1374459,139863753~1654363,150032721~7693908,158439134~5240705,166883663~11699901,187643541~23984517,214866391~7682906,235917013~13694276,252503231~2734862,262510717~5171357,268249087~3530905,275146669~13316086,288622803~6795938,298699707~620855,303644178~8637544,313237811~560895,316918905~6573381,330477975~3940873,339385619~4510143,369906946~7922684,380079275~2102075,382436501~8173715,394382713~8329641,407037895~6311298] 2024-04-12T08:59:40.079 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~10491117,12582912~4084856,16777216~18002300,37748736~15286935,54525952~22644771,83886080~6906821,91337336~3581780,97389844~50470,101245915~14382754,117440512~12212112,134217728~2703460,138412032~3106084,150032721~28550843,184549376~27078682,214866391~7682906,234881024~14730265,252503231~2734862,260046848~11733144,272629760~22788981,297795584~1524978,301989888~11808818,314572800~8919486,327155712~7263136,335544320~8351442,369098752~21511464,394264576~8447778,406847488~6501705] 2024-04-12T08:59:40.079 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to 9 diff [2965959~7525158,14032376~2635392,18216752~7962969,27734689~7044827,41324170~9207541,51724186~1311485,55384981~21785742,81842319~8950582,91337336~3581780,96381600~19247069,119155681~10496943,135546729~1374459,139863753~1654363,150032721~7693908,158439134~5240705,166883663~11699901,185051015~1951548,187643541~23984517,214866391~7682906,235917013~13694276,252503231~15178843,268249087~3530905,275146669~13316086,288622803~6795938,298699707~620855,303644178~9017211,313237811~560895,316918905~6573381,330477975~3940873,339385619~4510143,369906946~7922684,380079275~2102075,382436501~8173715,394382713~8329641,407037895~6311298] 2024-04-12T08:59:40.079 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2965959~7525158,14032376~2635392,18216752~7962969,27734689~7044827,41324170~9207541,51724186~1311485,55384981~21785742,81842319~8950582,91337336~3581780,96381600~19247069,119155681~10496943,135546729~1374459,139863753~1654363,150032721~7693908,158439134~5240705,166883663~11699901,185051015~1951548,187643541~23984517,214866391~7682906,235917013~13694276,252503231~15178843,268249087~3530905,275146669~13316086,288622803~6795938,298699707~620855,303644178~9017211,313237811~560895,316918905~6573381,330477975~3940873,339385619~4510143,369906946~7922684,380079275~2102075,382436501~8173715,394382713~8329641,407037895~6311298] 2024-04-12T08:59:40.086 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~10491117,12582912~4084856,16777216~18002300,37748736~15286935,54525952~22644771,79691776~11101125,91337336~3581780,96381600~19247069,117440512~12212112,134217728~2703460,138412032~3106084,150032721~28550843,184549376~27078682,214866391~7682906,234881024~14730265,252503231~19276761,272629760~22788981,297795584~1524978,301989888~11808818,314572800~8919486,327155712~7263136,335544320~8351442,369098752~21511464,394264576~8447778,406847488~6501705] 2024-04-12T08:59:40.086 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to 10 diff [2965959~7525158,14032376~2635392,18216752~7962969,27734689~7044827,39478218~11053493,51724186~1311485,55384981~21785742,81842319~8950582,91337336~3581780,96381600~19247069,119155681~10496943,135546729~1374459,139863753~1654363,150032721~7693908,158439134~5240705,166883663~11699901,185051015~1951548,187643541~23984517,214866391~7682906,226215250~7447986,235917013~13694276,252503231~15178843,268249087~3530905,275146669~13316086,288622803~6795938,298699707~620855,303644178~9017211,313237811~560895,316918905~6573381,330477975~3940873,339385619~4510143,356867652~1714123,369906946~7922684,380079275~2102075,382436501~22498907,407037895~6311298] 2024-04-12T08:59:40.086 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2965959~7525158,14032376~2635392,18216752~7962969,27734689~7044827,39478218~11053493,51724186~1311485,55384981~21785742,81842319~8950582,91337336~3581780,96381600~19247069,119155681~10496943,135546729~1374459,139863753~1654363,150032721~7693908,158439134~5240705,166883663~11699901,185051015~1951548,187643541~23984517,214866391~7682906,226215250~7447986,235917013~13694276,252503231~15178843,268249087~3530905,275146669~13316086,288622803~6795938,298699707~620855,303644178~9017211,313237811~560895,316918905~6573381,330477975~3940873,339385619~4510143,356867652~1714123,369906946~7922684,380079275~2102075,382436501~22498907,407037895~6311298] 2024-04-12T08:59:40.092 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~10491117,12582912~4084856,16777216~18002300,37748736~15286935,54525952~22644771,79691776~11101125,91337336~3581780,96381600~19247069,117440512~12212112,134217728~2703460,138412032~3106084,150032721~28550843,184549376~27078682,214866391~18796845,234881024~14730265,252503231~19276761,272629760~22788981,297795584~1524978,301989888~11808818,314572800~8919486,327155712~7263136,335544320~8351442,356515840~2065935,369098752~35836656,406847488~6501705] 2024-04-12T08:59:40.092 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to 11 diff [2965959~7525158,14032376~2635392,18216752~7962969,27734689~7044827,39478218~11053493,51724186~1311485,55384981~21785742,81842319~8950582,91337336~3581780,96381600~19247069,119155681~10496943,135546729~1374459,139863753~1654363,150032721~7693908,158439134~5240705,166883663~11699901,184978262~28412480,214866391~7682906,226215250~7447986,235917013~31765061,268249087~3530905,275146669~13316086,288622803~6795938,298699707~620855,303644178~9017211,313237811~560895,316918905~6573381,330477975~3940873,339385619~4510143,356867652~1714123,369906946~7922684,380079275~2102075,382436501~22498907,407037895~6311298] 2024-04-12T08:59:40.092 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2965959~7525158,14032376~2635392,18216752~7962969,27734689~7044827,39478218~11053493,51724186~1311485,55384981~21785742,81842319~8950582,91337336~3581780,96381600~19247069,119155681~10496943,135546729~1374459,139863753~1654363,150032721~7693908,158439134~5240705,166883663~11699901,184978262~28412480,214866391~7682906,226215250~7447986,235917013~31765061,268249087~3530905,275146669~13316086,288622803~6795938,298699707~620855,303644178~9017211,313237811~560895,316918905~6573381,330477975~3940873,339385619~4510143,356867652~1714123,369906946~7922684,380079275~2102075,382436501~22498907,407037895~6311298] 2024-04-12T08:59:40.098 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~10491117,12582912~4084856,16777216~18002300,37748736~15286935,54525952~22644771,79691776~11101125,91337336~3581780,96381600~19247069,117440512~12212112,134217728~2703460,138412032~3106084,150032721~28550843,184549376~28841366,214866391~18796845,234881024~36898968,272629760~22788981,297795584~1524978,301989888~11808818,314572800~8919486,327155712~7263136,335544320~8351442,356515840~2065935,369098752~35836656,406847488~6501705] 2024-04-12T08:59:40.098 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to 12 diff [2965959~7525158,14032376~2635392,18216752~7962969,27734689~7044827,39478218~13968049,55384981~21785742,81842319~8950582,91337336~3581780,96381600~20422387,119155681~10496943,135546729~1374459,139863753~1654363,150032721~7693908,158439134~5240705,166883663~11699901,184978262~28493556,214866391~7682906,226215250~7447986,235917013~31765061,268249087~3530905,275146669~13316086,288622803~6795938,298699707~13961682,312904219~10588067,330477975~3940873,339385619~4510143,356867652~1714123,369906946~7922684,380079275~24856133,407037895~6311298] 2024-04-12T08:59:40.098 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2965959~7525158,14032376~2635392,18216752~7962969,27734689~7044827,39478218~13968049,55384981~21785742,81842319~8950582,91337336~3581780,96381600~20422387,119155681~10496943,135546729~1374459,139863753~1654363,150032721~7693908,158439134~5240705,166883663~11699901,184978262~28493556,214866391~7682906,226215250~7447986,235917013~31765061,268249087~3530905,275146669~13316086,288622803~6795938,298699707~13961682,312904219~10588067,330477975~3940873,339385619~4510143,356867652~1714123,369906946~7922684,380079275~24856133,407037895~6311298] 2024-04-12T08:59:40.104 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~10491117,12582912~4084856,16777216~18002300,37748736~15697531,54525952~22644771,79691776~11101125,91337336~3581780,96381600~20422387,117440512~12212112,134217728~2703460,138412032~3106084,150032721~28550843,184549376~28922442,214866391~18796845,234881024~36898968,272629760~22788981,297795584~25696702,327155712~7263136,335544320~8351442,356515840~2065935,369098752~35836656,406847488~6501705] 2024-04-12T08:59:40.104 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to 13 diff [2965959~9253206,14032376~2635392,18216752~7962969,27734689~7044827,39478218~13968049,55384981~21785742,81842319~8950582,91337336~3581780,96381600~20422387,119155681~10496943,135546729~1374459,139863753~1654363,150032721~7693908,158439134~5240705,166883663~11699901,184978262~28493556,214866391~7682906,226215250~7447986,235917013~31765061,268249087~3530905,275146669~13316086,288622803~6795938,298699707~13961682,312904219~10588067,330477975~3940873,339385619~4510143,352629847~486275,356867652~1714123,369906946~7922684,380079275~26433305,407037895~6311298] 2024-04-12T08:59:40.104 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2965959~9253206,14032376~2635392,18216752~7962969,27734689~7044827,39478218~13968049,55384981~21785742,81842319~8950582,91337336~3581780,96381600~20422387,119155681~10496943,135546729~1374459,139863753~1654363,150032721~7693908,158439134~5240705,166883663~11699901,184978262~28493556,214866391~7682906,226215250~7447986,235917013~31765061,268249087~3530905,275146669~13316086,288622803~6795938,298699707~13961682,312904219~10588067,330477975~3940873,339385619~4510143,352629847~486275,356867652~1714123,369906946~7922684,380079275~26433305,407037895~6311298] 2024-04-12T08:59:40.111 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~12219165,12582912~4084856,16777216~18002300,37748736~15697531,54525952~22644771,79691776~11101125,91337336~3581780,96381600~20422387,117440512~12212112,134217728~2703460,138412032~3106084,150032721~28550843,184549376~28922442,214866391~18796845,234881024~36898968,272629760~22788981,297795584~25696702,327155712~7263136,335544320~8351442,352321536~794586,356515840~2065935,369098752~37413828,406847488~6501705] 2024-04-12T08:59:40.111 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to 14 diff [2965959~9253206,14032376~2635392,18216752~7962969,27734689~7044827,39478218~13968049,55384981~21785742,81842319~8950582,91337336~25466651,119155681~10496943,135546729~1374459,139863753~1654363,150032721~7693908,158439134~5240705,166883663~11699901,184978262~40520013,226215250~7447986,235917013~31765061,268249087~3530905,275146669~20272072,298699707~13961682,312904219~10588067,326389334~570462,330297074~4121774,339385619~4510143,350806194~12844529,369906946~7922684,380079275~26433305,407037895~6311298] 2024-04-12T08:59:40.111 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2965959~9253206,14032376~2635392,18216752~7962969,27734689~7044827,39478218~13968049,55384981~21785742,81842319~8950582,91337336~25466651,119155681~10496943,135546729~1374459,139863753~1654363,150032721~7693908,158439134~5240705,166883663~11699901,184978262~40520013,226215250~7447986,235917013~31765061,268249087~3530905,275146669~20272072,298699707~13961682,312904219~10588067,326389334~570462,330297074~4121774,339385619~4510143,350806194~12844529,369906946~7922684,380079275~26433305,407037895~6311298] 2024-04-12T08:59:40.117 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~12219165,12582912~4084856,16777216~18002300,37748736~15697531,54525952~22644771,79691776~11101125,91337336~25466651,117440512~12212112,134217728~2703460,138412032~3106084,150032721~28550843,184549376~49113860,234881024~36898968,272629760~22788981,297795584~29164212,327155712~7263136,335544320~8351442,348127232~15523491,369098752~37413828,406847488~6501705] 2024-04-12T08:59:40.118 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to 15 diff [2513416~9705749,14032376~2635392,18216752~7962969,27734689~7044827,39478218~13968049,55384981~21785742,81842319~8950582,91337336~25466651,119155681~10496943,135546729~1374459,139863753~1654363,143664296~1715114,150032721~7693908,158439134~5240705,166883663~11699901,184978262~40520013,226215250~7447986,235917013~31765061,268249087~3530905,275146669~20272072,298699707~13961682,312904219~10588067,326389334~570462,330297074~4121774,337843249~6052513,350806194~12844529,369906946~43442247] 2024-04-12T08:59:40.118 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~9705749,14032376~2635392,18216752~7962969,27734689~7044827,39478218~13968049,55384981~21785742,81842319~8950582,91337336~25466651,119155681~10496943,135546729~1374459,139863753~1654363,143664296~1715114,150032721~7693908,158439134~5240705,166883663~11699901,184978262~40520013,226215250~7447986,235917013~31765061,268249087~3530905,275146669~20272072,298699707~13961682,312904219~10588067,326389334~570462,330297074~4121774,337843249~6052513,350806194~12844529,369906946~43442247] 2024-04-12T08:59:40.123 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~12219165,12582912~4084856,16777216~18002300,37748736~15697531,54525952~22644771,79691776~11101125,91337336~25466651,117440512~12212112,134217728~2703460,138412032~3106084,142606336~2773074,150032721~28550843,184549376~49113860,234881024~36898968,272629760~22788981,297795584~29164212,327155712~7263136,335544320~8351442,348127232~15523491,369098752~44250441] 2024-04-12T08:59:40.124 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to 16 diff [2513416~9705749,14032376~2635392,18216752~7962969,27734689~7044827,39478218~13968049,55384981~21785742,81842319~8950582,91337336~25466651,119155681~10496943,135546729~1374459,139863753~1654363,143664296~1715114,150032721~7693908,158439134~5240705,166883663~11699901,184978262~40520013,226215250~9298857,235917013~31765061,268249087~3530905,275146669~20272072,298699707~13961682,312904219~14599277,330297074~4121774,337843249~6052513,350806194~14815308,369906946~43442247] 2024-04-12T08:59:40.124 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~9705749,14032376~2635392,18216752~7962969,27734689~7044827,39478218~13968049,55384981~21785742,81842319~8950582,91337336~25466651,119155681~10496943,135546729~1374459,139863753~1654363,143664296~1715114,150032721~7693908,158439134~5240705,166883663~11699901,184978262~40520013,226215250~9298857,235917013~31765061,268249087~3530905,275146669~20272072,298699707~13961682,312904219~14599277,330297074~4121774,337843249~6052513,350806194~14815308,369906946~43442247] 2024-04-12T08:59:40.129 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~12219165,12582912~4084856,16777216~18002300,37748736~15697531,54525952~22644771,79691776~11101125,91337336~25466651,117440512~12212112,134217728~2703460,138412032~3106084,142606336~2773074,150032721~28550843,184549376~87230616,272629760~22788981,297795584~36623264,335544320~8351442,348127232~17494270,369098752~44250441] 2024-04-12T08:59:40.130 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to 17 diff [2513416~9705749,14032376~2635392,18216752~7962969,27734689~7044827,39478218~37692505,81842319~8950582,91337336~25466651,119155681~13724946,135546729~1374459,139863753~1654363,143664296~1715114,150032721~7693908,158439134~5240705,166883663~13522424,184978262~40520013,226215250~9298857,235917013~31765061,268249087~3530905,275146669~20272072,298699707~13961682,312904219~14599277,330297074~4121774,337843249~6052513,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:40.130 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~9705749,14032376~2635392,18216752~7962969,27734689~7044827,39478218~37692505,81842319~8950582,91337336~25466651,119155681~13724946,135546729~1374459,139863753~1654363,143664296~1715114,150032721~7693908,158439134~5240705,166883663~13522424,184978262~40520013,226215250~9298857,235917013~31765061,268249087~3530905,275146669~20272072,298699707~13961682,312904219~14599277,330297074~4121774,337843249~6052513,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:40.136 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~12219165,12582912~4084856,16777216~18002300,37748736~39421987,79691776~11101125,91337336~25466651,117440512~15440115,134217728~2703460,138412032~3106084,142606336~2773074,150032721~30373366,184549376~87230616,272629760~22788981,297795584~36623264,335544320~8351442,344201020~3407953,348127232~17494270,369098752~44250441] 2024-04-12T08:59:40.136 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to 18 diff [2513416~9705749,14032376~2635392,18216752~7962969,26816305~10861088,39478218~37692505,81842319~34961668,119155681~13724946,135546729~1374459,139863753~1654363,143664296~1715114,150032721~7693908,158439134~21966953,184978262~40520013,226215250~41466824,268249087~3530905,275146669~20272072,298699707~28803789,330297074~4121774,337843249~6052513,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:40.136 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~9705749,14032376~2635392,18216752~7962969,26816305~10861088,39478218~37692505,81842319~34961668,119155681~13724946,135546729~1374459,139863753~1654363,143664296~1715114,150032721~7693908,158439134~21966953,184978262~40520013,226215250~41466824,268249087~3530905,275146669~20272072,298699707~28803789,330297074~4121774,337843249~6052513,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:40.142 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~12219165,12582912~4084856,16777216~20900177,37748736~39421987,79691776~37112211,117440512~15440115,134217728~2703460,138412032~3106084,142606336~2773074,150032721~30373366,184549376~87230616,272629760~22788981,297795584~36623264,335544320~8351442,344201020~3407953,348127232~17494270,369098752~44250441] 2024-04-12T08:59:40.142 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to 19 diff [2513416~9705749,14032376~2635392,18216752~7962969,26816305~50354418,79539643~37264344,119155681~13724946,135546729~5971387,143664296~1715114,150032721~7693908,158439134~21966953,181403915~809125,184978262~40520013,226215250~41466824,268249087~3530905,275146669~22335137,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:40.142 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~9705749,14032376~2635392,18216752~7962969,26816305~50354418,79539643~37264344,119155681~13724946,135546729~5971387,143664296~1715114,150032721~7693908,158439134~21966953,181403915~809125,184978262~40520013,226215250~41466824,268249087~3530905,275146669~22335137,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:40.147 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~12219165,12582912~4084856,16777216~100026771,117440512~15440115,134217728~7300388,142606336~2773074,150032721~32180319,184549376~87230616,272629760~24852046,297795584~46100178,344201020~3407953,348127232~17494270,369098752~44250441] 2024-04-12T08:59:40.147 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to 2 diff [91337336~3581780,104010133~691918,107506209~4856363,122812378~6840246,166883663~4434927,195168974~10948253,209655814~1937497,375428836~84916,396931995~1016790] 2024-04-12T08:59:40.148 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [91337336~3581780,104010133~691918,107506209~4856363,122812378~6840246,166883663~4434927,195168974~10948253,209655814~1937497,375428836~84916,396931995~1016790] 2024-04-12T08:59:40.153 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [91337336~3581780,101245915~3456136,104857600~7504972,121634816~8017808,163577856~7740734,192937984~18655327,373293056~2220696,394264576~3684209] 2024-04-12T08:59:40.153 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to 3 diff [91337336~3581780,104010133~691918,107506209~4856363,122812378~6840246,150032721~7693908,166883663~4434927,175240994~1080774,187643541~23984517,214866391~7682906,280349218~8113537,375428836~84916,394382713~8329641] 2024-04-12T08:59:40.153 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [91337336~3581780,104010133~691918,107506209~4856363,122812378~6840246,150032721~7693908,166883663~4434927,175240994~1080774,187643541~23984517,214866391~7682906,280349218~8113537,375428836~84916,394382713~8329641] 2024-04-12T08:59:40.159 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [91337336~3581780,101245915~3456136,104857600~7504972,121634816~8017808,150032721~7693908,163577856~7740734,175240994~1080774,184549376~27078682,214866391~7682906,279523757~8938998,373293056~2220696,394264576~8447778] 2024-04-12T08:59:40.159 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to 4 diff [14032376~491257,91337336~3581780,104010133~8352439,122812378~6840246,150032721~7693908,166883663~4434927,175240994~1080774,187643541~23984517,214866391~7682906,252579236~2658857,268249087~3530905,280349218~8113537,298699707~620855,303644178~7411156,313237811~560895,339385619~4510143,375428836~84916,394382713~8329641] 2024-04-12T08:59:40.159 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [14032376~491257,91337336~3581780,104010133~8352439,122812378~6840246,150032721~7693908,166883663~4434927,175240994~1080774,187643541~23984517,214866391~7682906,252579236~2658857,268249087~3530905,280349218~8113537,298699707~620855,303644178~7411156,313237811~560895,339385619~4510143,375428836~84916,394382713~8329641] 2024-04-12T08:59:40.164 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [12582912~1940721,91337336~3581780,101245915~11116657,121634816~8017808,150032721~7693908,163577856~7740734,175240994~1080774,184549376~27078682,214866391~7682906,252579236~2658857,267682074~4097918,279523757~8938998,297795584~1524978,303644178~10154528,335544320~8351442,373293056~2220696,394264576~8447778] 2024-04-12T08:59:40.164 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to 5 diff [8851241~1639876,14032376~491257,41324170~7485170,55384981~3582760,91337336~3581780,97389844~50470,104010133~8352439,122812378~6840246,150032721~7693908,166883663~4434927,175240994~1080774,187643541~23984517,214866391~7682906,238698457~6192391,252579236~2658857,268249087~3530905,279306847~9155908,298699707~620855,303644178~7411156,313237811~560895,316918905~6573381,339385619~4510143,369906946~7922684,394382713~8329641,407037895~6311298] 2024-04-12T08:59:40.165 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [8851241~1639876,14032376~491257,41324170~7485170,55384981~3582760,91337336~3581780,97389844~50470,104010133~8352439,122812378~6840246,150032721~7693908,166883663~4434927,175240994~1080774,187643541~23984517,214866391~7682906,238698457~6192391,252579236~2658857,268249087~3530905,279306847~9155908,298699707~620855,303644178~7411156,313237811~560895,316918905~6573381,339385619~4510143,369906946~7922684,394382713~8329641,407037895~6311298] 2024-04-12T08:59:40.170 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [8851241~1639876,12582912~1940721,37748736~11060604,54525952~4441789,91337336~3581780,97389844~50470,101245915~11116657,121634816~8017808,150032721~7693908,163577856~7740734,175240994~1080774,184549376~27078682,214866391~7682906,234881024~10009824,252579236~2658857,267682074~4097918,279306847~9155908,297795584~1524978,303644178~10154528,314572800~8919486,335544320~8351442,369098752~8730878,394264576~8447778,406847488~6501705] 2024-04-12T08:59:40.171 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to 6 diff [8470907~2020210,14032376~491257,41324170~7485170,55384981~3582760,65568914~11601809,87533654~3259247,91337336~3581780,97389844~50470,104010133~8352439,122812378~6840246,140682082~836034,150032721~7693908,166883663~10183158,187643541~23984517,214866391~7682906,238698457~6192391,252579236~2658857,268249087~3530905,279306847~9155908,298699707~620855,303644178~8637544,313237811~560895,316918905~6573381,339385619~4510143,369906946~7922684,380079275~2102075,389098719~1396386,394382713~8329641,407037895~6311298] 2024-04-12T08:59:40.171 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [8470907~2020210,14032376~491257,41324170~7485170,55384981~3582760,65568914~11601809,87533654~3259247,91337336~3581780,97389844~50470,104010133~8352439,122812378~6840246,140682082~836034,150032721~7693908,166883663~10183158,187643541~23984517,214866391~7682906,238698457~6192391,252579236~2658857,268249087~3530905,279306847~9155908,298699707~620855,303644178~8637544,313237811~560895,316918905~6573381,339385619~4510143,369906946~7922684,380079275~2102075,389098719~1396386,394382713~8329641,407037895~6311298] 2024-04-12T08:59:40.176 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [8470907~2020210,12582912~1940721,37748736~11060604,54525952~4441789,62914560~14256163,83886080~6906821,91337336~3581780,97389844~50470,101245915~11116657,121634816~8017808,140682082~836034,150032721~7693908,163577856~13488965,184549376~27078682,214866391~7682906,234881024~10009824,252579236~2658857,267682074~4097918,279306847~9155908,297795584~1524978,303644178~10154528,314572800~8919486,335544320~8351442,369098752~13082598,385875968~4619137,394264576~8447778,406847488~6501705] 2024-04-12T08:59:40.176 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to 7 diff [8470907~2020210,14032376~491257,18216752~7962969,29281814~5497702,41324170~7485170,55384981~3582760,60442233~16728490,87533654~3259247,91337336~3581780,97389844~50470,104010133~8352439,122812378~6840246,140682082~836034,150032721~7693908,158439134~5240705,166883663~10183158,187643541~23984517,214866391~7682906,235917013~8973835,252503231~2734862,268249087~3530905,279306847~9155908,298699707~620855,303644178~8637544,313237811~560895,316918905~6573381,339385619~4510143,369906946~7922684,380079275~2102075,382910998~3177376,389098719~1396386,394382713~8329641,407037895~6311298] 2024-04-12T08:59:40.176 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [8470907~2020210,14032376~491257,18216752~7962969,29281814~5497702,41324170~7485170,55384981~3582760,60442233~16728490,87533654~3259247,91337336~3581780,97389844~50470,104010133~8352439,122812378~6840246,140682082~836034,150032721~7693908,158439134~5240705,166883663~10183158,187643541~23984517,214866391~7682906,235917013~8973835,252503231~2734862,268249087~3530905,279306847~9155908,298699707~620855,303644178~8637544,313237811~560895,316918905~6573381,339385619~4510143,369906946~7922684,380079275~2102075,382910998~3177376,389098719~1396386,394382713~8329641,407037895~6311298] 2024-04-12T08:59:40.182 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [8470907~2020210,12582912~1940721,16777216~18002300,37748736~11060604,54525952~22644771,83886080~6906821,91337336~3581780,97389844~50470,101245915~11116657,121634816~8017808,140682082~836034,150032721~27034100,184549376~27078682,214866391~7682906,234881024~10009824,252503231~2734862,267682074~4097918,279306847~9155908,297795584~1524978,303644178~10154528,314572800~8919486,335544320~8351442,369098752~21396353,394264576~8447778,406847488~6501705] 2024-04-12T08:59:40.182 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to 8 diff [8470907~2020210,14032376~2635392,18216752~7962969,27734689~7044827,41324170~9207541,55384981~3582760,60442233~16728490,87533654~3259247,91337336~3581780,97389844~50470,104010133~8352439,119155681~10496943,135546729~1374459,140682082~836034,150032721~7693908,158439134~5240705,166883663~10183158,187643541~23984517,214866391~7682906,235917013~13694276,252503231~2734862,268249087~3530905,279306847~9155908,288622803~6795938,298699707~620855,303644178~8637544,313237811~560895,316918905~6573381,330477975~3940873,339385619~4510143,369906946~7922684,380079275~2102075,382436501~8173715,394382713~8329641,407037895~6311298] 2024-04-12T08:59:40.182 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [8470907~2020210,14032376~2635392,18216752~7962969,27734689~7044827,41324170~9207541,55384981~3582760,60442233~16728490,87533654~3259247,91337336~3581780,97389844~50470,104010133~8352439,119155681~10496943,135546729~1374459,140682082~836034,150032721~7693908,158439134~5240705,166883663~10183158,187643541~23984517,214866391~7682906,235917013~13694276,252503231~2734862,268249087~3530905,279306847~9155908,288622803~6795938,298699707~620855,303644178~8637544,313237811~560895,316918905~6573381,330477975~3940873,339385619~4510143,369906946~7922684,380079275~2102075,382436501~8173715,394382713~8329641,407037895~6311298] 2024-04-12T08:59:40.188 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [8470907~2020210,12582912~4084856,16777216~18002300,37748736~12782975,54525952~22644771,83886080~6906821,91337336~3581780,97389844~50470,101245915~11116657,117440512~12212112,134217728~2703460,140682082~836034,150032721~27034100,184549376~27078682,214866391~7682906,234881024~14730265,252503231~2734862,267682074~4097918,279306847~16111894,297795584~1524978,303644178~10154528,314572800~8919486,327155712~7263136,335544320~8351442,369098752~21511464,394264576~8447778,406847488~6501705] 2024-04-12T08:59:40.188 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to 9 diff [8470907~2020210,14032376~2635392,18216752~7962969,27734689~7044827,41324170~9207541,55384981~21785742,81842319~8950582,91337336~3581780,96381600~15980972,119155681~10496943,135546729~1374459,140682082~836034,150032721~7693908,158439134~5240705,166883663~10183158,177345428~1120254,185051015~1951548,187643541~23984517,214866391~7682906,235917013~13694276,252503231~10240876,268249087~3530905,279306847~9155908,288622803~6795938,298699707~620855,303644178~9017211,313237811~560895,316918905~6573381,330477975~3940873,339385619~4510143,369906946~7922684,380079275~2102075,382436501~8173715,394382713~8329641,407037895~6311298] 2024-04-12T08:59:40.188 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [8470907~2020210,14032376~2635392,18216752~7962969,27734689~7044827,41324170~9207541,55384981~21785742,81842319~8950582,91337336~3581780,96381600~15980972,119155681~10496943,135546729~1374459,140682082~836034,150032721~7693908,158439134~5240705,166883663~10183158,177345428~1120254,185051015~1951548,187643541~23984517,214866391~7682906,235917013~13694276,252503231~10240876,268249087~3530905,279306847~9155908,288622803~6795938,298699707~620855,303644178~9017211,313237811~560895,316918905~6573381,330477975~3940873,339385619~4510143,369906946~7922684,380079275~2102075,382436501~8173715,394382713~8329641,407037895~6311298] 2024-04-12T08:59:40.194 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [8470907~2020210,12582912~4084856,16777216~18002300,37748736~12782975,54525952~22644771,79691776~11101125,91337336~3581780,96381600~15980972,117440512~12212112,134217728~2703460,140682082~836034,150032721~27034100,177345428~1120254,184549376~27078682,214866391~7682906,234881024~14730265,252503231~10240876,267682074~4097918,279306847~16111894,297795584~1524978,303644178~10154528,314572800~8919486,327155712~7263136,335544320~8351442,369098752~21511464,394264576~8447778,406847488~6501705] 2024-04-12T08:59:40.195 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to 10 diff [8470907~2020210,14032376~2635392,18216752~7962969,27734689~7044827,39478218~11053493,55384981~21785742,81842319~8950582,91337336~3581780,96381600~15980972,119155681~10496943,135546729~1374459,140682082~836034,150032721~7693908,158439134~5240705,166883663~10183158,177345428~1120254,185051015~1951548,187643541~23984517,214866391~7682906,226215250~7447986,235917013~13694276,252503231~10240876,268249087~3530905,279306847~9155908,288622803~6795938,298699707~620855,303644178~9017211,313237811~560895,316918905~6573381,330477975~3940873,339385619~4510143,356867652~1714123,369906946~7922684,380079275~2102075,382436501~22498907,407037895~6311298] 2024-04-12T08:59:40.195 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [8470907~2020210,14032376~2635392,18216752~7962969,27734689~7044827,39478218~11053493,55384981~21785742,81842319~8950582,91337336~3581780,96381600~15980972,119155681~10496943,135546729~1374459,140682082~836034,150032721~7693908,158439134~5240705,166883663~10183158,177345428~1120254,185051015~1951548,187643541~23984517,214866391~7682906,226215250~7447986,235917013~13694276,252503231~10240876,268249087~3530905,279306847~9155908,288622803~6795938,298699707~620855,303644178~9017211,313237811~560895,316918905~6573381,330477975~3940873,339385619~4510143,356867652~1714123,369906946~7922684,380079275~2102075,382436501~22498907,407037895~6311298] 2024-04-12T08:59:40.199 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [8470907~2020210,12582912~4084856,16777216~18002300,37748736~12782975,54525952~22644771,79691776~11101125,91337336~3581780,96381600~15980972,117440512~12212112,134217728~2703460,140682082~836034,150032721~27034100,177345428~1120254,184549376~27078682,214866391~18796845,234881024~14730265,252503231~10240876,267682074~4097918,279306847~16111894,297795584~1524978,303644178~10154528,314572800~8919486,327155712~7263136,335544320~8351442,356515840~2065935,369098752~35836656,406847488~6501705] 2024-04-12T08:59:40.199 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to 11 diff [8470907~2020210,14032376~2635392,18216752~7962969,27734689~7044827,39478218~11053493,55384981~21785742,81842319~8950582,91337336~3581780,96381600~15980972,119155681~10496943,135546729~1374459,140682082~836034,150032721~7693908,158439134~5240705,166883663~10183158,177345428~1120254,184978262~28412480,214866391~7682906,226215250~7447986,235917013~26827094,268249087~3530905,279306847~9155908,288622803~6795938,298699707~620855,303644178~9017211,313237811~560895,316918905~6573381,330477975~3940873,339385619~4510143,356867652~1714123,369906946~7922684,380079275~2102075,382436501~22498907,407037895~6311298] 2024-04-12T08:59:40.200 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [8470907~2020210,14032376~2635392,18216752~7962969,27734689~7044827,39478218~11053493,55384981~21785742,81842319~8950582,91337336~3581780,96381600~15980972,119155681~10496943,135546729~1374459,140682082~836034,150032721~7693908,158439134~5240705,166883663~10183158,177345428~1120254,184978262~28412480,214866391~7682906,226215250~7447986,235917013~26827094,268249087~3530905,279306847~9155908,288622803~6795938,298699707~620855,303644178~9017211,313237811~560895,316918905~6573381,330477975~3940873,339385619~4510143,356867652~1714123,369906946~7922684,380079275~2102075,382436501~22498907,407037895~6311298] 2024-04-12T08:59:40.205 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [8470907~2020210,12582912~4084856,16777216~18002300,37748736~12782975,54525952~22644771,79691776~11101125,91337336~3581780,96381600~15980972,117440512~12212112,134217728~2703460,140682082~836034,150032721~27034100,177345428~1120254,184549376~28841366,214866391~18796845,234881024~27863083,267682074~4097918,279306847~16111894,297795584~1524978,303644178~10154528,314572800~8919486,327155712~7263136,335544320~8351442,356515840~2065935,369098752~35836656,406847488~6501705] 2024-04-12T08:59:40.205 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to 12 diff [8470907~2020210,14032376~2635392,18216752~7962969,27734689~7044827,39478218~13968049,55384981~21785742,81842319~8950582,91337336~3581780,96381600~20422387,119155681~10496943,135546729~1374459,140682082~836034,150032721~7693908,158439134~5240705,166883663~10183158,177345428~1120254,184978262~28493556,214866391~7682906,226215250~7447986,235917013~26827094,268249087~3530905,279306847~9155908,288622803~6795938,298699707~13961682,312904219~10588067,330477975~3940873,339385619~4510143,356867652~1714123,369906946~7922684,380079275~24856133,407037895~6311298] 2024-04-12T08:59:40.205 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [8470907~2020210,14032376~2635392,18216752~7962969,27734689~7044827,39478218~13968049,55384981~21785742,81842319~8950582,91337336~3581780,96381600~20422387,119155681~10496943,135546729~1374459,140682082~836034,150032721~7693908,158439134~5240705,166883663~10183158,177345428~1120254,184978262~28493556,214866391~7682906,226215250~7447986,235917013~26827094,268249087~3530905,279306847~9155908,288622803~6795938,298699707~13961682,312904219~10588067,330477975~3940873,339385619~4510143,356867652~1714123,369906946~7922684,380079275~24856133,407037895~6311298] 2024-04-12T08:59:40.211 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [8470907~2020210,12582912~4084856,16777216~18002300,37748736~15697531,54525952~22644771,79691776~11101125,91337336~3581780,96381600~20422387,117440512~12212112,134217728~2703460,140682082~836034,150032721~27034100,177345428~1120254,184549376~28922442,214866391~18796845,234881024~27863083,267682074~4097918,279306847~16111894,297795584~25696702,327155712~7263136,335544320~8351442,356515840~2065935,369098752~35836656,406847488~6501705] 2024-04-12T08:59:40.211 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to 13 diff [7373379~4845786,14032376~2635392,18216752~7962969,27734689~7044827,39478218~13968049,55384981~21785742,81842319~8950582,91337336~3581780,96381600~20422387,119155681~10496943,135546729~1374459,140682082~836034,150032721~7693908,158439134~5240705,166883663~10183158,177345428~1120254,184978262~28493556,214866391~7682906,226215250~7447986,235917013~28442466,268249087~3530905,279118644~9344111,288622803~6795938,298699707~13961682,312904219~10588067,330477975~3940873,339385619~4510143,352629847~486275,356867652~1714123,369906946~7922684,380079275~26433305,407037895~6311298] 2024-04-12T08:59:40.212 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [7373379~4845786,14032376~2635392,18216752~7962969,27734689~7044827,39478218~13968049,55384981~21785742,81842319~8950582,91337336~3581780,96381600~20422387,119155681~10496943,135546729~1374459,140682082~836034,150032721~7693908,158439134~5240705,166883663~10183158,177345428~1120254,184978262~28493556,214866391~7682906,226215250~7447986,235917013~28442466,268249087~3530905,279118644~9344111,288622803~6795938,298699707~13961682,312904219~10588067,330477975~3940873,339385619~4510143,352629847~486275,356867652~1714123,369906946~7922684,380079275~26433305,407037895~6311298] 2024-04-12T08:59:40.217 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [7373379~4845786,12582912~4084856,16777216~18002300,37748736~15697531,54525952~22644771,79691776~11101125,91337336~3581780,96381600~20422387,117440512~12212112,134217728~2703460,140682082~836034,150032721~27034100,177345428~1120254,184549376~28922442,214866391~18796845,234881024~29478455,267682074~4097918,279118644~16300097,297795584~25696702,327155712~7263136,335544320~8351442,352321536~794586,356515840~2065935,369098752~37413828,406847488~6501705] 2024-04-12T08:59:40.217 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to 14 diff [7373379~4845786,14032376~2635392,18216752~7962969,27734689~7044827,39478218~13968049,55384981~21785742,81842319~8950582,91337336~25466651,119155681~10496943,135546729~1374459,140682082~836034,150032721~7693908,158439134~5240705,166883663~10183158,177345428~1120254,184978262~40520013,226215250~7447986,235917013~28442466,268249087~3530905,279118644~16300097,298699707~13961682,312904219~10588067,326389334~570462,330297074~4121774,339385619~4510143,350806194~12844529,369906946~7922684,380079275~26433305,407037895~6311298] 2024-04-12T08:59:40.217 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [7373379~4845786,14032376~2635392,18216752~7962969,27734689~7044827,39478218~13968049,55384981~21785742,81842319~8950582,91337336~25466651,119155681~10496943,135546729~1374459,140682082~836034,150032721~7693908,158439134~5240705,166883663~10183158,177345428~1120254,184978262~40520013,226215250~7447986,235917013~28442466,268249087~3530905,279118644~16300097,298699707~13961682,312904219~10588067,326389334~570462,330297074~4121774,339385619~4510143,350806194~12844529,369906946~7922684,380079275~26433305,407037895~6311298] 2024-04-12T08:59:40.223 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [7373379~4845786,12582912~4084856,16777216~18002300,37748736~15697531,54525952~22644771,79691776~11101125,91337336~25466651,117440512~12212112,134217728~2703460,140682082~836034,150032721~27034100,177345428~1120254,184549376~49113860,234881024~29478455,267682074~4097918,279118644~16300097,297795584~29164212,327155712~7263136,335544320~8351442,348127232~15523491,369098752~37413828,406847488~6501705] 2024-04-12T08:59:40.223 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to 15 diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,27734689~7044827,39478218~13968049,55384981~21785742,81842319~8950582,91337336~25466651,119155681~10496943,135546729~1374459,140682082~836034,143664296~1715114,150032721~7693908,158439134~5240705,166883663~10183158,177345428~1120254,184978262~40520013,226215250~7447986,235917013~28442466,268249087~3530905,279118644~16300097,298699707~13961682,312904219~10588067,326389334~570462,330297074~4121774,337843249~6052513,350806194~12844529,369906946~43442247] 2024-04-12T08:59:40.223 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,27734689~7044827,39478218~13968049,55384981~21785742,81842319~8950582,91337336~25466651,119155681~10496943,135546729~1374459,140682082~836034,143664296~1715114,150032721~7693908,158439134~5240705,166883663~10183158,177345428~1120254,184978262~40520013,226215250~7447986,235917013~28442466,268249087~3530905,279118644~16300097,298699707~13961682,312904219~10588067,326389334~570462,330297074~4121774,337843249~6052513,350806194~12844529,369906946~43442247] 2024-04-12T08:59:40.228 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,12582912~4084856,16777216~18002300,37748736~15697531,54525952~22644771,79691776~11101125,91337336~25466651,117440512~12212112,134217728~2703460,140682082~836034,142606336~2773074,150032721~27034100,177345428~1120254,184549376~49113860,234881024~29478455,267682074~4097918,279118644~16300097,297795584~29164212,327155712~7263136,335544320~8351442,348127232~15523491,369098752~44250441] 2024-04-12T08:59:40.229 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to 16 diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,27734689~7044827,39478218~13968049,55384981~21785742,81842319~8950582,91337336~25466651,119155681~10496943,135546729~1374459,140682082~836034,143664296~1715114,150032721~7693908,158439134~5240705,166883663~10183158,177345428~1120254,184978262~40520013,226215250~9298857,235917013~28442466,268249087~3530905,279118644~16300097,298699707~13961682,312904219~14599277,330297074~4121774,337843249~6052513,350806194~14815308,369906946~43442247] 2024-04-12T08:59:40.229 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,27734689~7044827,39478218~13968049,55384981~21785742,81842319~8950582,91337336~25466651,119155681~10496943,135546729~1374459,140682082~836034,143664296~1715114,150032721~7693908,158439134~5240705,166883663~10183158,177345428~1120254,184978262~40520013,226215250~9298857,235917013~28442466,268249087~3530905,279118644~16300097,298699707~13961682,312904219~14599277,330297074~4121774,337843249~6052513,350806194~14815308,369906946~43442247] 2024-04-12T08:59:40.234 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,12582912~4084856,16777216~18002300,37748736~15697531,54525952~22644771,79691776~11101125,91337336~25466651,117440512~12212112,134217728~2703460,140682082~836034,142606336~2773074,150032721~27034100,177345428~1120254,184549376~79810103,267682074~4097918,279118644~16300097,297795584~36623264,335544320~8351442,348127232~17494270,369098752~44250441] 2024-04-12T08:59:40.234 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to 17 diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,27734689~7044827,39478218~37692505,81842319~8950582,91337336~25466651,119155681~13724946,135546729~1374459,140682082~836034,143664296~1715114,150032721~7693908,158439134~5240705,166883663~13522424,184978262~40520013,226215250~9298857,235917013~28442466,268249087~3530905,279118644~16300097,298699707~13961682,312904219~14599277,330297074~4121774,337843249~6052513,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:40.235 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,27734689~7044827,39478218~37692505,81842319~8950582,91337336~25466651,119155681~13724946,135546729~1374459,140682082~836034,143664296~1715114,150032721~7693908,158439134~5240705,166883663~13522424,184978262~40520013,226215250~9298857,235917013~28442466,268249087~3530905,279118644~16300097,298699707~13961682,312904219~14599277,330297074~4121774,337843249~6052513,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:40.240 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,12582912~4084856,16777216~18002300,37748736~39421987,79691776~11101125,91337336~25466651,117440512~15440115,134217728~2703460,140682082~836034,142606336~2773074,150032721~30373366,184549376~79810103,267682074~4097918,279118644~16300097,297795584~36623264,335544320~8351442,344201020~3407953,348127232~17494270,369098752~44250441] 2024-04-12T08:59:40.240 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to 18 diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,26816305~10861088,39478218~37692505,81842319~34961668,119155681~13724946,135546729~1374459,140682082~836034,143664296~1715114,150032721~7693908,158439134~21966953,184978262~40520013,226215250~39425158,266070990~1398497,268249087~3530905,279118644~16300097,298699707~28803789,330297074~4121774,337843249~6052513,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:40.241 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,26816305~10861088,39478218~37692505,81842319~34961668,119155681~13724946,135546729~1374459,140682082~836034,143664296~1715114,150032721~7693908,158439134~21966953,184978262~40520013,226215250~39425158,266070990~1398497,268249087~3530905,279118644~16300097,298699707~28803789,330297074~4121774,337843249~6052513,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:40.246 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,12582912~4084856,16777216~20900177,37748736~39421987,79691776~37112211,117440512~15440115,134217728~2703460,140682082~836034,142606336~2773074,150032721~30373366,184549376~81091032,266070990~1398497,267682074~4097918,279118644~16300097,297795584~36623264,335544320~8351442,344201020~3407953,348127232~17494270,369098752~44250441] 2024-04-12T08:59:40.246 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to 19 diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,26816305~50354418,79539643~37264344,119155681~13724946,135546729~4493383,140682082~836034,143664296~1715114,150032721~7693908,158439134~21966953,181403915~809125,184978262~40520013,226215250~39425158,266070990~1398497,268249087~3530905,279118644~18363162,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:40.246 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,26816305~50354418,79539643~37264344,119155681~13724946,135546729~4493383,140682082~836034,143664296~1715114,150032721~7693908,158439134~21966953,181403915~809125,184978262~40520013,226215250~39425158,266070990~1398497,268249087~3530905,279118644~18363162,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:40.252 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,12582912~4084856,16777216~100026771,117440512~15440115,134217728~5822384,140682082~836034,142606336~2773074,150032721~32180319,184549376~81091032,266070990~1398497,267682074~4097918,279118644~18363162,297795584~46100178,344201020~3407953,348127232~17494270,369098752~44250441] 2024-04-12T08:59:40.252 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to 3 diff [150032721~7693908,175240994~1080774,187643541~8039283,195971152~2178772,205729930~5898128,214866391~7682906,280349218~8113537,394382713~8329641] 2024-04-12T08:59:40.252 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [150032721~7693908,175240994~1080774,187643541~8039283,195971152~2178772,205729930~5898128,214866391~7682906,280349218~8113537,394382713~8329641] 2024-04-12T08:59:40.258 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [150032721~7693908,175240994~1080774,184549376~11133448,195971152~2178772,205729930~5898128,214866391~7682906,279523757~8938998,394382713~8329641] 2024-04-12T08:59:40.258 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to 4 diff [14032376~491257,104455854~5854752,110929448~599809,150032721~7693908,175240994~1080774,187643541~8039283,195971152~2178772,205729930~5898128,214866391~7682906,252579236~2658857,268249087~3530905,280349218~8113537,298699707~620855,303644178~7411156,313237811~560895,339385619~4510143,394382713~8329641] 2024-04-12T08:59:40.258 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [14032376~491257,104455854~5854752,110929448~599809,150032721~7693908,175240994~1080774,187643541~8039283,195971152~2178772,205729930~5898128,214866391~7682906,252579236~2658857,268249087~3530905,280349218~8113537,298699707~620855,303644178~7411156,313237811~560895,339385619~4510143,394382713~8329641] 2024-04-12T08:59:40.264 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [12582912~1940721,104455854~5854752,110929448~599809,150032721~7693908,175240994~1080774,184549376~11133448,195971152~2178772,205729930~5898128,214866391~7682906,252579236~2658857,267682074~4097918,279523757~8938998,297795584~1524978,303644178~10154528,335544320~8351442,394382713~8329641] 2024-04-12T08:59:40.264 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to 5 diff [8851241~1639876,14032376~491257,41324170~7485170,55384981~3582760,97389844~50470,104455854~5854752,110929448~599809,150032721~7693908,175240994~1080774,187643541~8039283,195971152~2178772,198218402~6085001,205729930~5898128,214866391~7682906,238698457~6192391,252579236~2658857,268249087~3530905,279306847~9155908,298699707~620855,303644178~7411156,313237811~560895,316918905~6573381,339385619~4510143,369906946~7922684,394382713~8329641,407037895~6311298] 2024-04-12T08:59:40.264 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [8851241~1639876,14032376~491257,41324170~7485170,55384981~3582760,97389844~50470,104455854~5854752,110929448~599809,150032721~7693908,175240994~1080774,187643541~8039283,195971152~2178772,198218402~6085001,205729930~5898128,214866391~7682906,238698457~6192391,252579236~2658857,268249087~3530905,279306847~9155908,298699707~620855,303644178~7411156,313237811~560895,316918905~6573381,339385619~4510143,369906946~7922684,394382713~8329641,407037895~6311298] 2024-04-12T08:59:40.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:59:40 smithi175 ceph-mon[87929]: pgmap v971: 105 pgs: 105 active+clean; 771 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 218 KiB/s rd, 50 MiB/s wr, 344 op/s 2024-04-12T08:59:40.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:59:40 smithi175 ceph-mon[87929]: osdmap e873: 8 total, 8 up, 8 in 2024-04-12T08:59:40.270 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [8851241~1639876,12582912~1940721,37748736~11060604,54525952~4441789,97389844~50470,104455854~5854752,110929448~599809,150032721~7693908,175240994~1080774,184549376~11133448,195971152~2178772,198218402~6085001,205729930~5898128,214866391~7682906,234881024~10009824,252579236~2658857,267682074~4097918,279306847~9155908,297795584~1524978,303644178~10154528,314572800~8919486,335544320~8351442,369098752~8730878,394382713~8329641,406847488~6501705] 2024-04-12T08:59:40.270 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to 6 diff [8470907~2020210,14032376~491257,41324170~7485170,55384981~3582760,65568914~11601809,87533654~3259247,97389844~50470,104455854~5854752,110929448~599809,140682082~836034,150032721~7693908,169096546~7970275,187643541~8039283,195971152~2178772,198218402~6085001,205729930~5898128,214866391~7682906,238698457~6192391,252579236~2658857,268249087~3530905,279306847~9155908,298699707~620855,303644178~8637544,313237811~560895,316918905~6573381,339385619~4510143,369906946~7922684,380079275~2102075,389098719~1396386,394382713~8329641,407037895~6311298] 2024-04-12T08:59:40.270 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [8470907~2020210,14032376~491257,41324170~7485170,55384981~3582760,65568914~11601809,87533654~3259247,97389844~50470,104455854~5854752,110929448~599809,140682082~836034,150032721~7693908,169096546~7970275,187643541~8039283,195971152~2178772,198218402~6085001,205729930~5898128,214866391~7682906,238698457~6192391,252579236~2658857,268249087~3530905,279306847~9155908,298699707~620855,303644178~8637544,313237811~560895,316918905~6573381,339385619~4510143,369906946~7922684,380079275~2102075,389098719~1396386,394382713~8329641,407037895~6311298] 2024-04-12T08:59:40.276 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [8470907~2020210,12582912~1940721,37748736~11060604,54525952~4441789,62914560~14256163,83886080~6906821,97389844~50470,104455854~5854752,110929448~599809,140682082~836034,150032721~7693908,169096546~7970275,184549376~11133448,195971152~2178772,198218402~6085001,205729930~5898128,214866391~7682906,234881024~10009824,252579236~2658857,267682074~4097918,279306847~9155908,297795584~1524978,303644178~10154528,314572800~8919486,335544320~8351442,369098752~13082598,385875968~4619137,394382713~8329641,406847488~6501705] 2024-04-12T08:59:40.276 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to 7 diff [8470907~2020210,14032376~491257,18216752~7962969,29281814~5497702,41324170~7485170,55384981~3582760,60442233~16728490,87533654~3259247,97389844~50470,104455854~5854752,110929448~599809,140682082~836034,150032721~7693908,158439134~5240705,169096546~7970275,187643541~8039283,195971152~2178772,198218402~6085001,205729930~5898128,214866391~7682906,235917013~8973835,252503231~2734862,268249087~3530905,279306847~9155908,298699707~620855,303644178~8637544,313237811~560895,316918905~6573381,339385619~4510143,369906946~7922684,380079275~2102075,382910998~3177376,389098719~1396386,394382713~8329641,407037895~6311298] 2024-04-12T08:59:40.276 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [8470907~2020210,14032376~491257,18216752~7962969,29281814~5497702,41324170~7485170,55384981~3582760,60442233~16728490,87533654~3259247,97389844~50470,104455854~5854752,110929448~599809,140682082~836034,150032721~7693908,158439134~5240705,169096546~7970275,187643541~8039283,195971152~2178772,198218402~6085001,205729930~5898128,214866391~7682906,235917013~8973835,252503231~2734862,268249087~3530905,279306847~9155908,298699707~620855,303644178~8637544,313237811~560895,316918905~6573381,339385619~4510143,369906946~7922684,380079275~2102075,382910998~3177376,389098719~1396386,394382713~8329641,407037895~6311298] 2024-04-12T08:59:40.282 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [8470907~2020210,12582912~1940721,16777216~18002300,37748736~11060604,54525952~22644771,83886080~6906821,97389844~50470,104455854~5854752,110929448~599809,140682082~836034,150032721~13647118,169096546~7970275,184549376~11133448,195971152~2178772,198218402~6085001,205729930~5898128,214866391~7682906,234881024~10009824,252503231~2734862,267682074~4097918,279306847~9155908,297795584~1524978,303644178~10154528,314572800~8919486,335544320~8351442,369098752~21396353,394382713~8329641,406847488~6501705] 2024-04-12T08:59:40.282 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to 8 diff [8470907~2020210,14032376~2635392,18216752~7962969,27734689~7044827,41324170~9207541,55384981~3582760,60442233~16728490,87533654~3259247,97389844~50470,104455854~5854752,110929448~599809,119155681~3874665,135546729~1374459,140682082~836034,150032721~7693908,158439134~5240705,169096546~7970275,187643541~8039283,195971152~2178772,198218402~6085001,205729930~5898128,214866391~7682906,235917013~13694276,252503231~2734862,268249087~3530905,279306847~9155908,288622803~6795938,298699707~620855,303644178~8637544,313237811~560895,316918905~6573381,330477975~3940873,339385619~4510143,369906946~7922684,380079275~2102075,382436501~8173715,394382713~8329641,407037895~6311298] 2024-04-12T08:59:40.282 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [8470907~2020210,14032376~2635392,18216752~7962969,27734689~7044827,41324170~9207541,55384981~3582760,60442233~16728490,87533654~3259247,97389844~50470,104455854~5854752,110929448~599809,119155681~3874665,135546729~1374459,140682082~836034,150032721~7693908,158439134~5240705,169096546~7970275,187643541~8039283,195971152~2178772,198218402~6085001,205729930~5898128,214866391~7682906,235917013~13694276,252503231~2734862,268249087~3530905,279306847~9155908,288622803~6795938,298699707~620855,303644178~8637544,313237811~560895,316918905~6573381,330477975~3940873,339385619~4510143,369906946~7922684,380079275~2102075,382436501~8173715,394382713~8329641,407037895~6311298] 2024-04-12T08:59:40.288 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [8470907~2020210,12582912~4084856,16777216~18002300,37748736~12782975,54525952~22644771,83886080~6906821,97389844~50470,104455854~5854752,110929448~599809,117440512~5589834,134217728~2703460,140682082~836034,150032721~13647118,169096546~7970275,184549376~11133448,195971152~2178772,198218402~6085001,205729930~5898128,214866391~7682906,234881024~14730265,252503231~2734862,267682074~4097918,279306847~16111894,297795584~1524978,303644178~10154528,314572800~8919486,327155712~7263136,335544320~8351442,369098752~21511464,394382713~8329641,406847488~6501705] 2024-04-12T08:59:40.288 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to 9 diff [8470907~2020210,14032376~2635392,18216752~7962969,27734689~7044827,41324170~9207541,55384981~21785742,81842319~8950582,96381600~13929006,110929448~599809,119155681~3874665,135546729~1374459,140682082~836034,150032721~7693908,158439134~5240705,169096546~7970275,177345428~1120254,185051015~1951548,187643541~16659862,205729930~5898128,214866391~7682906,235917013~13694276,252503231~10240876,268249087~3530905,279306847~9155908,288622803~6795938,298699707~620855,303644178~9017211,313237811~560895,316918905~6573381,330477975~3940873,339385619~4510143,369906946~7922684,380079275~2102075,382436501~8173715,394382713~8329641,407037895~6311298] 2024-04-12T08:59:40.288 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [8470907~2020210,14032376~2635392,18216752~7962969,27734689~7044827,41324170~9207541,55384981~21785742,81842319~8950582,96381600~13929006,110929448~599809,119155681~3874665,135546729~1374459,140682082~836034,150032721~7693908,158439134~5240705,169096546~7970275,177345428~1120254,185051015~1951548,187643541~16659862,205729930~5898128,214866391~7682906,235917013~13694276,252503231~10240876,268249087~3530905,279306847~9155908,288622803~6795938,298699707~620855,303644178~9017211,313237811~560895,316918905~6573381,330477975~3940873,339385619~4510143,369906946~7922684,380079275~2102075,382436501~8173715,394382713~8329641,407037895~6311298] 2024-04-12T08:59:40.294 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [8470907~2020210,12582912~4084856,16777216~18002300,37748736~12782975,54525952~22644771,79691776~11101125,96381600~13929006,110929448~599809,117440512~5589834,134217728~2703460,140682082~836034,150032721~13647118,169096546~7970275,177345428~1120254,184549376~19754027,205729930~5898128,214866391~7682906,234881024~14730265,252503231~10240876,267682074~4097918,279306847~16111894,297795584~1524978,303644178~10154528,314572800~8919486,327155712~7263136,335544320~8351442,369098752~21511464,394382713~8329641,406847488~6501705] 2024-04-12T08:59:40.294 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to 10 diff [8470907~2020210,14032376~2635392,18216752~7962969,27734689~7044827,39478218~11053493,55384981~21785742,81842319~8950582,96381600~13929006,110929448~599809,119155681~3874665,135546729~1374459,140682082~836034,150032721~7693908,158439134~5240705,169096546~7970275,177345428~1120254,185051015~1951548,187643541~16659862,205729930~5898128,214866391~7682906,226215250~7447986,235917013~13694276,252503231~10240876,268249087~3530905,279306847~9155908,288622803~6795938,298699707~620855,303644178~9017211,313237811~560895,316918905~6573381,330477975~3940873,339385619~4510143,356867652~1714123,369906946~7922684,380079275~2102075,382436501~22498907,407037895~6311298] 2024-04-12T08:59:40.294 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [8470907~2020210,14032376~2635392,18216752~7962969,27734689~7044827,39478218~11053493,55384981~21785742,81842319~8950582,96381600~13929006,110929448~599809,119155681~3874665,135546729~1374459,140682082~836034,150032721~7693908,158439134~5240705,169096546~7970275,177345428~1120254,185051015~1951548,187643541~16659862,205729930~5898128,214866391~7682906,226215250~7447986,235917013~13694276,252503231~10240876,268249087~3530905,279306847~9155908,288622803~6795938,298699707~620855,303644178~9017211,313237811~560895,316918905~6573381,330477975~3940873,339385619~4510143,356867652~1714123,369906946~7922684,380079275~2102075,382436501~22498907,407037895~6311298] 2024-04-12T08:59:40.300 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [8470907~2020210,12582912~4084856,16777216~18002300,37748736~12782975,54525952~22644771,79691776~11101125,96381600~13929006,110929448~599809,117440512~5589834,134217728~2703460,140682082~836034,150032721~13647118,169096546~7970275,177345428~1120254,184549376~19754027,205729930~5898128,214866391~18796845,234881024~14730265,252503231~10240876,267682074~4097918,279306847~16111894,297795584~1524978,303644178~10154528,314572800~8919486,327155712~7263136,335544320~8351442,356515840~2065935,369098752~35836656,406847488~6501705] 2024-04-12T08:59:40.300 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to 11 diff [8470907~2020210,14032376~2635392,18216752~7962969,27734689~7044827,39478218~11053493,55384981~21785742,81842319~8950582,96381600~13929006,110929448~599809,119155681~3874665,135546729~1374459,140682082~836034,150032721~7693908,158439134~5240705,169096546~7970275,177345428~1120254,184978262~28412480,214866391~7682906,226215250~7447986,235917013~26827094,268249087~3530905,279306847~9155908,288622803~6795938,298699707~620855,303644178~9017211,313237811~560895,316918905~6573381,330477975~3940873,339385619~4510143,356867652~1714123,369906946~7922684,380079275~2102075,382436501~22498907,407037895~6311298] 2024-04-12T08:59:40.300 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [8470907~2020210,14032376~2635392,18216752~7962969,27734689~7044827,39478218~11053493,55384981~21785742,81842319~8950582,96381600~13929006,110929448~599809,119155681~3874665,135546729~1374459,140682082~836034,150032721~7693908,158439134~5240705,169096546~7970275,177345428~1120254,184978262~28412480,214866391~7682906,226215250~7447986,235917013~26827094,268249087~3530905,279306847~9155908,288622803~6795938,298699707~620855,303644178~9017211,313237811~560895,316918905~6573381,330477975~3940873,339385619~4510143,356867652~1714123,369906946~7922684,380079275~2102075,382436501~22498907,407037895~6311298] 2024-04-12T08:59:40.305 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [8470907~2020210,12582912~4084856,16777216~18002300,37748736~12782975,54525952~22644771,79691776~11101125,96381600~13929006,110929448~599809,117440512~5589834,134217728~2703460,140682082~836034,150032721~13647118,169096546~7970275,177345428~1120254,184549376~28841366,214866391~18796845,234881024~27863083,267682074~4097918,279306847~16111894,297795584~1524978,303644178~10154528,314572800~8919486,327155712~7263136,335544320~8351442,356515840~2065935,369098752~35836656,406847488~6501705] 2024-04-12T08:59:40.305 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to 12 diff [8470907~2020210,14032376~2635392,18216752~7962969,27734689~7044827,39478218~13968049,55384981~21785742,81842319~8950582,96381600~13929006,110929448~599809,112209671~4594316,119155681~3874665,135546729~1374459,140682082~836034,150032721~7693908,158439134~5240705,169096546~7970275,177345428~1120254,184978262~28493556,214866391~7682906,226215250~7447986,235917013~26827094,268249087~3530905,279306847~9155908,288622803~6795938,298699707~13961682,312904219~10588067,330477975~3940873,339385619~4510143,356867652~1714123,369906946~7922684,380079275~24856133,407037895~6311298] 2024-04-12T08:59:40.305 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [8470907~2020210,14032376~2635392,18216752~7962969,27734689~7044827,39478218~13968049,55384981~21785742,81842319~8950582,96381600~13929006,110929448~599809,112209671~4594316,119155681~3874665,135546729~1374459,140682082~836034,150032721~7693908,158439134~5240705,169096546~7970275,177345428~1120254,184978262~28493556,214866391~7682906,226215250~7447986,235917013~26827094,268249087~3530905,279306847~9155908,288622803~6795938,298699707~13961682,312904219~10588067,330477975~3940873,339385619~4510143,356867652~1714123,369906946~7922684,380079275~24856133,407037895~6311298] 2024-04-12T08:59:40.311 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [8470907~2020210,12582912~4084856,16777216~18002300,37748736~15697531,54525952~22644771,79691776~11101125,96381600~13929006,110929448~599809,112209671~4594316,117440512~5589834,134217728~2703460,140682082~836034,150032721~13647118,169096546~7970275,177345428~1120254,184549376~28922442,214866391~18796845,234881024~27863083,267682074~4097918,279306847~16111894,297795584~25696702,327155712~7263136,335544320~8351442,356515840~2065935,369098752~35836656,406847488~6501705] 2024-04-12T08:59:40.311 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to 13 diff [7373379~4845786,14032376~2635392,18216752~7962969,27734689~7044827,39478218~13968049,55384981~21785742,81842319~8950582,96381600~13929006,110929448~599809,112209671~4594316,119155681~3874665,135546729~1374459,140682082~836034,150032721~7693908,158439134~5240705,169096546~7970275,177345428~1120254,184978262~28493556,214866391~7682906,226215250~7447986,235917013~28442466,268249087~3530905,279118644~9344111,288622803~6795938,298699707~13961682,312904219~10588067,330477975~3940873,339385619~4510143,352629847~486275,356867652~1714123,369906946~7922684,380079275~26433305,407037895~6311298] 2024-04-12T08:59:40.311 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [7373379~4845786,14032376~2635392,18216752~7962969,27734689~7044827,39478218~13968049,55384981~21785742,81842319~8950582,96381600~13929006,110929448~599809,112209671~4594316,119155681~3874665,135546729~1374459,140682082~836034,150032721~7693908,158439134~5240705,169096546~7970275,177345428~1120254,184978262~28493556,214866391~7682906,226215250~7447986,235917013~28442466,268249087~3530905,279118644~9344111,288622803~6795938,298699707~13961682,312904219~10588067,330477975~3940873,339385619~4510143,352629847~486275,356867652~1714123,369906946~7922684,380079275~26433305,407037895~6311298] 2024-04-12T08:59:40.317 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [7373379~4845786,12582912~4084856,16777216~18002300,37748736~15697531,54525952~22644771,79691776~11101125,96381600~13929006,110929448~599809,112209671~4594316,117440512~5589834,134217728~2703460,140682082~836034,150032721~13647118,169096546~7970275,177345428~1120254,184549376~28922442,214866391~18796845,234881024~29478455,267682074~4097918,279118644~16300097,297795584~25696702,327155712~7263136,335544320~8351442,352321536~794586,356515840~2065935,369098752~37413828,406847488~6501705] 2024-04-12T08:59:40.317 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to 14 diff [7373379~4845786,14032376~2635392,18216752~7962969,27734689~7044827,39478218~13968049,55384981~21785742,81842319~8950582,94167464~16143142,110929448~599809,112209671~4594316,119155681~3874665,135546729~1374459,140682082~836034,150032721~7693908,158439134~5240705,169096546~7970275,177345428~1120254,184978262~40520013,226215250~7447986,235917013~28442466,268249087~3530905,279118644~16300097,298699707~13961682,312904219~10588067,326389334~570462,330297074~4121774,339385619~4510143,350806194~12844529,369906946~7922684,380079275~26433305,407037895~6311298] 2024-04-12T08:59:40.317 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [7373379~4845786,14032376~2635392,18216752~7962969,27734689~7044827,39478218~13968049,55384981~21785742,81842319~8950582,94167464~16143142,110929448~599809,112209671~4594316,119155681~3874665,135546729~1374459,140682082~836034,150032721~7693908,158439134~5240705,169096546~7970275,177345428~1120254,184978262~40520013,226215250~7447986,235917013~28442466,268249087~3530905,279118644~16300097,298699707~13961682,312904219~10588067,326389334~570462,330297074~4121774,339385619~4510143,350806194~12844529,369906946~7922684,380079275~26433305,407037895~6311298] 2024-04-12T08:59:40.323 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [7373379~4845786,12582912~4084856,16777216~18002300,37748736~15697531,54525952~22644771,79691776~11101125,94167464~16143142,110929448~599809,112209671~4594316,117440512~5589834,134217728~2703460,140682082~836034,150032721~13647118,169096546~7970275,177345428~1120254,184549376~49113860,234881024~29478455,267682074~4097918,279118644~16300097,297795584~29164212,327155712~7263136,335544320~8351442,348127232~15523491,369098752~37413828,406847488~6501705] 2024-04-12T08:59:40.323 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to 15 diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,27734689~7044827,39478218~13968049,55384981~21785742,81842319~8950582,94167464~16143142,110929448~599809,112209671~4594316,119155681~3874665,135546729~1374459,140682082~836034,143664296~1715114,150032721~7693908,158439134~5240705,169096546~7970275,177345428~1120254,184978262~40520013,226215250~7447986,235917013~28442466,268249087~3530905,279118644~16300097,298699707~13961682,312904219~10588067,326389334~570462,330297074~4121774,337843249~6052513,350806194~12844529,369906946~43442247] 2024-04-12T08:59:40.323 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,27734689~7044827,39478218~13968049,55384981~21785742,81842319~8950582,94167464~16143142,110929448~599809,112209671~4594316,119155681~3874665,135546729~1374459,140682082~836034,143664296~1715114,150032721~7693908,158439134~5240705,169096546~7970275,177345428~1120254,184978262~40520013,226215250~7447986,235917013~28442466,268249087~3530905,279118644~16300097,298699707~13961682,312904219~10588067,326389334~570462,330297074~4121774,337843249~6052513,350806194~12844529,369906946~43442247] 2024-04-12T08:59:40.329 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,12582912~4084856,16777216~18002300,37748736~15697531,54525952~22644771,79691776~11101125,94167464~16143142,110929448~599809,112209671~4594316,117440512~5589834,134217728~2703460,140682082~836034,142606336~2773074,150032721~13647118,169096546~7970275,177345428~1120254,184549376~49113860,234881024~29478455,267682074~4097918,279118644~16300097,297795584~29164212,327155712~7263136,335544320~8351442,348127232~15523491,369098752~44250441] 2024-04-12T08:59:40.329 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to 16 diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,27734689~7044827,39478218~13968049,55384981~21785742,81842319~8950582,94167464~16143142,110929448~599809,112209671~4594316,119155681~3874665,135546729~1374459,140682082~836034,143664296~1715114,150032721~7693908,158439134~5240705,169096546~7970275,177345428~1120254,184978262~40520013,226215250~9298857,235917013~28442466,268249087~3530905,279118644~16300097,298699707~13961682,312904219~14599277,330297074~4121774,337843249~6052513,350806194~14815308,369906946~43442247] 2024-04-12T08:59:40.329 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,27734689~7044827,39478218~13968049,55384981~21785742,81842319~8950582,94167464~16143142,110929448~599809,112209671~4594316,119155681~3874665,135546729~1374459,140682082~836034,143664296~1715114,150032721~7693908,158439134~5240705,169096546~7970275,177345428~1120254,184978262~40520013,226215250~9298857,235917013~28442466,268249087~3530905,279118644~16300097,298699707~13961682,312904219~14599277,330297074~4121774,337843249~6052513,350806194~14815308,369906946~43442247] 2024-04-12T08:59:40.334 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,12582912~4084856,16777216~18002300,37748736~15697531,54525952~22644771,79691776~11101125,94167464~16143142,110929448~599809,112209671~4594316,117440512~5589834,134217728~2703460,140682082~836034,142606336~2773074,150032721~13647118,169096546~7970275,177345428~1120254,184549376~79810103,267682074~4097918,279118644~16300097,297795584~36623264,335544320~8351442,348127232~17494270,369098752~44250441] 2024-04-12T08:59:40.335 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to 17 diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,27734689~7044827,39478218~37692505,81842319~8950582,94167464~16143142,110929448~599809,112209671~4594316,119155681~3874665,125314987~7565640,135546729~1374459,140682082~836034,143664296~1715114,150032721~7693908,158439134~5240705,169096546~11309541,184978262~40520013,226215250~9298857,235917013~28442466,268249087~3530905,279118644~16300097,298699707~13961682,312904219~14599277,330297074~4121774,337843249~6052513,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:40.335 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,27734689~7044827,39478218~37692505,81842319~8950582,94167464~16143142,110929448~599809,112209671~4594316,119155681~3874665,125314987~7565640,135546729~1374459,140682082~836034,143664296~1715114,150032721~7693908,158439134~5240705,169096546~11309541,184978262~40520013,226215250~9298857,235917013~28442466,268249087~3530905,279118644~16300097,298699707~13961682,312904219~14599277,330297074~4121774,337843249~6052513,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:40.340 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,12582912~4084856,16777216~18002300,37748736~39421987,79691776~11101125,94167464~16143142,110929448~599809,112209671~4594316,117440512~5589834,125314987~7565640,134217728~2703460,140682082~836034,142606336~2773074,150032721~13647118,169096546~11309541,184549376~79810103,267682074~4097918,279118644~16300097,297795584~36623264,335544320~8351442,344201020~3407953,348127232~17494270,369098752~44250441] 2024-04-12T08:59:40.341 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to 18 diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,26816305~10861088,39478218~37692505,81842319~9862222,94167464~16143142,110929448~599809,112209671~4594316,119155681~3874665,125314987~7565640,135546729~1374459,140682082~836034,143664296~1715114,150032721~7693908,158439134~10574667,169096546~11309541,184978262~40520013,226215250~39425158,266070990~1398497,268249087~3530905,279118644~16300097,298699707~28803789,330297074~4121774,337843249~6052513,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:40.341 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,26816305~10861088,39478218~37692505,81842319~9862222,94167464~16143142,110929448~599809,112209671~4594316,119155681~3874665,125314987~7565640,135546729~1374459,140682082~836034,143664296~1715114,150032721~7693908,158439134~10574667,169096546~11309541,184978262~40520013,226215250~39425158,266070990~1398497,268249087~3530905,279118644~16300097,298699707~28803789,330297074~4121774,337843249~6052513,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:40.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:59:40 smithi112 ceph-mon[95375]: pgmap v971: 105 pgs: 105 active+clean; 771 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 218 KiB/s rd, 50 MiB/s wr, 344 op/s 2024-04-12T08:59:40.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:59:40 smithi112 ceph-mon[95375]: osdmap e873: 8 total, 8 up, 8 in 2024-04-12T08:59:40.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:59:40 smithi112 ceph-mon[99443]: pgmap v971: 105 pgs: 105 active+clean; 771 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 218 KiB/s rd, 50 MiB/s wr, 344 op/s 2024-04-12T08:59:40.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:59:40 smithi112 ceph-mon[99443]: osdmap e873: 8 total, 8 up, 8 in 2024-04-12T08:59:40.347 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,12582912~4084856,16777216~20900177,37748736~39421987,79691776~12012765,94167464~16143142,110929448~599809,112209671~4594316,117440512~5589834,125314987~7565640,134217728~2703460,140682082~836034,142606336~2773074,150032721~18981080,169096546~11309541,184549376~81091032,266070990~1398497,267682074~4097918,279118644~16300097,297795584~36623264,335544320~8351442,344201020~3407953,348127232~17494270,369098752~44250441] 2024-04-12T08:59:40.347 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to 19 diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,26816305~50354418,79539643~12164898,94167464~16143142,110929448~599809,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,150032721~7693908,158439134~10574667,169096546~11309541,181403915~809125,184978262~40520013,226215250~39425158,266070990~1398497,268249087~3530905,279118644~18363162,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:40.347 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,26816305~50354418,79539643~12164898,94167464~16143142,110929448~599809,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,150032721~7693908,158439134~10574667,169096546~11309541,181403915~809125,184978262~40520013,226215250~39425158,266070990~1398497,268249087~3530905,279118644~18363162,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:40.353 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,12582912~4084856,16777216~74927325,94167464~16143142,110929448~599809,112209671~4594316,117440512~5589834,125314987~7565640,134217728~5822384,140682082~836034,142606336~2773074,150032721~18981080,169096546~13116494,184549376~81091032,266070990~1398497,267682074~4097918,279118644~18363162,297795584~46100178,344201020~3407953,348127232~17494270,369098752~44250441] 2024-04-12T08:59:40.353 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to 4 diff [14032376~491257,104455854~5854752,110929448~599809,252579236~2658857,268249087~3530905,298699707~620855,303644178~7411156,313237811~560895,339385619~4510143] 2024-04-12T08:59:40.353 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [14032376~491257,104455854~5854752,110929448~599809,252579236~2658857,268249087~3530905,298699707~620855,303644178~7411156,313237811~560895,339385619~4510143] 2024-04-12T08:59:40.358 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [12582912~1940721,104455854~5854752,110929448~599809,252579236~2658857,267682074~4097918,297795584~1524978,303644178~10154528,335544320~8351442] 2024-04-12T08:59:40.358 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to 5 diff [8851241~1639876,14032376~491257,41324170~7485170,55384981~3582760,97389844~50470,104455854~5854752,110929448~599809,198218402~6085001,238698457~6192391,252579236~2658857,268249087~3530905,279306847~3004222,298699707~620855,303644178~7411156,313237811~560895,316918905~6573381,339385619~4510143,369906946~7922684,407037895~6311298] 2024-04-12T08:59:40.358 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [8851241~1639876,14032376~491257,41324170~7485170,55384981~3582760,97389844~50470,104455854~5854752,110929448~599809,198218402~6085001,238698457~6192391,252579236~2658857,268249087~3530905,279306847~3004222,298699707~620855,303644178~7411156,313237811~560895,316918905~6573381,339385619~4510143,369906946~7922684,407037895~6311298] 2024-04-12T08:59:40.364 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [8851241~1639876,12582912~1940721,37748736~11060604,54525952~4441789,97389844~50470,104455854~5854752,110929448~599809,198218402~6085001,234881024~10009824,252579236~2658857,267682074~4097918,279306847~3004222,297795584~1524978,303644178~10154528,314572800~8919486,335544320~8351442,369098752~8730878,406847488~6501705] 2024-04-12T08:59:40.364 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to 6 diff [8470907~2020210,14032376~491257,41324170~7485170,55384981~3582760,65568914~11601809,87533654~3259247,97389844~50470,104455854~5854752,110929448~599809,140682082~836034,169096546~7970275,198218402~6085001,238698457~6192391,252579236~2658857,268249087~3530905,279306847~3004222,298699707~620855,303644178~8637544,313237811~560895,316918905~6573381,339385619~4510143,369906946~7922684,380079275~2102075,389098719~1396386,407037895~6311298] 2024-04-12T08:59:40.364 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [8470907~2020210,14032376~491257,41324170~7485170,55384981~3582760,65568914~11601809,87533654~3259247,97389844~50470,104455854~5854752,110929448~599809,140682082~836034,169096546~7970275,198218402~6085001,238698457~6192391,252579236~2658857,268249087~3530905,279306847~3004222,298699707~620855,303644178~8637544,313237811~560895,316918905~6573381,339385619~4510143,369906946~7922684,380079275~2102075,389098719~1396386,407037895~6311298] 2024-04-12T08:59:40.370 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [8470907~2020210,12582912~1940721,37748736~11060604,54525952~4441789,62914560~14256163,83886080~6906821,97389844~50470,104455854~5854752,110929448~599809,140682082~836034,169096546~7970275,198218402~6085001,234881024~10009824,252579236~2658857,267682074~4097918,279306847~3004222,297795584~1524978,303644178~10154528,314572800~8919486,335544320~8351442,369098752~13082598,385875968~4619137,406847488~6501705] 2024-04-12T08:59:40.371 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to 7 diff [8470907~2020210,14032376~491257,18216752~7962969,29281814~5497702,41324170~7485170,55384981~3582760,60442233~16728490,87533654~3259247,97389844~50470,104455854~5854752,110929448~599809,140682082~836034,158439134~5240705,169096546~7970275,198218402~6085001,235917013~8973835,252503231~2734862,268249087~3530905,279306847~3004222,298699707~620855,303644178~8637544,313237811~560895,316918905~6573381,339385619~4510143,369906946~7922684,380079275~2102075,382910998~3177376,389098719~1396386,407037895~6311298] 2024-04-12T08:59:40.371 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [8470907~2020210,14032376~491257,18216752~7962969,29281814~5497702,41324170~7485170,55384981~3582760,60442233~16728490,87533654~3259247,97389844~50470,104455854~5854752,110929448~599809,140682082~836034,158439134~5240705,169096546~7970275,198218402~6085001,235917013~8973835,252503231~2734862,268249087~3530905,279306847~3004222,298699707~620855,303644178~8637544,313237811~560895,316918905~6573381,339385619~4510143,369906946~7922684,380079275~2102075,382910998~3177376,389098719~1396386,407037895~6311298] 2024-04-12T08:59:40.376 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [8470907~2020210,12582912~1940721,16777216~18002300,37748736~11060604,54525952~22644771,83886080~6906821,97389844~50470,104455854~5854752,110929448~599809,140682082~836034,157726629~5953210,169096546~7970275,198218402~6085001,234881024~10009824,252503231~2734862,267682074~4097918,279306847~3004222,297795584~1524978,303644178~10154528,314572800~8919486,335544320~8351442,369098752~21396353,406847488~6501705] 2024-04-12T08:59:40.376 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to 8 diff [8470907~2020210,14032376~2635392,18216752~7962969,27734689~7044827,41324170~9207541,55384981~3582760,60442233~16728490,87533654~3259247,97389844~50470,104455854~5854752,110929448~599809,119155681~3874665,135546729~1374459,140682082~836034,158439134~5240705,169096546~7970275,198218402~6085001,235917013~13694276,252503231~2734862,268249087~3530905,279306847~3004222,288622803~6795938,298699707~620855,303644178~8637544,313237811~560895,316918905~6573381,330477975~3940873,339385619~4510143,369906946~7922684,380079275~2102075,382436501~8173715,407037895~6311298] 2024-04-12T08:59:40.376 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [8470907~2020210,14032376~2635392,18216752~7962969,27734689~7044827,41324170~9207541,55384981~3582760,60442233~16728490,87533654~3259247,97389844~50470,104455854~5854752,110929448~599809,119155681~3874665,135546729~1374459,140682082~836034,158439134~5240705,169096546~7970275,198218402~6085001,235917013~13694276,252503231~2734862,268249087~3530905,279306847~3004222,288622803~6795938,298699707~620855,303644178~8637544,313237811~560895,316918905~6573381,330477975~3940873,339385619~4510143,369906946~7922684,380079275~2102075,382436501~8173715,407037895~6311298] 2024-04-12T08:59:40.382 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [8470907~2020210,12582912~4084856,16777216~18002300,37748736~12782975,54525952~22644771,83886080~6906821,97389844~50470,104455854~5854752,110929448~599809,117440512~5589834,134217728~2703460,140682082~836034,157726629~5953210,169096546~7970275,198218402~6085001,234881024~14730265,252503231~2734862,267682074~4097918,279306847~3004222,288462755~6955986,297795584~1524978,303644178~10154528,314572800~8919486,327155712~7263136,335544320~8351442,369098752~21511464,406847488~6501705] 2024-04-12T08:59:40.382 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to 9 diff [8470907~2020210,14032376~2635392,18216752~7962969,27734689~7044827,41324170~9207541,55384981~21785742,81842319~8950582,96381600~13929006,110929448~599809,119155681~3874665,135546729~1374459,140682082~836034,158439134~5240705,169096546~7970275,177345428~1120254,185051015~1951548,193429649~10873754,235917013~13694276,252503231~10240876,268249087~3530905,279306847~3004222,288622803~6795938,298699707~620855,303644178~9017211,313237811~560895,316918905~6573381,330477975~3940873,339385619~4510143,369906946~7922684,380079275~2102075,382436501~8173715,407037895~6311298] 2024-04-12T08:59:40.382 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [8470907~2020210,14032376~2635392,18216752~7962969,27734689~7044827,41324170~9207541,55384981~21785742,81842319~8950582,96381600~13929006,110929448~599809,119155681~3874665,135546729~1374459,140682082~836034,158439134~5240705,169096546~7970275,177345428~1120254,185051015~1951548,193429649~10873754,235917013~13694276,252503231~10240876,268249087~3530905,279306847~3004222,288622803~6795938,298699707~620855,303644178~9017211,313237811~560895,316918905~6573381,330477975~3940873,339385619~4510143,369906946~7922684,380079275~2102075,382436501~8173715,407037895~6311298] 2024-04-12T08:59:40.387 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [8470907~2020210,12582912~4084856,16777216~18002300,37748736~12782975,54525952~22644771,79691776~11101125,96381600~13929006,110929448~599809,117440512~5589834,134217728~2703460,140682082~836034,157726629~5953210,169096546~7970275,177345428~1120254,185051015~1951548,193429649~10873754,234881024~14730265,252503231~10240876,267682074~4097918,279306847~3004222,288462755~6955986,297795584~1524978,303644178~10154528,314572800~8919486,327155712~7263136,335544320~8351442,369098752~21511464,406847488~6501705] 2024-04-12T08:59:40.388 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to 10 diff [8470907~2020210,14032376~2635392,18216752~7962969,27734689~7044827,39478218~11053493,55384981~21785742,81842319~8950582,96381600~13929006,110929448~599809,119155681~3874665,135546729~1374459,140682082~836034,158439134~5240705,169096546~7970275,177345428~1120254,185051015~1951548,193429649~10873754,226215250~7447986,235917013~13694276,252503231~10240876,268249087~3530905,279306847~3004222,288622803~6795938,298699707~620855,303644178~9017211,313237811~560895,316918905~6573381,330477975~3940873,339385619~4510143,356867652~1714123,369906946~7922684,380079275~2102075,382436501~12426663,397632934~7302474,407037895~6311298] 2024-04-12T08:59:40.388 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [8470907~2020210,14032376~2635392,18216752~7962969,27734689~7044827,39478218~11053493,55384981~21785742,81842319~8950582,96381600~13929006,110929448~599809,119155681~3874665,135546729~1374459,140682082~836034,158439134~5240705,169096546~7970275,177345428~1120254,185051015~1951548,193429649~10873754,226215250~7447986,235917013~13694276,252503231~10240876,268249087~3530905,279306847~3004222,288622803~6795938,298699707~620855,303644178~9017211,313237811~560895,316918905~6573381,330477975~3940873,339385619~4510143,356867652~1714123,369906946~7922684,380079275~2102075,382436501~12426663,397632934~7302474,407037895~6311298] 2024-04-12T08:59:40.394 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [8470907~2020210,12582912~4084856,16777216~18002300,37748736~12782975,54525952~22644771,79691776~11101125,96381600~13929006,110929448~599809,117440512~5589834,134217728~2703460,140682082~836034,157726629~5953210,169096546~7970275,177345428~1120254,185051015~1951548,193429649~10873754,222549297~11113939,234881024~14730265,252503231~10240876,267682074~4097918,279306847~3004222,288462755~6955986,297795584~1524978,303644178~10154528,314572800~8919486,327155712~7263136,335544320~8351442,356515840~2065935,369098752~25764412,397632934~7302474,406847488~6501705] 2024-04-12T08:59:40.394 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to 11 diff [8470907~2020210,14032376~2635392,18216752~7962969,27734689~7044827,39478218~11053493,55384981~21785742,81842319~8950582,96381600~13929006,110929448~599809,119155681~3874665,135546729~1374459,140682082~836034,158439134~5240705,169096546~7970275,177345428~1120254,184978262~6036028,193429649~19961093,226215250~7447986,235917013~26827094,268249087~3530905,279306847~3004222,288622803~6795938,298699707~620855,303644178~9017211,313237811~560895,316918905~6573381,330477975~3940873,339385619~4510143,356867652~1714123,369906946~7922684,380079275~2102075,382436501~12426663,397632934~7302474,407037895~6311298] 2024-04-12T08:59:40.394 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [8470907~2020210,14032376~2635392,18216752~7962969,27734689~7044827,39478218~11053493,55384981~21785742,81842319~8950582,96381600~13929006,110929448~599809,119155681~3874665,135546729~1374459,140682082~836034,158439134~5240705,169096546~7970275,177345428~1120254,184978262~6036028,193429649~19961093,226215250~7447986,235917013~26827094,268249087~3530905,279306847~3004222,288622803~6795938,298699707~620855,303644178~9017211,313237811~560895,316918905~6573381,330477975~3940873,339385619~4510143,356867652~1714123,369906946~7922684,380079275~2102075,382436501~12426663,397632934~7302474,407037895~6311298] 2024-04-12T08:59:40.399 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [8470907~2020210,12582912~4084856,16777216~18002300,37748736~12782975,54525952~22644771,79691776~11101125,96381600~13929006,110929448~599809,117440512~5589834,134217728~2703460,140682082~836034,157726629~5953210,169096546~7970275,177345428~1120254,184978262~6036028,193429649~19961093,222549297~11113939,234881024~27863083,267682074~4097918,279306847~3004222,288462755~6955986,297795584~1524978,303644178~10154528,314572800~8919486,327155712~7263136,335544320~8351442,356515840~2065935,369098752~25764412,397632934~7302474,406847488~6501705] 2024-04-12T08:59:40.399 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to 12 diff [8470907~2020210,14032376~2635392,18216752~7962969,27734689~7044827,39478218~13968049,55384981~21785742,81842319~8950582,96381600~13929006,110929448~599809,112209671~4594316,119155681~3874665,135546729~1374459,140682082~836034,158439134~5240705,169096546~7970275,177345428~1120254,184978262~6036028,193429649~20042169,226215250~7447986,235917013~26827094,268249087~3530905,279306847~3004222,288622803~6795938,298699707~13961682,312904219~10588067,330477975~3940873,339385619~4510143,356867652~1714123,369906946~7922684,380079275~14783889,397632934~7302474,407037895~6311298] 2024-04-12T08:59:40.399 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [8470907~2020210,14032376~2635392,18216752~7962969,27734689~7044827,39478218~13968049,55384981~21785742,81842319~8950582,96381600~13929006,110929448~599809,112209671~4594316,119155681~3874665,135546729~1374459,140682082~836034,158439134~5240705,169096546~7970275,177345428~1120254,184978262~6036028,193429649~20042169,226215250~7447986,235917013~26827094,268249087~3530905,279306847~3004222,288622803~6795938,298699707~13961682,312904219~10588067,330477975~3940873,339385619~4510143,356867652~1714123,369906946~7922684,380079275~14783889,397632934~7302474,407037895~6311298] 2024-04-12T08:59:40.405 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [8470907~2020210,12582912~4084856,16777216~18002300,37748736~15697531,54525952~22644771,79691776~11101125,96381600~13929006,110929448~599809,112209671~4594316,117440512~5589834,134217728~2703460,140682082~836034,157726629~5953210,169096546~7970275,177345428~1120254,184978262~6036028,193429649~20042169,222549297~11113939,234881024~27863083,267682074~4097918,279306847~3004222,288462755~6955986,297795584~25696702,327155712~7263136,335544320~8351442,356515840~2065935,369098752~25764412,397632934~7302474,406847488~6501705] 2024-04-12T08:59:40.405 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to 13 diff [7373379~4845786,14032376~2635392,18216752~7962969,27734689~7044827,39478218~13968049,55384981~21785742,81842319~8950582,96381600~13929006,110929448~599809,112209671~4594316,119155681~3874665,135546729~1374459,140682082~836034,158439134~5240705,169096546~7970275,177345428~1120254,184978262~6036028,193429649~20042169,226215250~7447986,235917013~28442466,268249087~3530905,279118644~3958713,288622803~6795938,298699707~13961682,312904219~10588067,330477975~3940873,339385619~4510143,352629847~486275,356867652~1714123,369906946~7922684,380079275~14783889,397632934~8879646,407037895~6311298] 2024-04-12T08:59:40.405 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [7373379~4845786,14032376~2635392,18216752~7962969,27734689~7044827,39478218~13968049,55384981~21785742,81842319~8950582,96381600~13929006,110929448~599809,112209671~4594316,119155681~3874665,135546729~1374459,140682082~836034,158439134~5240705,169096546~7970275,177345428~1120254,184978262~6036028,193429649~20042169,226215250~7447986,235917013~28442466,268249087~3530905,279118644~3958713,288622803~6795938,298699707~13961682,312904219~10588067,330477975~3940873,339385619~4510143,352629847~486275,356867652~1714123,369906946~7922684,380079275~14783889,397632934~8879646,407037895~6311298] 2024-04-12T08:59:40.411 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [7373379~4845786,12582912~4084856,16777216~18002300,37748736~15697531,54525952~22644771,79691776~11101125,96381600~13929006,110929448~599809,112209671~4594316,117440512~5589834,134217728~2703460,140682082~836034,157726629~5953210,169096546~7970275,177345428~1120254,184978262~6036028,193429649~20042169,222549297~11113939,234881024~29478455,267682074~4097918,279118644~3958713,288462755~6955986,297795584~25696702,327155712~7263136,335544320~8351442,352321536~794586,356515840~2065935,369098752~25764412,397632934~8879646,406847488~6501705] 2024-04-12T08:59:40.411 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to 14 diff [7373379~4845786,14032376~2635392,18216752~7962969,27734689~7044827,39478218~13968049,55384981~21785742,81842319~8950582,94167464~16143142,110929448~599809,112209671~4594316,119155681~3874665,135546729~1374459,140682082~836034,158439134~5240705,169096546~7970275,177345428~1120254,184978262~6036028,193429649~23898745,222396622~3101653,226215250~7447986,235917013~28442466,268249087~3530905,279118644~3958713,283806098~1835968,285644182~9774559,298699707~13961682,312904219~10588067,326389334~570462,330297074~4121774,339385619~4510143,350806194~12844529,369906946~7922684,380079275~14783889,397632934~8879646,407037895~6311298] 2024-04-12T08:59:40.411 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [7373379~4845786,14032376~2635392,18216752~7962969,27734689~7044827,39478218~13968049,55384981~21785742,81842319~8950582,94167464~16143142,110929448~599809,112209671~4594316,119155681~3874665,135546729~1374459,140682082~836034,158439134~5240705,169096546~7970275,177345428~1120254,184978262~6036028,193429649~23898745,222396622~3101653,226215250~7447986,235917013~28442466,268249087~3530905,279118644~3958713,283806098~1835968,285644182~9774559,298699707~13961682,312904219~10588067,326389334~570462,330297074~4121774,339385619~4510143,350806194~12844529,369906946~7922684,380079275~14783889,397632934~8879646,407037895~6311298] 2024-04-12T08:59:40.417 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [7373379~4845786,12582912~4084856,16777216~18002300,37748736~15697531,54525952~22644771,79691776~11101125,94167464~16143142,110929448~599809,112209671~4594316,117440512~5589834,134217728~2703460,140682082~836034,157726629~5953210,169096546~7970275,177345428~1120254,184978262~6036028,193429649~23898745,222396622~11266614,234881024~29478455,267682074~4097918,279118644~3958713,283806098~1835968,285644182~9774559,297795584~29164212,327155712~7263136,335544320~8351442,348127232~15523491,369098752~25764412,397632934~8879646,406847488~6501705] 2024-04-12T08:59:40.417 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to 15 diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,27734689~7044827,39478218~13968049,55384981~21785742,81842319~8950582,94167464~16143142,110929448~599809,112209671~4594316,119155681~3874665,135546729~1374459,140682082~836034,143664296~1715114,158439134~5240705,169096546~7970275,177345428~1120254,184978262~6036028,191636861~25691533,222396622~3101653,226215250~7447986,235917013~28442466,268249087~3530905,279118644~3958713,283806098~1835968,285644182~9774559,298699707~13961682,312904219~10588067,326389334~570462,330297074~4121774,337843249~6052513,350806194~12844529,369906946~24956218,397632934~15716259] 2024-04-12T08:59:40.417 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,27734689~7044827,39478218~13968049,55384981~21785742,81842319~8950582,94167464~16143142,110929448~599809,112209671~4594316,119155681~3874665,135546729~1374459,140682082~836034,143664296~1715114,158439134~5240705,169096546~7970275,177345428~1120254,184978262~6036028,191636861~25691533,222396622~3101653,226215250~7447986,235917013~28442466,268249087~3530905,279118644~3958713,283806098~1835968,285644182~9774559,298699707~13961682,312904219~10588067,326389334~570462,330297074~4121774,337843249~6052513,350806194~12844529,369906946~24956218,397632934~15716259] 2024-04-12T08:59:40.423 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,12582912~4084856,16777216~18002300,37748736~15697531,54525952~22644771,79691776~11101125,94167464~16143142,110929448~599809,112209671~4594316,117440512~5589834,134217728~2703460,140682082~836034,142606336~2773074,157726629~5953210,169096546~7970275,177345428~1120254,184978262~6036028,191636861~25691533,222396622~11266614,234881024~29478455,267682074~4097918,279118644~3958713,283806098~1835968,285644182~9774559,297795584~29164212,327155712~7263136,335544320~8351442,348127232~15523491,369098752~25764412,397632934~15716259] 2024-04-12T08:59:40.423 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to 16 diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,27734689~7044827,39478218~13968049,55384981~21785742,81842319~8950582,94167464~16143142,110929448~599809,112209671~4594316,119155681~3874665,135546729~1374459,140682082~836034,143664296~1715114,158439134~5240705,169096546~7970275,177345428~1120254,184978262~6036028,191636861~25691533,222396622~3101653,226215250~9298857,235917013~28442466,268249087~3530905,279118644~3958713,283806098~1835968,285644182~9774559,298699707~13961682,312904219~14599277,330297074~4121774,337843249~6052513,350806194~14815308,369906946~24956218,397632934~15716259] 2024-04-12T08:59:40.423 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,27734689~7044827,39478218~13968049,55384981~21785742,81842319~8950582,94167464~16143142,110929448~599809,112209671~4594316,119155681~3874665,135546729~1374459,140682082~836034,143664296~1715114,158439134~5240705,169096546~7970275,177345428~1120254,184978262~6036028,191636861~25691533,222396622~3101653,226215250~9298857,235917013~28442466,268249087~3530905,279118644~3958713,283806098~1835968,285644182~9774559,298699707~13961682,312904219~14599277,330297074~4121774,337843249~6052513,350806194~14815308,369906946~24956218,397632934~15716259] 2024-04-12T08:59:40.428 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,12582912~4084856,16777216~18002300,37748736~15697531,54525952~22644771,79691776~11101125,94167464~16143142,110929448~599809,112209671~4594316,117440512~5589834,134217728~2703460,140682082~836034,142606336~2773074,157726629~5953210,169096546~7970275,177345428~1120254,184978262~6036028,191636861~25691533,222396622~41962857,267682074~4097918,279118644~3958713,283806098~1835968,285644182~9774559,297795584~36623264,335544320~8351442,348127232~17494270,369098752~25764412,397632934~15716259] 2024-04-12T08:59:40.429 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to 17 diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,27734689~7044827,39478218~37692505,81842319~8950582,94167464~16143142,110929448~599809,112209671~4594316,119155681~3874665,125314987~7565640,135546729~1374459,140682082~836034,143664296~1715114,158439134~5240705,169096546~11309541,184978262~6036028,191636861~25691533,222396622~3101653,226215250~9298857,235917013~28442466,268249087~3530905,279118644~3958713,283806098~1835968,285644182~9774559,298699707~13961682,312904219~14599277,330297074~4121774,337843249~6052513,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:40.429 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,27734689~7044827,39478218~37692505,81842319~8950582,94167464~16143142,110929448~599809,112209671~4594316,119155681~3874665,125314987~7565640,135546729~1374459,140682082~836034,143664296~1715114,158439134~5240705,169096546~11309541,184978262~6036028,191636861~25691533,222396622~3101653,226215250~9298857,235917013~28442466,268249087~3530905,279118644~3958713,283806098~1835968,285644182~9774559,298699707~13961682,312904219~14599277,330297074~4121774,337843249~6052513,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:40.435 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,12582912~4084856,16777216~18002300,37748736~39421987,79691776~11101125,94167464~16143142,110929448~599809,112209671~4594316,117440512~5589834,125314987~7565640,134217728~2703460,140682082~836034,142606336~2773074,157726629~5953210,169096546~11309541,184978262~6036028,191636861~25691533,222396622~41962857,267682074~4097918,279118644~3958713,283806098~1835968,285644182~9774559,297795584~36623264,335544320~8351442,344201020~3407953,348127232~17494270,369098752~44250441] 2024-04-12T08:59:40.435 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to 18 diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,26816305~10861088,39478218~37692505,81842319~9862222,94167464~16143142,110929448~599809,112209671~4594316,119155681~3874665,125314987~7565640,135546729~1374459,140682082~836034,143664296~1715114,158439134~10574667,169096546~11309541,184978262~6036028,191636861~25691533,222396622~3101653,226215250~39425158,266070990~1398497,268249087~3530905,279118644~3958713,283806098~1835968,285644182~9774559,298699707~28803789,330297074~4121774,337843249~6052513,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:40.435 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,26816305~10861088,39478218~37692505,81842319~9862222,94167464~16143142,110929448~599809,112209671~4594316,119155681~3874665,125314987~7565640,135546729~1374459,140682082~836034,143664296~1715114,158439134~10574667,169096546~11309541,184978262~6036028,191636861~25691533,222396622~3101653,226215250~39425158,266070990~1398497,268249087~3530905,279118644~3958713,283806098~1835968,285644182~9774559,298699707~28803789,330297074~4121774,337843249~6052513,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:40.440 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,12582912~4084856,16777216~20900177,37748736~39421987,79691776~12012765,94167464~16143142,110929448~599809,112209671~4594316,117440512~5589834,125314987~7565640,134217728~2703460,140682082~836034,142606336~2773074,157726629~11287172,169096546~11309541,184978262~6036028,191636861~25691533,222396622~43243786,266070990~1398497,267682074~4097918,279118644~3958713,283806098~1835968,285644182~9774559,297795584~36623264,335544320~8351442,344201020~3407953,348127232~17494270,369098752~44250441] 2024-04-12T08:59:40.441 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to 19 diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,26816305~50354418,79539643~12164898,94167464~16143142,110929448~599809,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,155012508~175833,158439134~10574667,169096546~11309541,181403915~809125,184978262~6036028,191636861~25691533,222396622~3101653,226215250~39425158,266070990~1398497,268249087~3530905,279118644~3958713,283806098~1835968,285644182~11837624,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:40.441 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,26816305~50354418,79539643~12164898,94167464~16143142,110929448~599809,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,155012508~175833,158439134~10574667,169096546~11309541,181403915~809125,184978262~6036028,191636861~25691533,222396622~3101653,226215250~39425158,266070990~1398497,268249087~3530905,279118644~3958713,283806098~1835968,285644182~11837624,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:40.446 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,12582912~4084856,16777216~74927325,94167464~16143142,110929448~599809,112209671~4594316,117440512~5589834,125314987~7565640,134217728~5822384,140682082~836034,142606336~2773074,155012508~175833,157726629~11287172,169096546~13116494,184978262~6036028,191636861~25691533,222396622~43243786,266070990~1398497,267682074~4097918,279118644~3958713,283806098~1835968,285644182~11837624,297795584~46100178,344201020~3407953,348127232~17494270,369098752~44250441] 2024-04-12T08:59:40.446 INFO:tasks.workunit.client.0.smithi112.stdout:from 4 to 5 diff [8851241~1639876,41324170~7485170,55384981~3582760,97389844~50470,198218402~6085001,238698457~6192391,279306847~3004222,316918905~6573381,369906946~7922684,407037895~6311298] 2024-04-12T08:59:40.447 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [8851241~1639876,41324170~7485170,55384981~3582760,97389844~50470,198218402~6085001,238698457~6192391,279306847~3004222,316918905~6573381,369906946~7922684,407037895~6311298] 2024-04-12T08:59:40.452 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [8851241~1639876,37748736~11060604,54525952~4441789,97389844~50470,198218402~6085001,234881024~10009824,279306847~3004222,314572800~8919486,369098752~8730878,406847488~6501705] 2024-04-12T08:59:40.452 INFO:tasks.workunit.client.0.smithi112.stdout:from 4 to 6 diff [8470907~2020210,41324170~7485170,55384981~3582760,65568914~11601809,87533654~3259247,97389844~50470,140682082~836034,169096546~7970275,198218402~6085001,238698457~6192391,279306847~3004222,310563364~1718358,316918905~6573381,369906946~7922684,380079275~2102075,389098719~1396386,407037895~6311298] 2024-04-12T08:59:40.452 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [8470907~2020210,41324170~7485170,55384981~3582760,65568914~11601809,87533654~3259247,97389844~50470,140682082~836034,169096546~7970275,198218402~6085001,238698457~6192391,279306847~3004222,310563364~1718358,316918905~6573381,369906946~7922684,380079275~2102075,389098719~1396386,407037895~6311298] 2024-04-12T08:59:40.458 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [8470907~2020210,37748736~11060604,54525952~4441789,62914560~14256163,83886080~6906821,97389844~50470,140682082~836034,169096546~7970275,198218402~6085001,234881024~10009824,279306847~3004222,310563364~1718358,314572800~8919486,369098752~13082598,385875968~4619137,406847488~6501705] 2024-04-12T08:59:40.458 INFO:tasks.workunit.client.0.smithi112.stdout:from 4 to 7 diff [8470907~2020210,18216752~7962969,29281814~5497702,41324170~7485170,55384981~3582760,60442233~16728490,87533654~3259247,97389844~50470,140682082~836034,158439134~5240705,169096546~7970275,198218402~6085001,235917013~8973835,252503231~1153876,279306847~3004222,310563364~1718358,316918905~6573381,369906946~7922684,380079275~2102075,382910998~3177376,389098719~1396386,407037895~6311298] 2024-04-12T08:59:40.458 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [8470907~2020210,18216752~7962969,29281814~5497702,41324170~7485170,55384981~3582760,60442233~16728490,87533654~3259247,97389844~50470,140682082~836034,158439134~5240705,169096546~7970275,198218402~6085001,235917013~8973835,252503231~1153876,279306847~3004222,310563364~1718358,316918905~6573381,369906946~7922684,380079275~2102075,382910998~3177376,389098719~1396386,407037895~6311298] 2024-04-12T08:59:40.464 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [8470907~2020210,16777216~18002300,37748736~11060604,54525952~22644771,83886080~6906821,97389844~50470,140682082~836034,157726629~5953210,169096546~7970275,198218402~6085001,234881024~10009824,252503231~1153876,279306847~3004222,310563364~1718358,314572800~8919486,369098752~21396353,406847488~6501705] 2024-04-12T08:59:40.464 INFO:tasks.workunit.client.0.smithi112.stdout:from 4 to 8 diff [8470907~2020210,14116574~2551194,18216752~7962969,27734689~7044827,41324170~9207541,55384981~3582760,60442233~16728490,87533654~3259247,97389844~50470,119155681~3874665,135546729~1374459,140682082~836034,158439134~5240705,169096546~7970275,198218402~6085001,235917013~13694276,252503231~1153876,279306847~3004222,288622803~6795938,310563364~1718358,316918905~6573381,330477975~3940873,369906946~7922684,380079275~2102075,382436501~8173715,407037895~6311298] 2024-04-12T08:59:40.464 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [8470907~2020210,14116574~2551194,18216752~7962969,27734689~7044827,41324170~9207541,55384981~3582760,60442233~16728490,87533654~3259247,97389844~50470,119155681~3874665,135546729~1374459,140682082~836034,158439134~5240705,169096546~7970275,198218402~6085001,235917013~13694276,252503231~1153876,279306847~3004222,288622803~6795938,310563364~1718358,316918905~6573381,330477975~3940873,369906946~7922684,380079275~2102075,382436501~8173715,407037895~6311298] 2024-04-12T08:59:40.469 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [8470907~2020210,14116574~2551194,16777216~18002300,37748736~12782975,54525952~22644771,83886080~6906821,97389844~50470,117440512~5589834,134217728~2703460,140682082~836034,157726629~5953210,169096546~7970275,198218402~6085001,234881024~14730265,252503231~1153876,279306847~3004222,288462755~6955986,310563364~1718358,314572800~8919486,327155712~7263136,369098752~21511464,406847488~6501705] 2024-04-12T08:59:40.469 INFO:tasks.workunit.client.0.smithi112.stdout:from 4 to 9 diff [8470907~2020210,14116574~2551194,18216752~7962969,27734689~7044827,41324170~9207541,55384981~21785742,81842319~8950582,96381600~8189686,119155681~3874665,135546729~1374459,140682082~836034,158439134~5240705,169096546~7970275,177345428~1120254,185051015~1951548,193429649~10873754,235917013~13694276,252503231~1153876,255192560~7551547,279306847~3004222,288622803~6795938,307584998~5076391,316918905~6573381,330477975~3940873,369906946~7922684,380079275~2102075,382436501~8173715,407037895~6311298] 2024-04-12T08:59:40.469 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [8470907~2020210,14116574~2551194,18216752~7962969,27734689~7044827,41324170~9207541,55384981~21785742,81842319~8950582,96381600~8189686,119155681~3874665,135546729~1374459,140682082~836034,158439134~5240705,169096546~7970275,177345428~1120254,185051015~1951548,193429649~10873754,235917013~13694276,252503231~1153876,255192560~7551547,279306847~3004222,288622803~6795938,307584998~5076391,316918905~6573381,330477975~3940873,369906946~7922684,380079275~2102075,382436501~8173715,407037895~6311298] 2024-04-12T08:59:40.475 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [8470907~2020210,14116574~2551194,16777216~18002300,37748736~12782975,54525952~22644771,79691776~11101125,96381600~8189686,117440512~5589834,134217728~2703460,140682082~836034,157726629~5953210,169096546~7970275,177345428~1120254,185051015~1951548,193429649~10873754,234881024~14730265,252503231~1153876,255192560~7551547,279306847~3004222,288462755~6955986,307584998~5076391,314572800~8919486,327155712~7263136,369098752~21511464,406847488~6501705] 2024-04-12T08:59:40.475 INFO:tasks.workunit.client.0.smithi112.stdout:from 4 to 10 diff [8470907~2020210,14116574~2551194,18216752~7962969,27734689~7044827,39478218~11053493,55384981~21785742,81842319~8950582,96381600~8189686,119155681~3874665,135546729~1374459,140682082~836034,158439134~5240705,169096546~7970275,177345428~1120254,185051015~1951548,193429649~10873754,226215250~7447986,235917013~13694276,252503231~1153876,255192560~7551547,270056437~1165996,279306847~3004222,288622803~6795938,307584998~5076391,316918905~6573381,330477975~3940873,356867652~1714123,369906946~7922684,380079275~2102075,382436501~12426663,397632934~7302474,407037895~6311298] 2024-04-12T08:59:40.476 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [8470907~2020210,14116574~2551194,18216752~7962969,27734689~7044827,39478218~11053493,55384981~21785742,81842319~8950582,96381600~8189686,119155681~3874665,135546729~1374459,140682082~836034,158439134~5240705,169096546~7970275,177345428~1120254,185051015~1951548,193429649~10873754,226215250~7447986,235917013~13694276,252503231~1153876,255192560~7551547,270056437~1165996,279306847~3004222,288622803~6795938,307584998~5076391,316918905~6573381,330477975~3940873,356867652~1714123,369906946~7922684,380079275~2102075,382436501~12426663,397632934~7302474,407037895~6311298] 2024-04-12T08:59:40.481 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [8470907~2020210,14116574~2551194,16777216~18002300,37748736~12782975,54525952~22644771,79691776~11101125,96381600~8189686,117440512~5589834,134217728~2703460,140682082~836034,157726629~5953210,169096546~7970275,177345428~1120254,185051015~1951548,193429649~10873754,222549297~11113939,234881024~14730265,252503231~1153876,255192560~7551547,270056437~1165996,279306847~3004222,288462755~6955986,307584998~5076391,314572800~8919486,327155712~7263136,356515840~2065935,369098752~25764412,397632934~7302474,406847488~6501705] 2024-04-12T08:59:40.481 INFO:tasks.workunit.client.0.smithi112.stdout:from 4 to 11 diff [8470907~2020210,14116574~2551194,18216752~7962969,27734689~7044827,39478218~11053493,55384981~21785742,81842319~8950582,96381600~8189686,106159002~3957520,119155681~3874665,135546729~1374459,140682082~836034,158439134~5240705,169096546~7970275,177345428~1120254,184978262~6036028,193429649~19961093,226215250~7447986,235917013~17740094,255192560~7551547,270056437~1165996,279306847~3004222,288622803~6795938,307584998~5076391,316918905~6573381,330477975~3940873,356867652~1714123,369906946~7922684,380079275~2102075,382436501~12426663,397632934~7302474,407037895~6311298] 2024-04-12T08:59:40.481 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [8470907~2020210,14116574~2551194,18216752~7962969,27734689~7044827,39478218~11053493,55384981~21785742,81842319~8950582,96381600~8189686,106159002~3957520,119155681~3874665,135546729~1374459,140682082~836034,158439134~5240705,169096546~7970275,177345428~1120254,184978262~6036028,193429649~19961093,226215250~7447986,235917013~17740094,255192560~7551547,270056437~1165996,279306847~3004222,288622803~6795938,307584998~5076391,316918905~6573381,330477975~3940873,356867652~1714123,369906946~7922684,380079275~2102075,382436501~12426663,397632934~7302474,407037895~6311298] 2024-04-12T08:59:40.487 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [8470907~2020210,14116574~2551194,16777216~18002300,37748736~12782975,54525952~22644771,79691776~11101125,96381600~8189686,106159002~3957520,117440512~5589834,134217728~2703460,140682082~836034,157726629~5953210,169096546~7970275,177345428~1120254,184978262~6036028,193429649~19961093,222549297~11113939,234881024~18776083,255192560~7551547,270056437~1165996,279306847~3004222,288462755~6955986,307584998~5076391,314572800~8919486,327155712~7263136,356515840~2065935,369098752~25764412,397632934~7302474,406847488~6501705] 2024-04-12T08:59:40.487 INFO:tasks.workunit.client.0.smithi112.stdout:from 4 to 12 diff [8470907~2020210,14116574~2551194,18216752~7962969,27734689~7044827,39478218~13968049,55384981~21785742,81842319~8950582,96381600~8189686,106159002~3957520,112209671~4594316,119155681~3874665,135546729~1374459,140682082~836034,158439134~5240705,169096546~7970275,177345428~1120254,184978262~6036028,193429649~20042169,226215250~7447986,235917013~17740094,255192560~7551547,270056437~1165996,279306847~3004222,288622803~6795938,299056865~7571663,307584998~5076391,312904219~10588067,330477975~3940873,356867652~1714123,369906946~7922684,380079275~14783889,397632934~7302474,407037895~6311298] 2024-04-12T08:59:40.487 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [8470907~2020210,14116574~2551194,18216752~7962969,27734689~7044827,39478218~13968049,55384981~21785742,81842319~8950582,96381600~8189686,106159002~3957520,112209671~4594316,119155681~3874665,135546729~1374459,140682082~836034,158439134~5240705,169096546~7970275,177345428~1120254,184978262~6036028,193429649~20042169,226215250~7447986,235917013~17740094,255192560~7551547,270056437~1165996,279306847~3004222,288622803~6795938,299056865~7571663,307584998~5076391,312904219~10588067,330477975~3940873,356867652~1714123,369906946~7922684,380079275~14783889,397632934~7302474,407037895~6311298] 2024-04-12T08:59:40.493 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [8470907~2020210,14116574~2551194,16777216~18002300,37748736~15697531,54525952~22644771,79691776~11101125,96381600~8189686,106159002~3957520,112209671~4594316,117440512~5589834,134217728~2703460,140682082~836034,157726629~5953210,169096546~7970275,177345428~1120254,184978262~6036028,193429649~20042169,222549297~11113939,234881024~18776083,255192560~7551547,270056437~1165996,279306847~3004222,288462755~6955986,299056865~7571663,307584998~5076391,312904219~10588067,327155712~7263136,356515840~2065935,369098752~25764412,397632934~7302474,406847488~6501705] 2024-04-12T08:59:40.493 INFO:tasks.workunit.client.0.smithi112.stdout:from 4 to 13 diff [7373379~4845786,14116574~2551194,18216752~7962969,27734689~7044827,39478218~13968049,55384981~21785742,81842319~8950582,96381600~9562256,106159002~3957520,112209671~4594316,119155681~3874665,135546729~1374459,140682082~836034,158439134~5240705,169096546~7970275,177345428~1120254,184978262~6036028,193429649~20042169,226215250~7447986,235917013~17740094,254606193~9753286,270056437~1165996,279118644~3958713,288622803~6795938,299056865~7571663,307584998~5076391,312904219~10588067,330477975~3940873,352629847~486275,356867652~1714123,369906946~7922684,380079275~14783889,397632934~8879646,407037895~6311298] 2024-04-12T08:59:40.493 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [7373379~4845786,14116574~2551194,18216752~7962969,27734689~7044827,39478218~13968049,55384981~21785742,81842319~8950582,96381600~9562256,106159002~3957520,112209671~4594316,119155681~3874665,135546729~1374459,140682082~836034,158439134~5240705,169096546~7970275,177345428~1120254,184978262~6036028,193429649~20042169,226215250~7447986,235917013~17740094,254606193~9753286,270056437~1165996,279118644~3958713,288622803~6795938,299056865~7571663,307584998~5076391,312904219~10588067,330477975~3940873,352629847~486275,356867652~1714123,369906946~7922684,380079275~14783889,397632934~8879646,407037895~6311298] 2024-04-12T08:59:40.498 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [7373379~4845786,14116574~2551194,16777216~18002300,37748736~15697531,54525952~22644771,79691776~11101125,96381600~9562256,106159002~3957520,112209671~4594316,117440512~5589834,134217728~2703460,140682082~836034,157726629~5953210,169096546~7970275,177345428~1120254,184978262~6036028,193429649~20042169,222549297~11113939,234881024~18776083,254606193~9753286,270056437~1165996,279118644~3958713,288462755~6955986,299056865~7571663,307584998~5076391,312904219~10588067,327155712~7263136,352321536~794586,356515840~2065935,369098752~25764412,397632934~8879646,406847488~6501705] 2024-04-12T08:59:40.498 INFO:tasks.workunit.client.0.smithi112.stdout:from 4 to 14 diff [7373379~4845786,14116574~2551194,18216752~7962969,27734689~7044827,39478218~13968049,55384981~21785742,81842319~8950582,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,135546729~1374459,140682082~836034,158439134~5240705,169096546~7970275,177345428~1120254,184978262~6036028,193429649~23898745,222396622~3101653,226215250~7447986,235917013~17740094,254606193~9753286,270056437~1165996,279118644~3958713,283806098~1835968,285644182~9774559,299056865~7571663,307584998~5076391,312904219~10588067,326389334~570462,330297074~4121774,350806194~12844529,369906946~7922684,380079275~14783889,397632934~8879646,407037895~6311298] 2024-04-12T08:59:40.498 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [7373379~4845786,14116574~2551194,18216752~7962969,27734689~7044827,39478218~13968049,55384981~21785742,81842319~8950582,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,135546729~1374459,140682082~836034,158439134~5240705,169096546~7970275,177345428~1120254,184978262~6036028,193429649~23898745,222396622~3101653,226215250~7447986,235917013~17740094,254606193~9753286,270056437~1165996,279118644~3958713,283806098~1835968,285644182~9774559,299056865~7571663,307584998~5076391,312904219~10588067,326389334~570462,330297074~4121774,350806194~12844529,369906946~7922684,380079275~14783889,397632934~8879646,407037895~6311298] 2024-04-12T08:59:40.504 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [7373379~4845786,14116574~2551194,16777216~18002300,37748736~15697531,54525952~22644771,79691776~11101125,94167464~11776392,106159002~3957520,112209671~4594316,117440512~5589834,134217728~2703460,140682082~836034,157726629~5953210,169096546~7970275,177345428~1120254,184978262~6036028,193429649~23898745,222396622~11266614,234881024~18776083,254606193~9753286,270056437~1165996,279118644~3958713,283806098~1835968,285644182~9774559,299056865~7571663,307584998~5076391,312904219~14055577,327155712~7263136,348127232~15523491,369098752~25764412,397632934~8879646,406847488~6501705] 2024-04-12T08:59:40.505 INFO:tasks.workunit.client.0.smithi112.stdout:from 4 to 15 diff [2513416~564959,7373379~4845786,14116574~2551194,18216752~7962969,27734689~7044827,39478218~13968049,55384981~21785742,81842319~8950582,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,135546729~1374459,140682082~836034,143664296~1715114,158439134~5240705,169096546~7970275,177345428~1120254,184978262~6036028,191636861~25691533,222396622~3101653,226215250~7447986,235917013~17740094,254606193~9753286,270056437~1165996,279118644~3958713,283806098~1835968,285644182~9774559,299056865~7571663,307584998~5076391,312904219~10588067,326389334~570462,330297074~4121774,337843249~3923836,350806194~12844529,369906946~24956218,397632934~15716259] 2024-04-12T08:59:40.505 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14116574~2551194,18216752~7962969,27734689~7044827,39478218~13968049,55384981~21785742,81842319~8950582,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,135546729~1374459,140682082~836034,143664296~1715114,158439134~5240705,169096546~7970275,177345428~1120254,184978262~6036028,191636861~25691533,222396622~3101653,226215250~7447986,235917013~17740094,254606193~9753286,270056437~1165996,279118644~3958713,283806098~1835968,285644182~9774559,299056865~7571663,307584998~5076391,312904219~10588067,326389334~570462,330297074~4121774,337843249~3923836,350806194~12844529,369906946~24956218,397632934~15716259] 2024-04-12T08:59:40.510 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,14116574~2551194,16777216~18002300,37748736~15697531,54525952~22644771,79691776~11101125,94167464~11776392,106159002~3957520,112209671~4594316,117440512~5589834,134217728~2703460,140682082~836034,142606336~2773074,157726629~5953210,169096546~7970275,177345428~1120254,184978262~6036028,191636861~25691533,222396622~11266614,234881024~18776083,254606193~9753286,270056437~1165996,279118644~3958713,283806098~1835968,285644182~9774559,299056865~7571663,307584998~5076391,312904219~14055577,327155712~7263136,337843249~3923836,348127232~15523491,369098752~25764412,397632934~15716259] 2024-04-12T08:59:40.510 INFO:tasks.workunit.client.0.smithi112.stdout:from 4 to 16 diff [2513416~564959,7373379~4845786,14116574~2551194,18216752~7962969,27734689~7044827,39478218~13968049,55384981~21785742,81842319~8950582,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,135546729~1374459,140682082~836034,143664296~1715114,158439134~5240705,169096546~7970275,177345428~1120254,184978262~6036028,191636861~25691533,222396622~3101653,226215250~9298857,235917013~28442466,270056437~1165996,279118644~3958713,283806098~1835968,285644182~9774559,299056865~7571663,307584998~5076391,312904219~14599277,330297074~4121774,337843249~3923836,350806194~14815308,369906946~24956218,397632934~15716259] 2024-04-12T08:59:40.511 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14116574~2551194,18216752~7962969,27734689~7044827,39478218~13968049,55384981~21785742,81842319~8950582,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,135546729~1374459,140682082~836034,143664296~1715114,158439134~5240705,169096546~7970275,177345428~1120254,184978262~6036028,191636861~25691533,222396622~3101653,226215250~9298857,235917013~28442466,270056437~1165996,279118644~3958713,283806098~1835968,285644182~9774559,299056865~7571663,307584998~5076391,312904219~14599277,330297074~4121774,337843249~3923836,350806194~14815308,369906946~24956218,397632934~15716259] 2024-04-12T08:59:40.516 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,14116574~2551194,16777216~18002300,37748736~15697531,54525952~22644771,79691776~11101125,94167464~11776392,106159002~3957520,112209671~4594316,117440512~5589834,134217728~2703460,140682082~836034,142606336~2773074,157726629~5953210,169096546~7970275,177345428~1120254,184978262~6036028,191636861~25691533,222396622~41962857,270056437~1165996,279118644~3958713,283806098~1835968,285644182~9774559,299056865~7571663,307584998~5076391,312904219~21514629,337843249~3923836,348127232~17494270,369098752~25764412,397632934~15716259] 2024-04-12T08:59:40.516 INFO:tasks.workunit.client.0.smithi112.stdout:from 4 to 17 diff [2513416~564959,7373379~4845786,14116574~2551194,18216752~7962969,27734689~7044827,39478218~37692505,81842319~8950582,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~1374459,140682082~836034,143664296~1715114,158439134~5240705,169096546~11309541,184978262~6036028,191636861~25691533,222396622~3101653,226215250~9298857,235917013~28442466,270056437~1165996,279118644~3958713,283806098~1835968,285644182~9774559,299056865~7571663,307584998~5076391,312904219~14599277,330297074~4121774,337843249~3923836,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:40.516 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14116574~2551194,18216752~7962969,27734689~7044827,39478218~37692505,81842319~8950582,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~1374459,140682082~836034,143664296~1715114,158439134~5240705,169096546~11309541,184978262~6036028,191636861~25691533,222396622~3101653,226215250~9298857,235917013~28442466,270056437~1165996,279118644~3958713,283806098~1835968,285644182~9774559,299056865~7571663,307584998~5076391,312904219~14599277,330297074~4121774,337843249~3923836,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:40.522 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,14116574~2551194,16777216~18002300,37748736~39421987,79691776~11101125,94167464~11776392,106159002~3957520,112209671~4594316,117440512~5589834,125314987~7565640,134217728~2703460,140682082~836034,142606336~2773074,157726629~5953210,169096546~11309541,184978262~6036028,191636861~25691533,222396622~41962857,270056437~1165996,279118644~3958713,283806098~1835968,285644182~9774559,299056865~7571663,307584998~5076391,312904219~21514629,337843249~3923836,344201020~3407953,348127232~17494270,369098752~44250441] 2024-04-12T08:59:40.522 INFO:tasks.workunit.client.0.smithi112.stdout:from 4 to 18 diff [2513416~564959,7373379~4845786,14116574~2551194,18216752~7962969,26816305~10861088,39478218~37692505,81842319~9862222,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~1374459,140682082~836034,143664296~1715114,158439134~10574667,169096546~11309541,184978262~6036028,191636861~25691533,222396622~3101653,226215250~39425158,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~9774559,299056865~7571663,307504362~19999134,330297074~4121774,337843249~3923836,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:40.522 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14116574~2551194,18216752~7962969,26816305~10861088,39478218~37692505,81842319~9862222,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~1374459,140682082~836034,143664296~1715114,158439134~10574667,169096546~11309541,184978262~6036028,191636861~25691533,222396622~3101653,226215250~39425158,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~9774559,299056865~7571663,307504362~19999134,330297074~4121774,337843249~3923836,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:40.528 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,14116574~2551194,16777216~20900177,37748736~39421987,79691776~12012765,94167464~11776392,106159002~3957520,112209671~4594316,117440512~5589834,125314987~7565640,134217728~2703460,140682082~836034,142606336~2773074,157726629~11287172,169096546~11309541,184978262~6036028,191636861~25691533,222396622~43243786,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~9774559,299056865~7571663,307504362~26914486,337843249~3923836,344201020~3407953,348127232~17494270,369098752~44250441] 2024-04-12T08:59:40.528 INFO:tasks.workunit.client.0.smithi112.stdout:from 4 to 19 diff [2513416~564959,7373379~4845786,14116574~2551194,18216752~7962969,26816305~50354418,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,155012508~175833,158439134~10574667,169096546~11309541,181403915~809125,184978262~6036028,191636861~25691533,222396622~3101653,226215250~39425158,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~19999134,330297074~4121774,334576905~7190180,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:40.528 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14116574~2551194,18216752~7962969,26816305~50354418,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,155012508~175833,158439134~10574667,169096546~11309541,181403915~809125,184978262~6036028,191636861~25691533,222396622~3101653,226215250~39425158,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~19999134,330297074~4121774,334576905~7190180,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:40.534 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,14116574~2551194,16777216~74927325,94167464~11776392,106159002~3957520,112209671~4594316,117440512~5589834,125314987~7565640,134217728~5822384,140682082~836034,142606336~2773074,155012508~175833,157726629~11287172,169096546~13116494,184978262~6036028,191636861~25691533,222396622~43243786,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~34262723,344201020~3407953,348127232~17494270,369098752~44250441] 2024-04-12T08:59:40.534 INFO:tasks.workunit.client.0.smithi112.stdout:from 5 to 6 diff [8470907~1696178,65568914~11601809,87533654~3259247,140682082~836034,169096546~7970275,310563364~1718358,370967950~5158257,380079275~2102075,389098719~1396386] 2024-04-12T08:59:40.534 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [8470907~1696178,65568914~11601809,87533654~3259247,140682082~836034,169096546~7970275,310563364~1718358,370967950~5158257,380079275~2102075,389098719~1396386] 2024-04-12T08:59:40.540 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [8470907~1696178,62914560~14256163,83886080~6906821,140682082~836034,169096546~7970275,310563364~1718358,370967950~5158257,377829630~4351720,385875968~4619137] 2024-04-12T08:59:40.540 INFO:tasks.workunit.client.0.smithi112.stdout:from 5 to 7 diff [8470907~1696178,18216752~7962969,29281814~5497702,60442233~16728490,87533654~3259247,140682082~836034,158439134~5240705,169096546~7970275,235917013~7368166,252503231~1153876,310563364~1718358,370967950~5158257,380079275~2102075,382910998~3177376,389098719~1396386] 2024-04-12T08:59:40.540 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [8470907~1696178,18216752~7962969,29281814~5497702,60442233~16728490,87533654~3259247,140682082~836034,158439134~5240705,169096546~7970275,235917013~7368166,252503231~1153876,310563364~1718358,370967950~5158257,380079275~2102075,382910998~3177376,389098719~1396386] 2024-04-12T08:59:40.545 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [8470907~1696178,16777216~18002300,58967741~18202982,83886080~6906821,140682082~836034,157726629~5953210,169096546~7970275,235917013~7368166,252503231~1153876,310563364~1718358,370967950~5158257,377829630~12665475] 2024-04-12T08:59:40.545 INFO:tasks.workunit.client.0.smithi112.stdout:from 5 to 8 diff [8470907~1696178,14116574~2551194,18216752~7962969,27734689~7044827,46307083~4224628,60442233~16728490,87533654~3259247,119155681~3874665,135546729~1374459,140682082~836034,158439134~5240705,169096546~7970275,235917013~7368166,244161089~5450200,252503231~1153876,288622803~6795938,310563364~1718358,330477975~3940873,370967950~5158257,380079275~2102075,382436501~8173715] 2024-04-12T08:59:40.546 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [8470907~1696178,14116574~2551194,18216752~7962969,27734689~7044827,46307083~4224628,60442233~16728490,87533654~3259247,119155681~3874665,135546729~1374459,140682082~836034,158439134~5240705,169096546~7970275,235917013~7368166,244161089~5450200,252503231~1153876,288622803~6795938,310563364~1718358,330477975~3940873,370967950~5158257,380079275~2102075,382436501~8173715] 2024-04-12T08:59:40.551 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [8470907~1696178,14116574~2551194,16777216~18002300,46307083~4224628,58967741~18202982,83886080~6906821,117440512~5589834,134217728~2703460,140682082~836034,157726629~5953210,169096546~7970275,235917013~7368166,244161089~5450200,252503231~1153876,288462755~6955986,310563364~1718358,327155712~7263136,370967950~5158257,377829630~12780586] 2024-04-12T08:59:40.551 INFO:tasks.workunit.client.0.smithi112.stdout:from 5 to 9 diff [8470907~1696178,14116574~2551194,18216752~7962969,27734689~7044827,46307083~4224628,57273369~19897354,81842319~8950582,96381600~8189686,119155681~3874665,135546729~1374459,140682082~836034,158439134~5240705,169096546~7970275,177345428~1120254,185051015~1951548,193429649~6139916,235917013~7368166,243820762~5790527,252503231~1153876,255192560~7551547,288622803~6795938,307584998~5076391,330477975~3940873,370967950~5158257,380079275~2102075,382436501~8173715] 2024-04-12T08:59:40.551 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [8470907~1696178,14116574~2551194,18216752~7962969,27734689~7044827,46307083~4224628,57273369~19897354,81842319~8950582,96381600~8189686,119155681~3874665,135546729~1374459,140682082~836034,158439134~5240705,169096546~7970275,177345428~1120254,185051015~1951548,193429649~6139916,235917013~7368166,243820762~5790527,252503231~1153876,255192560~7551547,288622803~6795938,307584998~5076391,330477975~3940873,370967950~5158257,380079275~2102075,382436501~8173715] 2024-04-12T08:59:40.557 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [8470907~1696178,14116574~2551194,16777216~18002300,46307083~4224628,57273369~19897354,79691776~11101125,96381600~8189686,117440512~5589834,134217728~2703460,140682082~836034,157726629~5953210,169096546~7970275,177345428~1120254,185051015~1951548,193429649~6139916,235917013~7368166,243820762~5790527,252503231~1153876,255192560~7551547,288462755~6955986,307584998~5076391,327155712~7263136,370967950~5158257,377829630~12780586] 2024-04-12T08:59:40.557 INFO:tasks.workunit.client.0.smithi112.stdout:from 5 to 10 diff [8470907~1696178,14116574~2551194,18216752~7962969,27734689~7044827,39478218~2477614,46307083~4224628,57273369~19897354,81842319~8950582,96381600~8189686,119155681~3874665,135546729~1374459,140682082~836034,158439134~5240705,169096546~7970275,177345428~1120254,185051015~1951548,193429649~6139916,226215250~7447986,235917013~7368166,243820762~5790527,252503231~1153876,255192560~7551547,270056437~1165996,288622803~6795938,307584998~5076391,330477975~3940873,356867652~1714123,370850757~5275450,380079275~2102075,382436501~12426663,397632934~7302474] 2024-04-12T08:59:40.557 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [8470907~1696178,14116574~2551194,18216752~7962969,27734689~7044827,39478218~2477614,46307083~4224628,57273369~19897354,81842319~8950582,96381600~8189686,119155681~3874665,135546729~1374459,140682082~836034,158439134~5240705,169096546~7970275,177345428~1120254,185051015~1951548,193429649~6139916,226215250~7447986,235917013~7368166,243820762~5790527,252503231~1153876,255192560~7551547,270056437~1165996,288622803~6795938,307584998~5076391,330477975~3940873,356867652~1714123,370850757~5275450,380079275~2102075,382436501~12426663,397632934~7302474] 2024-04-12T08:59:40.563 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [8470907~1696178,14116574~2551194,16777216~18002300,39478218~2477614,46307083~4224628,57273369~19897354,79691776~11101125,96381600~8189686,117440512~5589834,134217728~2703460,140682082~836034,157726629~5953210,169096546~7970275,177345428~1120254,185051015~1951548,193429649~6139916,222549297~11113939,235917013~7368166,243820762~5790527,252503231~1153876,255192560~7551547,270056437~1165996,288462755~6955986,307584998~5076391,327155712~7263136,356515840~2065935,370850757~5275450,377829630~17033534,397632934~7302474] 2024-04-12T08:59:40.563 INFO:tasks.workunit.client.0.smithi112.stdout:from 5 to 11 diff [8470907~1696178,14116574~2551194,18216752~7962969,27734689~7044827,39478218~2477614,46307083~4224628,57273369~19897354,81842319~8950582,96381600~8189686,106159002~3957520,119155681~3874665,135546729~1374459,140682082~836034,158439134~5240705,169096546~7970275,177345428~1120254,184978262~6036028,193429649~6139916,203667050~9723692,226215250~7447986,235917013~7368166,243820762~9836345,255192560~7551547,270056437~1165996,288622803~6795938,307584998~5076391,330477975~3940873,356867652~1714123,370850757~6120731,380079275~2102075,382436501~12426663,397632934~7302474] 2024-04-12T08:59:40.563 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [8470907~1696178,14116574~2551194,18216752~7962969,27734689~7044827,39478218~2477614,46307083~4224628,57273369~19897354,81842319~8950582,96381600~8189686,106159002~3957520,119155681~3874665,135546729~1374459,140682082~836034,158439134~5240705,169096546~7970275,177345428~1120254,184978262~6036028,193429649~6139916,203667050~9723692,226215250~7447986,235917013~7368166,243820762~9836345,255192560~7551547,270056437~1165996,288622803~6795938,307584998~5076391,330477975~3940873,356867652~1714123,370850757~6120731,380079275~2102075,382436501~12426663,397632934~7302474] 2024-04-12T08:59:40.569 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [8470907~1696178,14116574~2551194,16777216~18002300,39478218~2477614,46307083~4224628,57273369~19897354,79691776~11101125,96381600~8189686,106159002~3957520,117440512~5589834,134217728~2703460,140682082~836034,157726629~5953210,169096546~7970275,177345428~1120254,184978262~6036028,193429649~6139916,203667050~9723692,222549297~11113939,235917013~7368166,243820762~9836345,255192560~7551547,270056437~1165996,288462755~6955986,307584998~5076391,327155712~7263136,356515840~2065935,370850757~6120731,377829630~17033534,397632934~7302474] 2024-04-12T08:59:40.569 INFO:tasks.workunit.client.0.smithi112.stdout:from 5 to 12 diff [8470907~1696178,14116574~2551194,18216752~7962969,27734689~7044827,39478218~2477614,42762988~10683279,57273369~19897354,81842319~8950582,96381600~8189686,106159002~3957520,112209671~4594316,119155681~3874665,135546729~1374459,140682082~836034,158439134~5240705,169096546~7970275,177345428~1120254,184978262~6036028,193429649~6139916,203667050~9804768,226215250~7447986,235917013~7368166,243820762~9836345,255192560~7551547,270056437~1165996,288622803~6795938,299056865~7571663,307584998~5076391,312904219~6344322,330477975~3940873,356867652~1714123,370850757~6120731,380079275~14783889,397632934~7302474,408183838~3663976] 2024-04-12T08:59:40.569 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [8470907~1696178,14116574~2551194,18216752~7962969,27734689~7044827,39478218~2477614,42762988~10683279,57273369~19897354,81842319~8950582,96381600~8189686,106159002~3957520,112209671~4594316,119155681~3874665,135546729~1374459,140682082~836034,158439134~5240705,169096546~7970275,177345428~1120254,184978262~6036028,193429649~6139916,203667050~9804768,226215250~7447986,235917013~7368166,243820762~9836345,255192560~7551547,270056437~1165996,288622803~6795938,299056865~7571663,307584998~5076391,312904219~6344322,330477975~3940873,356867652~1714123,370850757~6120731,380079275~14783889,397632934~7302474,408183838~3663976] 2024-04-12T08:59:40.574 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [8470907~1696178,14116574~2551194,16777216~18002300,39478218~2477614,42762988~10683279,57273369~19897354,79691776~11101125,96381600~8189686,106159002~3957520,112209671~4594316,117440512~5589834,134217728~2703460,140682082~836034,157726629~5953210,169096546~7970275,177345428~1120254,184978262~6036028,193429649~6139916,203667050~9804768,222549297~11113939,235917013~7368166,243820762~9836345,255192560~7551547,270056437~1165996,288462755~6955986,299056865~7571663,307584998~5076391,312904219~6344322,327155712~7263136,356515840~2065935,370850757~6120731,377829630~17033534,397632934~7302474,408183838~3663976] 2024-04-12T08:59:40.574 INFO:tasks.workunit.client.0.smithi112.stdout:from 5 to 13 diff [7373379~4845786,14116574~2551194,18216752~7962969,27734689~7044827,39478218~2477614,42762988~10683279,56352809~20817914,81842319~8950582,96381600~9562256,106159002~3957520,112209671~4594316,119155681~3874665,135546729~1374459,140682082~836034,158439134~5240705,169096546~7970275,177345428~1120254,184978262~6036028,193429649~6139916,203667050~9804768,226215250~7447986,235917013~7368166,243820762~9836345,254606193~9753286,270056437~1165996,279118644~3958713,288622803~6795938,299056865~7571663,307584998~5076391,312904219~6344322,330477975~3940873,352629847~486275,356867652~1714123,370850757~6120731,380079275~14783889,397632934~8879646,408183838~3663976] 2024-04-12T08:59:40.575 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [7373379~4845786,14116574~2551194,18216752~7962969,27734689~7044827,39478218~2477614,42762988~10683279,56352809~20817914,81842319~8950582,96381600~9562256,106159002~3957520,112209671~4594316,119155681~3874665,135546729~1374459,140682082~836034,158439134~5240705,169096546~7970275,177345428~1120254,184978262~6036028,193429649~6139916,203667050~9804768,226215250~7447986,235917013~7368166,243820762~9836345,254606193~9753286,270056437~1165996,279118644~3958713,288622803~6795938,299056865~7571663,307584998~5076391,312904219~6344322,330477975~3940873,352629847~486275,356867652~1714123,370850757~6120731,380079275~14783889,397632934~8879646,408183838~3663976] 2024-04-12T08:59:40.581 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [7373379~4845786,14116574~2551194,16777216~18002300,39478218~2477614,42762988~10683279,56352809~20817914,79691776~11101125,96381600~9562256,106159002~3957520,112209671~4594316,117440512~5589834,134217728~2703460,140682082~836034,157726629~5953210,169096546~7970275,177345428~1120254,184978262~6036028,193429649~6139916,203667050~9804768,222549297~11113939,235917013~7368166,243820762~9836345,254606193~9753286,270056437~1165996,279118644~3958713,288462755~6955986,299056865~7571663,307584998~5076391,312904219~6344322,327155712~7263136,352321536~794586,356515840~2065935,370850757~6120731,377829630~17033534,397632934~8879646,408183838~3663976] 2024-04-12T08:59:40.581 INFO:tasks.workunit.client.0.smithi112.stdout:from 5 to 14 diff [7373379~4845786,14116574~2551194,18216752~7962969,27734689~7044827,39478218~2477614,42762988~10683279,56352809~20817914,81842319~8950582,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,135546729~1374459,140682082~836034,158439134~5240705,169096546~7970275,177345428~1120254,184978262~6036028,193429649~6139916,203667050~13661344,222396622~3101653,226215250~7447986,235917013~7368166,243820762~9836345,254606193~9753286,270056437~1165996,279118644~3958713,283806098~1835968,285644182~9774559,299056865~7571663,307584998~5076391,312904219~6344322,326389334~570462,330297074~4121774,350806194~12844529,370850757~6120731,380079275~14783889,397632934~8879646,408183838~3663976] 2024-04-12T08:59:40.581 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [7373379~4845786,14116574~2551194,18216752~7962969,27734689~7044827,39478218~2477614,42762988~10683279,56352809~20817914,81842319~8950582,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,135546729~1374459,140682082~836034,158439134~5240705,169096546~7970275,177345428~1120254,184978262~6036028,193429649~6139916,203667050~13661344,222396622~3101653,226215250~7447986,235917013~7368166,243820762~9836345,254606193~9753286,270056437~1165996,279118644~3958713,283806098~1835968,285644182~9774559,299056865~7571663,307584998~5076391,312904219~6344322,326389334~570462,330297074~4121774,350806194~12844529,370850757~6120731,380079275~14783889,397632934~8879646,408183838~3663976] 2024-04-12T08:59:40.586 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [7373379~4845786,14116574~2551194,16777216~18002300,39478218~2477614,42762988~10683279,56352809~20817914,79691776~11101125,94167464~11776392,106159002~3957520,112209671~4594316,117440512~5589834,134217728~2703460,140682082~836034,157726629~5953210,169096546~7970275,177345428~1120254,184978262~6036028,193429649~6139916,203667050~13661344,222396622~11266614,235917013~7368166,243820762~9836345,254606193~9753286,270056437~1165996,279118644~3958713,283806098~1835968,285644182~9774559,299056865~7571663,307584998~5076391,312904219~6344322,323492286~3467510,327155712~7263136,348127232~15523491,370850757~6120731,377829630~17033534,397632934~8879646,408183838~3663976] 2024-04-12T08:59:40.587 INFO:tasks.workunit.client.0.smithi112.stdout:from 5 to 15 diff [2513416~564959,7373379~4845786,14116574~2551194,18216752~7962969,27734689~7044827,39478218~2477614,42762988~10683279,56352809~20817914,81842319~8950582,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,135546729~1374459,140682082~836034,143664296~1715114,158439134~5240705,169096546~7970275,177345428~1120254,184978262~6036028,191636861~7932704,203667050~13661344,222396622~3101653,226215250~7447986,235917013~7368166,243820762~9836345,254606193~9753286,270056437~1165996,279118644~3958713,283806098~1835968,285644182~9774559,299056865~7571663,307584998~5076391,312904219~6344322,326389334~570462,330297074~4121774,337843249~3923836,350806194~12844529,370850757~24012407,397632934~14214880] 2024-04-12T08:59:40.587 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14116574~2551194,18216752~7962969,27734689~7044827,39478218~2477614,42762988~10683279,56352809~20817914,81842319~8950582,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,135546729~1374459,140682082~836034,143664296~1715114,158439134~5240705,169096546~7970275,177345428~1120254,184978262~6036028,191636861~7932704,203667050~13661344,222396622~3101653,226215250~7447986,235917013~7368166,243820762~9836345,254606193~9753286,270056437~1165996,279118644~3958713,283806098~1835968,285644182~9774559,299056865~7571663,307584998~5076391,312904219~6344322,326389334~570462,330297074~4121774,337843249~3923836,350806194~12844529,370850757~24012407,397632934~14214880] 2024-04-12T08:59:40.592 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,14116574~2551194,16777216~18002300,39478218~2477614,42762988~10683279,56352809~20817914,79691776~11101125,94167464~11776392,106159002~3957520,112209671~4594316,117440512~5589834,134217728~2703460,140682082~836034,142606336~2773074,157726629~5953210,169096546~7970275,177345428~1120254,184978262~6036028,191636861~7932704,203667050~13661344,222396622~11266614,235917013~7368166,243820762~9836345,254606193~9753286,270056437~1165996,279118644~3958713,283806098~1835968,285644182~9774559,299056865~7571663,307584998~5076391,312904219~6344322,323492286~3467510,327155712~7263136,337843249~3923836,348127232~15523491,370850757~24012407,397632934~14214880] 2024-04-12T08:59:40.592 INFO:tasks.workunit.client.0.smithi112.stdout:from 5 to 16 diff [2513416~564959,7373379~4845786,14116574~2551194,18216752~7962969,27734689~7044827,39478218~2477614,42762988~10683279,56352809~20817914,81842319~8950582,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,135546729~1374459,140682082~836034,143664296~1715114,158439134~5240705,169096546~7970275,177345428~1120254,184978262~6036028,191636861~7932704,203667050~13661344,222396622~3101653,226215250~9298857,235917013~7368166,243820762~20538717,270056437~1165996,279118644~3958713,283806098~1835968,285644182~9774559,299056865~7571663,307584998~5076391,312904219~14599277,330297074~4121774,337843249~3923836,350806194~14815308,370850757~24012407,397632934~14214880] 2024-04-12T08:59:40.593 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14116574~2551194,18216752~7962969,27734689~7044827,39478218~2477614,42762988~10683279,56352809~20817914,81842319~8950582,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,135546729~1374459,140682082~836034,143664296~1715114,158439134~5240705,169096546~7970275,177345428~1120254,184978262~6036028,191636861~7932704,203667050~13661344,222396622~3101653,226215250~9298857,235917013~7368166,243820762~20538717,270056437~1165996,279118644~3958713,283806098~1835968,285644182~9774559,299056865~7571663,307584998~5076391,312904219~14599277,330297074~4121774,337843249~3923836,350806194~14815308,370850757~24012407,397632934~14214880] 2024-04-12T08:59:40.599 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,14116574~2551194,16777216~18002300,39478218~2477614,42762988~10683279,56352809~20817914,79691776~11101125,94167464~11776392,106159002~3957520,112209671~4594316,117440512~5589834,134217728~2703460,140682082~836034,142606336~2773074,157726629~5953210,169096546~7970275,177345428~1120254,184978262~6036028,191636861~7932704,203667050~13661344,222396622~13117485,235917013~7368166,243820762~20538717,270056437~1165996,279118644~3958713,283806098~1835968,285644182~9774559,299056865~7571663,307584998~5076391,312904219~21514629,337843249~3923836,348127232~17494270,370850757~24012407,397632934~14214880] 2024-04-12T08:59:40.599 INFO:tasks.workunit.client.0.smithi112.stdout:from 5 to 17 diff [2513416~564959,7373379~4845786,14116574~2551194,18216752~7962969,27734689~7044827,39478218~2477614,42762988~34407735,81842319~8950582,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~1374459,140682082~836034,143664296~1715114,158439134~5240705,169096546~11309541,184978262~6036028,191636861~7932704,203667050~13661344,222396622~3101653,226215250~9298857,235917013~7368166,243820762~20538717,270056437~1165996,279118644~3958713,283806098~1835968,285644182~9774559,299056865~7571663,307584998~5076391,312904219~14599277,330297074~4121774,337843249~3923836,344201020~3407953,350806194~14815308,370850757~40997057] 2024-04-12T08:59:40.599 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14116574~2551194,18216752~7962969,27734689~7044827,39478218~2477614,42762988~34407735,81842319~8950582,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~1374459,140682082~836034,143664296~1715114,158439134~5240705,169096546~11309541,184978262~6036028,191636861~7932704,203667050~13661344,222396622~3101653,226215250~9298857,235917013~7368166,243820762~20538717,270056437~1165996,279118644~3958713,283806098~1835968,285644182~9774559,299056865~7571663,307584998~5076391,312904219~14599277,330297074~4121774,337843249~3923836,344201020~3407953,350806194~14815308,370850757~40997057] 2024-04-12T08:59:40.604 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,14116574~2551194,16777216~18002300,39478218~2477614,42762988~34407735,79691776~11101125,94167464~11776392,106159002~3957520,112209671~4594316,117440512~5589834,125314987~7565640,134217728~2703460,140682082~836034,142606336~2773074,157726629~5953210,169096546~11309541,184978262~6036028,191636861~7932704,203667050~13661344,222396622~13117485,235917013~7368166,243820762~20538717,270056437~1165996,279118644~3958713,283806098~1835968,285644182~9774559,299056865~7571663,307584998~5076391,312904219~21514629,337843249~3923836,344201020~3407953,348127232~17494270,370850757~40997057] 2024-04-12T08:59:40.604 INFO:tasks.workunit.client.0.smithi112.stdout:from 5 to 18 diff [2513416~564959,7373379~4845786,14116574~2551194,18216752~7962969,26816305~10861088,39478218~2477614,42762988~34407735,81842319~9862222,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~1374459,140682082~836034,143664296~1715114,158439134~10574667,169096546~11309541,184978262~6036028,191636861~7932704,203667050~13661344,222396622~3101653,226215250~17069929,243820762~21819646,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~9774559,299056865~7571663,307504362~19999134,330297074~4121774,337843249~3923836,344201020~3407953,350806194~14815308,370850757~40997057] 2024-04-12T08:59:40.604 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14116574~2551194,18216752~7962969,26816305~10861088,39478218~2477614,42762988~34407735,81842319~9862222,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~1374459,140682082~836034,143664296~1715114,158439134~10574667,169096546~11309541,184978262~6036028,191636861~7932704,203667050~13661344,222396622~3101653,226215250~17069929,243820762~21819646,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~9774559,299056865~7571663,307504362~19999134,330297074~4121774,337843249~3923836,344201020~3407953,350806194~14815308,370850757~40997057] 2024-04-12T08:59:40.610 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,14116574~2551194,16777216~20900177,39478218~2477614,42762988~34407735,79691776~12012765,94167464~11776392,106159002~3957520,112209671~4594316,117440512~5589834,125314987~7565640,134217728~2703460,140682082~836034,142606336~2773074,157726629~11287172,169096546~11309541,184978262~6036028,191636861~7932704,203667050~13661344,222396622~20888557,243820762~21819646,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~9774559,299056865~7571663,307504362~26914486,337843249~3923836,344201020~3407953,348127232~17494270,370850757~40997057] 2024-04-12T08:59:40.610 INFO:tasks.workunit.client.0.smithi112.stdout:from 5 to 19 diff [2513416~564959,7373379~4845786,14116574~2551194,18216752~7962969,26816305~15139527,42762988~34407735,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,155012508~175833,158439134~10574667,169096546~11309541,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~17069929,243607770~22032638,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~19999134,330297074~4121774,334576905~7190180,344201020~3407953,350806194~14815308,370850757~40997057] 2024-04-12T08:59:40.610 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14116574~2551194,18216752~7962969,26816305~15139527,42762988~34407735,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,155012508~175833,158439134~10574667,169096546~11309541,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~17069929,243607770~22032638,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~19999134,330297074~4121774,334576905~7190180,344201020~3407953,350806194~14815308,370850757~40997057] 2024-04-12T08:59:40.616 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,14116574~2551194,16777216~25178616,42762988~48941553,94167464~11776392,106159002~3957520,112209671~4594316,117440512~5589834,125314987~7565640,134217728~5822384,140682082~836034,142606336~2773074,155012508~175833,157726629~11287172,169096546~13116494,184978262~6036028,191636861~8669754,203667050~13661344,222396622~20888557,243607770~22032638,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~34262723,344201020~3407953,348127232~17494270,370850757~40997057] 2024-04-12T08:59:40.616 INFO:tasks.workunit.client.0.smithi112.stdout:from 6 to 7 diff [18216752~7962969,29281814~5497702,60442233~8370294,158439134~5240705,235917013~7368166,252503231~1153876,382910998~3177376] 2024-04-12T08:59:40.616 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [18216752~7962969,29281814~5497702,60442233~8370294,158439134~5240705,235917013~7368166,252503231~1153876,382910998~3177376] 2024-04-12T08:59:40.622 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [16777216~18002300,58967741~9844786,157726629~5953210,235917013~7368166,252503231~1153876,382181350~3907024] 2024-04-12T08:59:40.622 INFO:tasks.workunit.client.0.smithi112.stdout:from 6 to 8 diff [14116574~2551194,18216752~7962969,27734689~7044827,46307083~4224628,60442233~8370294,119155681~3874665,135546729~1374459,158439134~5240705,235917013~7368166,244161089~5450200,252503231~1153876,288622803~6795938,330477975~3940873,382436501~8173715] 2024-04-12T08:59:40.622 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [14116574~2551194,18216752~7962969,27734689~7044827,46307083~4224628,60442233~8370294,119155681~3874665,135546729~1374459,158439134~5240705,235917013~7368166,244161089~5450200,252503231~1153876,288622803~6795938,330477975~3940873,382436501~8173715] 2024-04-12T08:59:40.628 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [14116574~2551194,16777216~18002300,46307083~4224628,58967741~9844786,117440512~5589834,134217728~2703460,157726629~5953210,235917013~7368166,244161089~5450200,252503231~1153876,288462755~6955986,327155712~7263136,382181350~8428866] 2024-04-12T08:59:40.628 INFO:tasks.workunit.client.0.smithi112.stdout:from 6 to 9 diff [14116574~2551194,18216752~7962969,27734689~7044827,46307083~4224628,57273369~11539158,81842319~6134655,96381600~8189686,119155681~3874665,135546729~1374459,158439134~5240705,177345428~1120254,185051015~1951548,193429649~6139916,235917013~7368166,243820762~5790527,252503231~1153876,255192560~7551547,288622803~6795938,307584998~5076391,330477975~3940873,382436501~8173715] 2024-04-12T08:59:40.628 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [14116574~2551194,18216752~7962969,27734689~7044827,46307083~4224628,57273369~11539158,81842319~6134655,96381600~8189686,119155681~3874665,135546729~1374459,158439134~5240705,177345428~1120254,185051015~1951548,193429649~6139916,235917013~7368166,243820762~5790527,252503231~1153876,255192560~7551547,288622803~6795938,307584998~5076391,330477975~3940873,382436501~8173715] 2024-04-12T08:59:40.634 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [14116574~2551194,16777216~18002300,46307083~4224628,57273369~11539158,79691776~8285198,96381600~8189686,117440512~5589834,134217728~2703460,157726629~5953210,177345428~1120254,185051015~1951548,193429649~6139916,235917013~7368166,243820762~5790527,252503231~1153876,255192560~7551547,288462755~6955986,307584998~5076391,327155712~7263136,382181350~8428866] 2024-04-12T08:59:40.634 INFO:tasks.workunit.client.0.smithi112.stdout:from 6 to 10 diff [14116574~2551194,18216752~7962969,27734689~7044827,39478218~2477614,46307083~4224628,57273369~11539158,81842319~6134655,96381600~8189686,119155681~3874665,135546729~1374459,158439134~5240705,177345428~1120254,185051015~1951548,193429649~6139916,226215250~7447986,235917013~7368166,243820762~5790527,252503231~1153876,255192560~7551547,270056437~1165996,288622803~6795938,307584998~5076391,330477975~3940873,356867652~1714123,370850757~2977171,382436501~12426663,397632934~7302474] 2024-04-12T08:59:40.634 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [14116574~2551194,18216752~7962969,27734689~7044827,39478218~2477614,46307083~4224628,57273369~11539158,81842319~6134655,96381600~8189686,119155681~3874665,135546729~1374459,158439134~5240705,177345428~1120254,185051015~1951548,193429649~6139916,226215250~7447986,235917013~7368166,243820762~5790527,252503231~1153876,255192560~7551547,270056437~1165996,288622803~6795938,307584998~5076391,330477975~3940873,356867652~1714123,370850757~2977171,382436501~12426663,397632934~7302474] 2024-04-12T08:59:40.640 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [14116574~2551194,16777216~18002300,39478218~2477614,46307083~4224628,57273369~11539158,79691776~8285198,96381600~8189686,117440512~5589834,134217728~2703460,157726629~5953210,177345428~1120254,185051015~1951548,193429649~6139916,222549297~11113939,235917013~7368166,243820762~5790527,252503231~1153876,255192560~7551547,270056437~1165996,288462755~6955986,307584998~5076391,327155712~7263136,356515840~2065935,370850757~2977171,382181350~12681814,397632934~7302474] 2024-04-12T08:59:40.640 INFO:tasks.workunit.client.0.smithi112.stdout:from 6 to 11 diff [14116574~2551194,18216752~7962969,27734689~7044827,39478218~2477614,46307083~4224628,57273369~11539158,81842319~6134655,96381600~8189686,106159002~3957520,119155681~3874665,135546729~1374459,158439134~5240705,177345428~1120254,184978262~6036028,193429649~6139916,203667050~9723692,226215250~7447986,235917013~7368166,243820762~9836345,255192560~7551547,270056437~1165996,288622803~6795938,307584998~5076391,330477975~3940873,356867652~1714123,370850757~6120731,382436501~12426663,397632934~7302474] 2024-04-12T08:59:40.640 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [14116574~2551194,18216752~7962969,27734689~7044827,39478218~2477614,46307083~4224628,57273369~11539158,81842319~6134655,96381600~8189686,106159002~3957520,119155681~3874665,135546729~1374459,158439134~5240705,177345428~1120254,184978262~6036028,193429649~6139916,203667050~9723692,226215250~7447986,235917013~7368166,243820762~9836345,255192560~7551547,270056437~1165996,288622803~6795938,307584998~5076391,330477975~3940873,356867652~1714123,370850757~6120731,382436501~12426663,397632934~7302474] 2024-04-12T08:59:40.645 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [14116574~2551194,16777216~18002300,39478218~2477614,46307083~4224628,57273369~11539158,79691776~8285198,96381600~8189686,106159002~3957520,117440512~5589834,134217728~2703460,157726629~5953210,177345428~1120254,184978262~6036028,193429649~6139916,203667050~9723692,222549297~11113939,235917013~7368166,243820762~9836345,255192560~7551547,270056437~1165996,288462755~6955986,307584998~5076391,327155712~7263136,356515840~2065935,370850757~6120731,382181350~12681814,397632934~7302474] 2024-04-12T08:59:40.645 INFO:tasks.workunit.client.0.smithi112.stdout:from 6 to 12 diff [14116574~2551194,18216752~7962969,27734689~7044827,39478218~2477614,42762988~10683279,57273369~11539158,81842319~6134655,96381600~8189686,106159002~3957520,112209671~4594316,119155681~3874665,135546729~1374459,158439134~5240705,177345428~1120254,184978262~6036028,193429649~6139916,203667050~9804768,226215250~7447986,235917013~7368166,243820762~9836345,255192560~7551547,270056437~1165996,288622803~6795938,299056865~7571663,307584998~5076391,312904219~6344322,330477975~3940873,356867652~1714123,370850757~6120731,380876473~13986691,397632934~7302474,408183838~3663976] 2024-04-12T08:59:40.646 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [14116574~2551194,18216752~7962969,27734689~7044827,39478218~2477614,42762988~10683279,57273369~11539158,81842319~6134655,96381600~8189686,106159002~3957520,112209671~4594316,119155681~3874665,135546729~1374459,158439134~5240705,177345428~1120254,184978262~6036028,193429649~6139916,203667050~9804768,226215250~7447986,235917013~7368166,243820762~9836345,255192560~7551547,270056437~1165996,288622803~6795938,299056865~7571663,307584998~5076391,312904219~6344322,330477975~3940873,356867652~1714123,370850757~6120731,380876473~13986691,397632934~7302474,408183838~3663976] 2024-04-12T08:59:40.651 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [14116574~2551194,16777216~18002300,39478218~2477614,42762988~10683279,57273369~11539158,79691776~8285198,96381600~8189686,106159002~3957520,112209671~4594316,117440512~5589834,134217728~2703460,157726629~5953210,177345428~1120254,184978262~6036028,193429649~6139916,203667050~9804768,222549297~11113939,235917013~7368166,243820762~9836345,255192560~7551547,270056437~1165996,288462755~6955986,299056865~7571663,307584998~5076391,312904219~6344322,327155712~7263136,356515840~2065935,370850757~6120731,380876473~13986691,397632934~7302474,408183838~3663976] 2024-04-12T08:59:40.651 INFO:tasks.workunit.client.0.smithi112.stdout:from 6 to 13 diff [7373379~4845786,14116574~2551194,18216752~7962969,27734689~7044827,39478218~2477614,42762988~10683279,56352809~16188427,81842319~6134655,96381600~9562256,106159002~3957520,112209671~4594316,119155681~3874665,135546729~1374459,158439134~5240705,177345428~1120254,184978262~6036028,193429649~6139916,203667050~9804768,226215250~7447986,235917013~7368166,243820762~9836345,254606193~9753286,270056437~1165996,279118644~3958713,288622803~6795938,299056865~7571663,307584998~5076391,312904219~6344322,330477975~3940873,352629847~486275,356867652~1714123,370850757~6120731,380876473~13986691,397632934~8879646,408183838~3663976] 2024-04-12T08:59:40.651 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [7373379~4845786,14116574~2551194,18216752~7962969,27734689~7044827,39478218~2477614,42762988~10683279,56352809~16188427,81842319~6134655,96381600~9562256,106159002~3957520,112209671~4594316,119155681~3874665,135546729~1374459,158439134~5240705,177345428~1120254,184978262~6036028,193429649~6139916,203667050~9804768,226215250~7447986,235917013~7368166,243820762~9836345,254606193~9753286,270056437~1165996,279118644~3958713,288622803~6795938,299056865~7571663,307584998~5076391,312904219~6344322,330477975~3940873,352629847~486275,356867652~1714123,370850757~6120731,380876473~13986691,397632934~8879646,408183838~3663976] 2024-04-12T08:59:40.657 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [7373379~4845786,14116574~2551194,16777216~18002300,39478218~2477614,42762988~10683279,56352809~16188427,79691776~8285198,96381600~9562256,106159002~3957520,112209671~4594316,117440512~5589834,134217728~2703460,157726629~5953210,177345428~1120254,184978262~6036028,193429649~6139916,203667050~9804768,222549297~11113939,235917013~7368166,243820762~9836345,254606193~9753286,270056437~1165996,279118644~3958713,288462755~6955986,299056865~7571663,307584998~5076391,312904219~6344322,327155712~7263136,352321536~794586,356515840~2065935,370850757~6120731,380876473~13986691,397632934~8879646,408183838~3663976] 2024-04-12T08:59:40.657 INFO:tasks.workunit.client.0.smithi112.stdout:from 6 to 14 diff [7373379~4845786,14116574~2551194,18216752~7962969,27734689~7044827,39478218~2477614,42762988~10683279,56352809~16188427,81842319~6134655,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,135546729~1374459,158439134~5240705,177345428~1120254,184978262~6036028,193429649~6139916,203667050~13661344,222396622~3101653,226215250~7447986,235917013~7368166,243820762~9836345,254606193~9753286,270056437~1165996,279118644~3958713,283806098~1835968,285644182~9774559,299056865~7571663,307584998~5076391,312904219~6344322,326389334~570462,330297074~4121774,350806194~12844529,370850757~6120731,380876473~13986691,397632934~8879646,408183838~3663976] 2024-04-12T08:59:40.657 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [7373379~4845786,14116574~2551194,18216752~7962969,27734689~7044827,39478218~2477614,42762988~10683279,56352809~16188427,81842319~6134655,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,135546729~1374459,158439134~5240705,177345428~1120254,184978262~6036028,193429649~6139916,203667050~13661344,222396622~3101653,226215250~7447986,235917013~7368166,243820762~9836345,254606193~9753286,270056437~1165996,279118644~3958713,283806098~1835968,285644182~9774559,299056865~7571663,307584998~5076391,312904219~6344322,326389334~570462,330297074~4121774,350806194~12844529,370850757~6120731,380876473~13986691,397632934~8879646,408183838~3663976] 2024-04-12T08:59:40.663 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [7373379~4845786,14116574~2551194,16777216~18002300,39478218~2477614,42762988~10683279,56352809~16188427,79691776~8285198,94167464~11776392,106159002~3957520,112209671~4594316,117440512~5589834,134217728~2703460,157726629~5953210,177345428~1120254,184978262~6036028,193429649~6139916,203667050~13661344,222396622~11266614,235917013~7368166,243820762~9836345,254606193~9753286,270056437~1165996,279118644~3958713,283806098~1835968,285644182~9774559,299056865~7571663,307584998~5076391,312904219~6344322,323492286~3467510,327155712~7263136,348127232~15523491,370850757~6120731,380876473~13986691,397632934~8879646,408183838~3663976] 2024-04-12T08:59:40.663 INFO:tasks.workunit.client.0.smithi112.stdout:from 6 to 15 diff [2513416~564959,7373379~4845786,14116574~2551194,18216752~7962969,27734689~7044827,39478218~2477614,42762988~10683279,56352809~16188427,81842319~6134655,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,135546729~1374459,143664296~1715114,158439134~5240705,177345428~1120254,184978262~6036028,191636861~7932704,203667050~13661344,222396622~3101653,226215250~7447986,235917013~7368166,243820762~9836345,254606193~9753286,270056437~1165996,279118644~3958713,283806098~1835968,285644182~9774559,299056865~7571663,307584998~5076391,312904219~6344322,326389334~570462,330297074~4121774,337843249~3923836,350806194~12844529,370850757~9968674,380876473~13986691,397632934~14214880] 2024-04-12T08:59:40.663 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14116574~2551194,18216752~7962969,27734689~7044827,39478218~2477614,42762988~10683279,56352809~16188427,81842319~6134655,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,135546729~1374459,143664296~1715114,158439134~5240705,177345428~1120254,184978262~6036028,191636861~7932704,203667050~13661344,222396622~3101653,226215250~7447986,235917013~7368166,243820762~9836345,254606193~9753286,270056437~1165996,279118644~3958713,283806098~1835968,285644182~9774559,299056865~7571663,307584998~5076391,312904219~6344322,326389334~570462,330297074~4121774,337843249~3923836,350806194~12844529,370850757~9968674,380876473~13986691,397632934~14214880] 2024-04-12T08:59:40.669 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,14116574~2551194,16777216~18002300,39478218~2477614,42762988~10683279,56352809~16188427,79691776~8285198,94167464~11776392,106159002~3957520,112209671~4594316,117440512~5589834,134217728~2703460,142606336~2773074,157726629~5953210,177345428~1120254,184978262~6036028,191636861~7932704,203667050~13661344,222396622~11266614,235917013~7368166,243820762~9836345,254606193~9753286,270056437~1165996,279118644~3958713,283806098~1835968,285644182~9774559,299056865~7571663,307584998~5076391,312904219~6344322,323492286~3467510,327155712~7263136,337843249~3923836,348127232~15523491,370850757~9968674,380876473~13986691,397632934~14214880] 2024-04-12T08:59:40.669 INFO:tasks.workunit.client.0.smithi112.stdout:from 6 to 16 diff [2513416~564959,7373379~4845786,14116574~2551194,18216752~7962969,27734689~7044827,39478218~2477614,42762988~10683279,56352809~16188427,81842319~6134655,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,135546729~1374459,143664296~1715114,158439134~5240705,177345428~1120254,184978262~6036028,191636861~7932704,203667050~13661344,222396622~3101653,226215250~9298857,235917013~7368166,243820762~20538717,270056437~1165996,279118644~3958713,283806098~1835968,285644182~9774559,299056865~7571663,307584998~5076391,312904219~14599277,330297074~4121774,337843249~3923836,350806194~14815308,370850757~9968674,380876473~13986691,397632934~14214880] 2024-04-12T08:59:40.669 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14116574~2551194,18216752~7962969,27734689~7044827,39478218~2477614,42762988~10683279,56352809~16188427,81842319~6134655,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,135546729~1374459,143664296~1715114,158439134~5240705,177345428~1120254,184978262~6036028,191636861~7932704,203667050~13661344,222396622~3101653,226215250~9298857,235917013~7368166,243820762~20538717,270056437~1165996,279118644~3958713,283806098~1835968,285644182~9774559,299056865~7571663,307584998~5076391,312904219~14599277,330297074~4121774,337843249~3923836,350806194~14815308,370850757~9968674,380876473~13986691,397632934~14214880] 2024-04-12T08:59:40.674 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,14116574~2551194,16777216~18002300,39478218~2477614,42762988~10683279,56352809~16188427,79691776~8285198,94167464~11776392,106159002~3957520,112209671~4594316,117440512~5589834,134217728~2703460,142606336~2773074,157726629~5953210,177345428~1120254,184978262~6036028,191636861~7932704,203667050~13661344,222396622~13117485,235917013~7368166,243820762~20538717,270056437~1165996,279118644~3958713,283806098~1835968,285644182~9774559,299056865~7571663,307584998~5076391,312904219~21514629,337843249~3923836,348127232~17494270,370850757~9968674,380876473~13986691,397632934~14214880] 2024-04-12T08:59:40.674 INFO:tasks.workunit.client.0.smithi112.stdout:from 6 to 17 diff [2513416~564959,7373379~4845786,14116574~2551194,18216752~7962969,27734689~7044827,39478218~2477614,42762988~29778248,81842319~6134655,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~1374459,143664296~1715114,158439134~5240705,173087143~7318944,184978262~6036028,191636861~7932704,203667050~13661344,222396622~3101653,226215250~9298857,235917013~7368166,243820762~20538717,270056437~1165996,279118644~3958713,283806098~1835968,285644182~9774559,299056865~7571663,307584998~5076391,312904219~14599277,330297074~4121774,337843249~3923836,344201020~3407953,350806194~14815308,370850757~9968674,380876473~30971341] 2024-04-12T08:59:40.675 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14116574~2551194,18216752~7962969,27734689~7044827,39478218~2477614,42762988~29778248,81842319~6134655,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~1374459,143664296~1715114,158439134~5240705,173087143~7318944,184978262~6036028,191636861~7932704,203667050~13661344,222396622~3101653,226215250~9298857,235917013~7368166,243820762~20538717,270056437~1165996,279118644~3958713,283806098~1835968,285644182~9774559,299056865~7571663,307584998~5076391,312904219~14599277,330297074~4121774,337843249~3923836,344201020~3407953,350806194~14815308,370850757~9968674,380876473~30971341] 2024-04-12T08:59:40.680 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,14116574~2551194,16777216~18002300,39478218~2477614,42762988~29778248,79691776~8285198,94167464~11776392,106159002~3957520,112209671~4594316,117440512~5589834,125314987~7565640,134217728~2703460,142606336~2773074,157726629~5953210,173087143~7318944,184978262~6036028,191636861~7932704,203667050~13661344,222396622~13117485,235917013~7368166,243820762~20538717,270056437~1165996,279118644~3958713,283806098~1835968,285644182~9774559,299056865~7571663,307584998~5076391,312904219~21514629,337843249~3923836,344201020~3407953,348127232~17494270,370850757~9968674,380876473~30971341] 2024-04-12T08:59:40.681 INFO:tasks.workunit.client.0.smithi112.stdout:from 6 to 18 diff [2513416~564959,7373379~4845786,14116574~2551194,18216752~7962969,26816305~10861088,39478218~2477614,42762988~29778248,81842319~9862222,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~1374459,143664296~1715114,158439134~10574667,173087143~7318944,184978262~6036028,191636861~7932704,203667050~13661344,222396622~3101653,226215250~17069929,243820762~21819646,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~9774559,299056865~7571663,307504362~19999134,330297074~4121774,337843249~3923836,344201020~3407953,350806194~14815308,370850757~9968674,380876473~30971341] 2024-04-12T08:59:40.681 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14116574~2551194,18216752~7962969,26816305~10861088,39478218~2477614,42762988~29778248,81842319~9862222,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~1374459,143664296~1715114,158439134~10574667,173087143~7318944,184978262~6036028,191636861~7932704,203667050~13661344,222396622~3101653,226215250~17069929,243820762~21819646,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~9774559,299056865~7571663,307504362~19999134,330297074~4121774,337843249~3923836,344201020~3407953,350806194~14815308,370850757~9968674,380876473~30971341] 2024-04-12T08:59:40.686 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,14116574~2551194,16777216~20900177,39478218~2477614,42762988~29778248,79691776~12012765,94167464~11776392,106159002~3957520,112209671~4594316,117440512~5589834,125314987~7565640,134217728~2703460,142606336~2773074,157726629~11287172,173087143~7318944,184978262~6036028,191636861~7932704,203667050~13661344,222396622~20888557,243820762~21819646,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~9774559,299056865~7571663,307504362~26914486,337843249~3923836,344201020~3407953,348127232~17494270,370850757~9968674,380876473~30971341] 2024-04-12T08:59:40.686 INFO:tasks.workunit.client.0.smithi112.stdout:from 6 to 19 diff [2513416~564959,7373379~4845786,14116574~2551194,18216752~7962969,26816305~15139527,42762988~29778248,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,143664296~1715114,155012508~175833,158439134~10574667,173087143~7318944,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~17069929,243607770~22032638,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~19999134,330297074~4121774,334576905~7190180,344201020~3407953,350806194~14815308,370850757~9968674,380876473~30971341] 2024-04-12T08:59:40.686 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14116574~2551194,18216752~7962969,26816305~15139527,42762988~29778248,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,143664296~1715114,155012508~175833,158439134~10574667,173087143~7318944,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~17069929,243607770~22032638,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~19999134,330297074~4121774,334576905~7190180,344201020~3407953,350806194~14815308,370850757~9968674,380876473~30971341] 2024-04-12T08:59:40.692 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,14116574~2551194,16777216~25178616,42762988~29778248,77170723~14533818,94167464~11776392,106159002~3957520,112209671~4594316,117440512~5589834,125314987~7565640,134217728~5822384,142606336~2773074,155012508~175833,157726629~11287172,173087143~9125897,184978262~6036028,191636861~8669754,203667050~13661344,222396622~20888557,243607770~22032638,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~34262723,344201020~3407953,348127232~17494270,370850757~9968674,380876473~30971341] 2024-04-12T08:59:40.692 INFO:tasks.workunit.client.0.smithi112.stdout:from 7 to 8 diff [14116574~2551194,27734689~4245014,46307083~4224628,119155681~3874665,135546729~1374459,244161089~5450200,288622803~6795938,330477975~3940873,382436501~8173715] 2024-04-12T08:59:40.692 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [14116574~2551194,27734689~4245014,46307083~4224628,119155681~3874665,135546729~1374459,244161089~5450200,288622803~6795938,330477975~3940873,382436501~8173715] 2024-04-12T08:59:40.697 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [14116574~2551194,27734689~4245014,46307083~4224628,117440512~5589834,134217728~2703460,244161089~5450200,288462755~6955986,327155712~7263136,382436501~8173715] 2024-04-12T08:59:40.697 INFO:tasks.workunit.client.0.smithi112.stdout:from 7 to 9 diff [14116574~2551194,27734689~4245014,46307083~4224628,57273369~6834549,81842319~6134655,96381600~8189686,119155681~3874665,135546729~1374459,177345428~1120254,185051015~1951548,193429649~6139916,243820762~5790527,255192560~7551547,288622803~6795938,307584998~5076391,330477975~3940873,382436501~8173715] 2024-04-12T08:59:40.698 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [14116574~2551194,27734689~4245014,46307083~4224628,57273369~6834549,81842319~6134655,96381600~8189686,119155681~3874665,135546729~1374459,177345428~1120254,185051015~1951548,193429649~6139916,243820762~5790527,255192560~7551547,288622803~6795938,307584998~5076391,330477975~3940873,382436501~8173715] 2024-04-12T08:59:40.703 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [14116574~2551194,27734689~4245014,46307083~4224628,57273369~6834549,79691776~8285198,96381600~8189686,117440512~5589834,134217728~2703460,177345428~1120254,185051015~1951548,193429649~6139916,243820762~5790527,255192560~7551547,288462755~6955986,307584998~5076391,327155712~7263136,382436501~8173715] 2024-04-12T08:59:40.703 INFO:tasks.workunit.client.0.smithi112.stdout:from 7 to 10 diff [14116574~2551194,27734689~4245014,39478218~2477614,46307083~4224628,57273369~6834549,81842319~6134655,96381600~8189686,119155681~3874665,135546729~1374459,177345428~1120254,185051015~1951548,193429649~6139916,226215250~7447986,243820762~5790527,255192560~7551547,270056437~1165996,288622803~6795938,307584998~5076391,330477975~3940873,356867652~1714123,370850757~2977171,382436501~12426663,397632934~7302474] 2024-04-12T08:59:40.703 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [14116574~2551194,27734689~4245014,39478218~2477614,46307083~4224628,57273369~6834549,81842319~6134655,96381600~8189686,119155681~3874665,135546729~1374459,177345428~1120254,185051015~1951548,193429649~6139916,226215250~7447986,243820762~5790527,255192560~7551547,270056437~1165996,288622803~6795938,307584998~5076391,330477975~3940873,356867652~1714123,370850757~2977171,382436501~12426663,397632934~7302474] 2024-04-12T08:59:40.709 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [14116574~2551194,27734689~4245014,39478218~2477614,46307083~4224628,57273369~6834549,79691776~8285198,96381600~8189686,117440512~5589834,134217728~2703460,177345428~1120254,185051015~1951548,193429649~6139916,222549297~11113939,243820762~5790527,255192560~7551547,270056437~1165996,288462755~6955986,307584998~5076391,327155712~7263136,356515840~2065935,370850757~2977171,382436501~12426663,397632934~7302474] 2024-04-12T08:59:40.709 INFO:tasks.workunit.client.0.smithi112.stdout:from 7 to 11 diff [14116574~2551194,27734689~6282810,39478218~2477614,46307083~4224628,57273369~6834549,64648946~518202,81842319~6134655,96381600~8189686,106159002~3957520,119155681~3874665,135546729~1374459,177345428~1120254,184978262~6036028,193429649~6139916,203667050~9723692,226215250~7447986,243820762~9464356,255192560~7551547,270056437~1165996,288622803~6795938,307584998~5076391,330477975~3940873,356867652~1714123,370850757~6120731,382436501~12426663,397632934~7302474] 2024-04-12T08:59:40.709 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [14116574~2551194,27734689~6282810,39478218~2477614,46307083~4224628,57273369~6834549,64648946~518202,81842319~6134655,96381600~8189686,106159002~3957520,119155681~3874665,135546729~1374459,177345428~1120254,184978262~6036028,193429649~6139916,203667050~9723692,226215250~7447986,243820762~9464356,255192560~7551547,270056437~1165996,288622803~6795938,307584998~5076391,330477975~3940873,356867652~1714123,370850757~6120731,382436501~12426663,397632934~7302474] 2024-04-12T08:59:40.715 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [14116574~2551194,27734689~6282810,39478218~2477614,46307083~4224628,57273369~6834549,64648946~518202,79691776~8285198,96381600~8189686,106159002~3957520,117440512~5589834,134217728~2703460,177345428~1120254,184978262~6036028,193429649~6139916,203667050~9723692,222549297~11113939,243820762~9464356,255192560~7551547,270056437~1165996,288462755~6955986,307584998~5076391,327155712~7263136,356515840~2065935,370850757~6120731,382436501~12426663,397632934~7302474] 2024-04-12T08:59:40.715 INFO:tasks.workunit.client.0.smithi112.stdout:from 7 to 12 diff [14116574~2551194,27734689~6282810,39478218~2477614,42762988~10683279,57273369~6834549,64648946~518202,81842319~6134655,96381600~8189686,106159002~3957520,112209671~4594316,119155681~3874665,135546729~1374459,177345428~1120254,184978262~6036028,193429649~6139916,203667050~9804768,226215250~7447986,243820762~9464356,255192560~7551547,270056437~1165996,288622803~6795938,299056865~7571663,307584998~5076391,312904219~6344322,330477975~3940873,356867652~1714123,370850757~6120731,380876473~13986691,397632934~7302474,408183838~3663976] 2024-04-12T08:59:40.715 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [14116574~2551194,27734689~6282810,39478218~2477614,42762988~10683279,57273369~6834549,64648946~518202,81842319~6134655,96381600~8189686,106159002~3957520,112209671~4594316,119155681~3874665,135546729~1374459,177345428~1120254,184978262~6036028,193429649~6139916,203667050~9804768,226215250~7447986,243820762~9464356,255192560~7551547,270056437~1165996,288622803~6795938,299056865~7571663,307584998~5076391,312904219~6344322,330477975~3940873,356867652~1714123,370850757~6120731,380876473~13986691,397632934~7302474,408183838~3663976] 2024-04-12T08:59:40.721 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [14116574~2551194,27734689~6282810,39478218~2477614,42762988~10683279,57273369~6834549,64648946~518202,79691776~8285198,96381600~8189686,106159002~3957520,112209671~4594316,117440512~5589834,134217728~2703460,177345428~1120254,184978262~6036028,193429649~6139916,203667050~9804768,222549297~11113939,243820762~9464356,255192560~7551547,270056437~1165996,288462755~6955986,299056865~7571663,307584998~5076391,312904219~6344322,327155712~7263136,356515840~2065935,370850757~6120731,380876473~13986691,397632934~7302474,408183838~3663976] 2024-04-12T08:59:40.721 INFO:tasks.workunit.client.0.smithi112.stdout:from 7 to 13 diff [7373379~4845786,14116574~2551194,18920573~1656110,27734689~6282810,39478218~2477614,42762988~10683279,56352809~7755109,64648946~518202,67416563~5124673,81842319~6134655,96381600~9562256,106159002~3957520,112209671~4594316,119155681~3874665,135546729~1374459,177345428~1120254,184978262~6036028,193429649~6139916,203667050~9804768,226215250~7447986,243820762~9464356,254606193~9753286,270056437~1165996,279118644~3958713,288622803~6795938,299056865~7571663,307584998~5076391,312904219~6344322,330477975~3940873,352629847~486275,356867652~1714123,370850757~6120731,380876473~13986691,397632934~8879646,408183838~3663976] 2024-04-12T08:59:40.721 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [7373379~4845786,14116574~2551194,18920573~1656110,27734689~6282810,39478218~2477614,42762988~10683279,56352809~7755109,64648946~518202,67416563~5124673,81842319~6134655,96381600~9562256,106159002~3957520,112209671~4594316,119155681~3874665,135546729~1374459,177345428~1120254,184978262~6036028,193429649~6139916,203667050~9804768,226215250~7447986,243820762~9464356,254606193~9753286,270056437~1165996,279118644~3958713,288622803~6795938,299056865~7571663,307584998~5076391,312904219~6344322,330477975~3940873,352629847~486275,356867652~1714123,370850757~6120731,380876473~13986691,397632934~8879646,408183838~3663976] 2024-04-12T08:59:40.726 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [7373379~4845786,14116574~2551194,18920573~1656110,27734689~6282810,39478218~2477614,42762988~10683279,56352809~7755109,64648946~518202,67416563~5124673,79691776~8285198,96381600~9562256,106159002~3957520,112209671~4594316,117440512~5589834,134217728~2703460,177345428~1120254,184978262~6036028,193429649~6139916,203667050~9804768,222549297~11113939,243820762~9464356,254606193~9753286,270056437~1165996,279118644~3958713,288462755~6955986,299056865~7571663,307584998~5076391,312904219~6344322,327155712~7263136,352321536~794586,356515840~2065935,370850757~6120731,380876473~13986691,397632934~8879646,408183838~3663976] 2024-04-12T08:59:40.727 INFO:tasks.workunit.client.0.smithi112.stdout:from 7 to 14 diff [7373379~4845786,14116574~2551194,18920573~1656110,27734689~6282810,39478218~2477614,42762988~10683279,56352809~7755109,64648946~518202,67416563~5124673,81842319~6134655,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,135546729~1374459,177345428~1120254,184978262~6036028,193429649~6139916,203667050~13661344,222396622~3101653,226215250~7447986,243820762~9464356,254606193~9753286,270056437~1165996,279118644~3958713,283806098~1835968,285644182~9774559,299056865~7571663,307584998~5076391,312904219~6344322,326389334~570462,330297074~4121774,350806194~12844529,370850757~6120731,380876473~13986691,397632934~8879646,408183838~3663976] 2024-04-12T08:59:40.727 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [7373379~4845786,14116574~2551194,18920573~1656110,27734689~6282810,39478218~2477614,42762988~10683279,56352809~7755109,64648946~518202,67416563~5124673,81842319~6134655,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,135546729~1374459,177345428~1120254,184978262~6036028,193429649~6139916,203667050~13661344,222396622~3101653,226215250~7447986,243820762~9464356,254606193~9753286,270056437~1165996,279118644~3958713,283806098~1835968,285644182~9774559,299056865~7571663,307584998~5076391,312904219~6344322,326389334~570462,330297074~4121774,350806194~12844529,370850757~6120731,380876473~13986691,397632934~8879646,408183838~3663976] 2024-04-12T08:59:40.732 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [7373379~4845786,14116574~2551194,18920573~1656110,27734689~6282810,39478218~2477614,42762988~10683279,56352809~7755109,64648946~518202,67416563~5124673,79691776~8285198,94167464~11776392,106159002~3957520,112209671~4594316,117440512~5589834,134217728~2703460,177345428~1120254,184978262~6036028,193429649~6139916,203667050~13661344,222396622~11266614,243820762~9464356,254606193~9753286,270056437~1165996,279118644~3958713,283806098~1835968,285644182~9774559,299056865~7571663,307584998~5076391,312904219~6344322,323492286~3467510,327155712~7263136,348127232~15523491,370850757~6120731,380876473~13986691,397632934~8879646,408183838~3663976] 2024-04-12T08:59:40.732 INFO:tasks.workunit.client.0.smithi112.stdout:from 7 to 15 diff [2513416~564959,7373379~4845786,14116574~2551194,18920573~1656110,27734689~6282810,39478218~2477614,42762988~10683279,56352809~7755109,64648946~518202,67416563~5124673,81842319~6134655,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,135546729~1374459,143664296~1715114,177345428~1120254,184978262~6036028,191636861~7932704,203667050~13661344,222396622~3101653,226215250~7447986,243820762~9464356,254606193~9753286,270056437~1165996,279118644~3958713,283806098~1835968,285644182~9774559,299056865~7571663,307584998~5076391,312904219~6344322,326389334~570462,330297074~4121774,337843249~3923836,350806194~12844529,370850757~9968674,380876473~13986691,397632934~14214880] 2024-04-12T08:59:40.732 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14116574~2551194,18920573~1656110,27734689~6282810,39478218~2477614,42762988~10683279,56352809~7755109,64648946~518202,67416563~5124673,81842319~6134655,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,135546729~1374459,143664296~1715114,177345428~1120254,184978262~6036028,191636861~7932704,203667050~13661344,222396622~3101653,226215250~7447986,243820762~9464356,254606193~9753286,270056437~1165996,279118644~3958713,283806098~1835968,285644182~9774559,299056865~7571663,307584998~5076391,312904219~6344322,326389334~570462,330297074~4121774,337843249~3923836,350806194~12844529,370850757~9968674,380876473~13986691,397632934~14214880] 2024-04-12T08:59:40.738 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,14116574~2551194,18920573~1656110,27734689~6282810,39478218~2477614,42762988~10683279,56352809~7755109,64648946~518202,67416563~5124673,79691776~8285198,94167464~11776392,106159002~3957520,112209671~4594316,117440512~5589834,134217728~2703460,142606336~2773074,177345428~1120254,184978262~6036028,191636861~7932704,203667050~13661344,222396622~11266614,243820762~9464356,254606193~9753286,270056437~1165996,279118644~3958713,283806098~1835968,285644182~9774559,299056865~7571663,307584998~5076391,312904219~6344322,323492286~3467510,327155712~7263136,337843249~3923836,348127232~15523491,370850757~9968674,380876473~13986691,397632934~14214880] 2024-04-12T08:59:40.738 INFO:tasks.workunit.client.0.smithi112.stdout:from 7 to 16 diff [2513416~564959,7373379~4845786,14116574~2551194,18920573~1656110,27734689~6282810,39478218~2477614,42762988~10683279,56352809~7755109,64648946~518202,67416563~5124673,81842319~6134655,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,135546729~1374459,143664296~1715114,177345428~1120254,184978262~6036028,191636861~7932704,203667050~13661344,222396622~3101653,226215250~9298857,243820762~20538717,270056437~1165996,279118644~3958713,283806098~1835968,285644182~9774559,299056865~7571663,307584998~5076391,312904219~14599277,330297074~4121774,337843249~3923836,350806194~14815308,370850757~9968674,380876473~13986691,397632934~14214880] 2024-04-12T08:59:40.738 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14116574~2551194,18920573~1656110,27734689~6282810,39478218~2477614,42762988~10683279,56352809~7755109,64648946~518202,67416563~5124673,81842319~6134655,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,135546729~1374459,143664296~1715114,177345428~1120254,184978262~6036028,191636861~7932704,203667050~13661344,222396622~3101653,226215250~9298857,243820762~20538717,270056437~1165996,279118644~3958713,283806098~1835968,285644182~9774559,299056865~7571663,307584998~5076391,312904219~14599277,330297074~4121774,337843249~3923836,350806194~14815308,370850757~9968674,380876473~13986691,397632934~14214880] 2024-04-12T08:59:40.744 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,14116574~2551194,18920573~1656110,27734689~6282810,39478218~2477614,42762988~10683279,56352809~7755109,64648946~518202,67416563~5124673,79691776~8285198,94167464~11776392,106159002~3957520,112209671~4594316,117440512~5589834,134217728~2703460,142606336~2773074,177345428~1120254,184978262~6036028,191636861~7932704,203667050~13661344,222396622~13117485,243820762~20538717,270056437~1165996,279118644~3958713,283806098~1835968,285644182~9774559,299056865~7571663,307584998~5076391,312904219~21514629,337843249~3923836,348127232~17494270,370850757~9968674,380876473~13986691,397632934~14214880] 2024-04-12T08:59:40.744 INFO:tasks.workunit.client.0.smithi112.stdout:from 7 to 17 diff [2513416~564959,7373379~4845786,14116574~2551194,18920573~1656110,27734689~6282810,39478218~2477614,42762988~21344930,64648946~518202,67416563~5124673,81842319~6134655,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~1374459,143664296~1715114,173087143~7318944,184978262~6036028,191636861~7932704,203667050~13661344,222396622~3101653,226215250~9298857,243820762~20538717,270056437~1165996,279118644~3958713,283806098~1835968,285644182~9774559,299056865~7571663,307584998~5076391,312904219~14599277,330297074~4121774,337843249~3923836,344201020~3407953,350806194~14815308,370850757~9968674,380876473~30971341] 2024-04-12T08:59:40.744 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14116574~2551194,18920573~1656110,27734689~6282810,39478218~2477614,42762988~21344930,64648946~518202,67416563~5124673,81842319~6134655,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~1374459,143664296~1715114,173087143~7318944,184978262~6036028,191636861~7932704,203667050~13661344,222396622~3101653,226215250~9298857,243820762~20538717,270056437~1165996,279118644~3958713,283806098~1835968,285644182~9774559,299056865~7571663,307584998~5076391,312904219~14599277,330297074~4121774,337843249~3923836,344201020~3407953,350806194~14815308,370850757~9968674,380876473~30971341] 2024-04-12T08:59:40.749 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,14116574~2551194,18920573~1656110,27734689~6282810,39478218~2477614,42762988~21344930,64648946~518202,67416563~5124673,79691776~8285198,94167464~11776392,106159002~3957520,112209671~4594316,117440512~5589834,125314987~7565640,134217728~2703460,142606336~2773074,173087143~7318944,184978262~6036028,191636861~7932704,203667050~13661344,222396622~13117485,243820762~20538717,270056437~1165996,279118644~3958713,283806098~1835968,285644182~9774559,299056865~7571663,307584998~5076391,312904219~21514629,337843249~3923836,344201020~3407953,348127232~17494270,370850757~9968674,380876473~30971341] 2024-04-12T08:59:40.749 INFO:tasks.workunit.client.0.smithi112.stdout:from 7 to 18 diff [2513416~564959,7373379~4845786,14116574~2551194,18920573~1656110,26816305~10861088,39478218~2477614,42762988~21344930,64648946~518202,67416563~5124673,81842319~9862222,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~1374459,143664296~1715114,163213768~5800033,173087143~7318944,184978262~6036028,191636861~7932704,203667050~13661344,222396622~3101653,226215250~10296085,243820762~21819646,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~9774559,299056865~7571663,307504362~19999134,330297074~4121774,337843249~3923836,344201020~3407953,350806194~14815308,370850757~9968674,380876473~30971341] 2024-04-12T08:59:40.750 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14116574~2551194,18920573~1656110,26816305~10861088,39478218~2477614,42762988~21344930,64648946~518202,67416563~5124673,81842319~9862222,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~1374459,143664296~1715114,163213768~5800033,173087143~7318944,184978262~6036028,191636861~7932704,203667050~13661344,222396622~3101653,226215250~10296085,243820762~21819646,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~9774559,299056865~7571663,307504362~19999134,330297074~4121774,337843249~3923836,344201020~3407953,350806194~14815308,370850757~9968674,380876473~30971341] 2024-04-12T08:59:40.755 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,14116574~2551194,18920573~1656110,26816305~10861088,39478218~2477614,42762988~21344930,64648946~518202,67416563~5124673,79691776~12012765,94167464~11776392,106159002~3957520,112209671~4594316,117440512~5589834,125314987~7565640,134217728~2703460,142606336~2773074,163213768~5800033,173087143~7318944,184978262~6036028,191636861~7932704,203667050~13661344,222396622~14114713,243820762~21819646,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~9774559,299056865~7571663,307504362~26914486,337843249~3923836,344201020~3407953,348127232~17494270,370850757~9968674,380876473~30971341] 2024-04-12T08:59:40.755 INFO:tasks.workunit.client.0.smithi112.stdout:from 7 to 19 diff [2513416~564959,7373379~4845786,14116574~2551194,18920573~1656110,26816305~15139527,42762988~21344930,64648946~518202,67416563~5124673,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~10296085,243607770~22032638,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~19999134,330297074~4121774,334576905~7190180,344201020~3407953,350806194~14815308,370850757~9968674,380876473~30971341] 2024-04-12T08:59:40.755 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14116574~2551194,18920573~1656110,26816305~15139527,42762988~21344930,64648946~518202,67416563~5124673,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~10296085,243607770~22032638,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~19999134,330297074~4121774,334576905~7190180,344201020~3407953,350806194~14815308,370850757~9968674,380876473~30971341] 2024-04-12T08:59:40.761 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,14116574~2551194,18920573~1656110,26816305~15139527,42762988~21344930,64648946~518202,67416563~5124673,77170723~14533818,94167464~11776392,106159002~3957520,112209671~4594316,117440512~5589834,125314987~7565640,134217728~5822384,142606336~2773074,155012508~175833,163213768~5800033,173087143~9125897,184978262~6036028,191636861~8669754,203667050~13661344,222396622~14114713,243607770~22032638,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~34262723,344201020~3407953,348127232~17494270,370850757~9968674,380876473~30971341] 2024-04-12T08:59:40.761 INFO:tasks.workunit.client.0.smithi112.stdout:from 8 to 9 diff [57273369~6834549,81842319~6134655,96381600~8189686,177345428~1120254,185051015~1951548,193429649~6139916,243820762~1546288,255192560~7551547,307584998~5076391] 2024-04-12T08:59:40.761 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [57273369~6834549,81842319~6134655,96381600~8189686,177345428~1120254,185051015~1951548,193429649~6139916,243820762~1546288,255192560~7551547,307584998~5076391] 2024-04-12T08:59:40.767 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [57273369~6834549,79691776~8285198,96381600~8189686,177345428~1120254,185051015~1951548,193429649~6139916,243820762~1546288,255192560~7551547,307584998~5076391] 2024-04-12T08:59:40.767 INFO:tasks.workunit.client.0.smithi112.stdout:from 8 to 10 diff [39478218~2477614,57273369~6834549,81842319~6134655,96381600~8189686,177345428~1120254,185051015~1951548,193429649~6139916,226215250~7447986,243820762~1546288,255192560~7551547,270056437~1165996,307584998~5076391,356867652~1714123,370850757~2977171,389102996~5760168,397632934~7302474] 2024-04-12T08:59:40.767 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [39478218~2477614,57273369~6834549,81842319~6134655,96381600~8189686,177345428~1120254,185051015~1951548,193429649~6139916,226215250~7447986,243820762~1546288,255192560~7551547,270056437~1165996,307584998~5076391,356867652~1714123,370850757~2977171,389102996~5760168,397632934~7302474] 2024-04-12T08:59:40.773 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [39478218~2477614,57273369~6834549,79691776~8285198,96381600~8189686,177345428~1120254,185051015~1951548,193429649~6139916,222549297~11113939,243820762~1546288,255192560~7551547,270056437~1165996,307584998~5076391,356515840~2065935,370850757~2977171,389102996~5760168,397632934~7302474] 2024-04-12T08:59:40.773 INFO:tasks.workunit.client.0.smithi112.stdout:from 8 to 11 diff [29084041~4933458,39478218~2477614,57273369~6834549,64648946~518202,81842319~6134655,96381600~8189686,106159002~3957520,177345428~1120254,184978262~6036028,193429649~6139916,203667050~9723692,226215250~7447986,243820762~1546288,249464673~3820445,255192560~7551547,270056437~1165996,307584998~5076391,356867652~1714123,370850757~6120731,384382469~3401128,389102996~5760168,397632934~7302474] 2024-04-12T08:59:40.773 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [29084041~4933458,39478218~2477614,57273369~6834549,64648946~518202,81842319~6134655,96381600~8189686,106159002~3957520,177345428~1120254,184978262~6036028,193429649~6139916,203667050~9723692,226215250~7447986,243820762~1546288,249464673~3820445,255192560~7551547,270056437~1165996,307584998~5076391,356867652~1714123,370850757~6120731,384382469~3401128,389102996~5760168,397632934~7302474] 2024-04-12T08:59:40.778 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [29084041~4933458,39478218~2477614,57273369~6834549,64648946~518202,79691776~8285198,96381600~8189686,106159002~3957520,177345428~1120254,184978262~6036028,193429649~6139916,203667050~9723692,222549297~11113939,243820762~1546288,249464673~3820445,255192560~7551547,270056437~1165996,307584998~5076391,356515840~2065935,370850757~6120731,384382469~3401128,389102996~5760168,397632934~7302474] 2024-04-12T08:59:40.778 INFO:tasks.workunit.client.0.smithi112.stdout:from 8 to 12 diff [29084041~4933458,39478218~2477614,42762988~4979331,50509024~2937243,57273369~6834549,64648946~518202,81842319~6134655,96381600~8189686,106159002~3957520,112209671~4594316,177345428~1120254,184978262~6036028,193429649~6139916,203667050~9804768,226215250~7447986,243820762~1546288,249464673~3820445,255192560~7551547,270056437~1165996,299056865~7571663,307584998~5076391,312904219~6344322,356867652~1714123,370850757~6120731,380876473~1934315,384382469~3401128,389102996~5760168,397632934~7302474,408183838~3663976] 2024-04-12T08:59:40.778 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [29084041~4933458,39478218~2477614,42762988~4979331,50509024~2937243,57273369~6834549,64648946~518202,81842319~6134655,96381600~8189686,106159002~3957520,112209671~4594316,177345428~1120254,184978262~6036028,193429649~6139916,203667050~9804768,226215250~7447986,243820762~1546288,249464673~3820445,255192560~7551547,270056437~1165996,299056865~7571663,307584998~5076391,312904219~6344322,356867652~1714123,370850757~6120731,380876473~1934315,384382469~3401128,389102996~5760168,397632934~7302474,408183838~3663976] 2024-04-12T08:59:40.784 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [29084041~4933458,39478218~2477614,42762988~4979331,50509024~2937243,57273369~6834549,64648946~518202,79691776~8285198,96381600~8189686,106159002~3957520,112209671~4594316,177345428~1120254,184978262~6036028,193429649~6139916,203667050~9804768,222549297~11113939,243820762~1546288,249464673~3820445,255192560~7551547,270056437~1165996,299056865~7571663,307584998~5076391,312904219~6344322,356515840~2065935,370850757~6120731,380876473~1934315,384382469~3401128,389102996~5760168,397632934~7302474,408183838~3663976] 2024-04-12T08:59:40.784 INFO:tasks.workunit.client.0.smithi112.stdout:from 8 to 13 diff [7373379~4845786,18920573~1656110,29084041~4933458,39478218~2477614,42762988~4979331,50509024~2937243,56352809~7755109,64648946~518202,67416563~5124673,81842319~6134655,96381600~9562256,106159002~3957520,112209671~4594316,177345428~1120254,184978262~6036028,193429649~6139916,203667050~9804768,226215250~7447986,243820762~1546288,249464673~3820445,254606193~9753286,270056437~1165996,279118644~3958713,299056865~7571663,307584998~5076391,312904219~6344322,352629847~486275,356867652~1714123,370850757~6120731,380876473~1934315,384382469~3401128,389102996~5760168,397632934~8879646,408183838~3663976] 2024-04-12T08:59:40.784 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [7373379~4845786,18920573~1656110,29084041~4933458,39478218~2477614,42762988~4979331,50509024~2937243,56352809~7755109,64648946~518202,67416563~5124673,81842319~6134655,96381600~9562256,106159002~3957520,112209671~4594316,177345428~1120254,184978262~6036028,193429649~6139916,203667050~9804768,226215250~7447986,243820762~1546288,249464673~3820445,254606193~9753286,270056437~1165996,279118644~3958713,299056865~7571663,307584998~5076391,312904219~6344322,352629847~486275,356867652~1714123,370850757~6120731,380876473~1934315,384382469~3401128,389102996~5760168,397632934~8879646,408183838~3663976] 2024-04-12T08:59:40.790 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [7373379~4845786,18920573~1656110,29084041~4933458,39478218~2477614,42762988~4979331,50509024~2937243,56352809~7755109,64648946~518202,67416563~5124673,79691776~8285198,96381600~9562256,106159002~3957520,112209671~4594316,177345428~1120254,184978262~6036028,193429649~6139916,203667050~9804768,222549297~11113939,243820762~1546288,249464673~3820445,254606193~9753286,270056437~1165996,279118644~3958713,299056865~7571663,307584998~5076391,312904219~6344322,352321536~794586,356515840~2065935,370850757~6120731,380876473~1934315,384382469~3401128,389102996~5760168,397632934~8879646,408183838~3663976] 2024-04-12T08:59:40.790 INFO:tasks.workunit.client.0.smithi112.stdout:from 8 to 14 diff [7373379~4845786,18920573~1656110,29084041~4933458,39478218~2477614,42762988~4979331,50509024~2937243,56352809~7755109,64648946~518202,67416563~5124673,81842319~6134655,94167464~11776392,106159002~3957520,112209671~4594316,177345428~1120254,184978262~6036028,193429649~6139916,203667050~13661344,222396622~3101653,226215250~7447986,243820762~1546288,249464673~3820445,254606193~9753286,270056437~1165996,279118644~3958713,283806098~1835968,285644182~7565587,299056865~7571663,307584998~5076391,312904219~6344322,326389334~570462,330297074~2444503,350806194~12844529,370850757~6120731,380876473~1934315,384382469~3401128,389102996~5760168,397632934~8879646,408183838~3663976] 2024-04-12T08:59:40.790 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [7373379~4845786,18920573~1656110,29084041~4933458,39478218~2477614,42762988~4979331,50509024~2937243,56352809~7755109,64648946~518202,67416563~5124673,81842319~6134655,94167464~11776392,106159002~3957520,112209671~4594316,177345428~1120254,184978262~6036028,193429649~6139916,203667050~13661344,222396622~3101653,226215250~7447986,243820762~1546288,249464673~3820445,254606193~9753286,270056437~1165996,279118644~3958713,283806098~1835968,285644182~7565587,299056865~7571663,307584998~5076391,312904219~6344322,326389334~570462,330297074~2444503,350806194~12844529,370850757~6120731,380876473~1934315,384382469~3401128,389102996~5760168,397632934~8879646,408183838~3663976] 2024-04-12T08:59:40.796 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [7373379~4845786,18920573~1656110,29084041~4933458,39478218~2477614,42762988~4979331,50509024~2937243,56352809~7755109,64648946~518202,67416563~5124673,79691776~8285198,94167464~11776392,106159002~3957520,112209671~4594316,177345428~1120254,184978262~6036028,193429649~6139916,203667050~13661344,222396622~11266614,243820762~1546288,249464673~3820445,254606193~9753286,270056437~1165996,279118644~3958713,283806098~1835968,285644182~7565587,299056865~7571663,307584998~5076391,312904219~6344322,323492286~3467510,330297074~2444503,348127232~15523491,370850757~6120731,380876473~1934315,384382469~3401128,389102996~5760168,397632934~8879646,408183838~3663976] 2024-04-12T08:59:40.796 INFO:tasks.workunit.client.0.smithi112.stdout:from 8 to 15 diff [2513416~564959,7373379~4845786,18920573~1656110,29084041~4933458,39478218~2477614,42762988~4979331,50509024~2937243,56352809~7755109,64648946~518202,67416563~5124673,81842319~6134655,94167464~11776392,106159002~3957520,112209671~4594316,143664296~1715114,177345428~1120254,184978262~6036028,191636861~7932704,203667050~13661344,222396622~3101653,226215250~7447986,243820762~1546288,249464673~3820445,254606193~9753286,270056437~1165996,279118644~3958713,283806098~1835968,285644182~7565587,299056865~7571663,307584998~5076391,312904219~6344322,326389334~570462,330297074~2444503,337843249~3923836,350806194~12844529,370850757~9968674,380876473~1934315,384382469~3401128,389102996~5760168,397632934~14214880] 2024-04-12T08:59:40.796 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,18920573~1656110,29084041~4933458,39478218~2477614,42762988~4979331,50509024~2937243,56352809~7755109,64648946~518202,67416563~5124673,81842319~6134655,94167464~11776392,106159002~3957520,112209671~4594316,143664296~1715114,177345428~1120254,184978262~6036028,191636861~7932704,203667050~13661344,222396622~3101653,226215250~7447986,243820762~1546288,249464673~3820445,254606193~9753286,270056437~1165996,279118644~3958713,283806098~1835968,285644182~7565587,299056865~7571663,307584998~5076391,312904219~6344322,326389334~570462,330297074~2444503,337843249~3923836,350806194~12844529,370850757~9968674,380876473~1934315,384382469~3401128,389102996~5760168,397632934~14214880] 2024-04-12T08:59:40.801 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,18920573~1656110,29084041~4933458,39478218~2477614,42762988~4979331,50509024~2937243,56352809~7755109,64648946~518202,67416563~5124673,79691776~8285198,94167464~11776392,106159002~3957520,112209671~4594316,142606336~2773074,177345428~1120254,184978262~6036028,191636861~7932704,203667050~13661344,222396622~11266614,243820762~1546288,249464673~3820445,254606193~9753286,270056437~1165996,279118644~3958713,283806098~1835968,285644182~7565587,299056865~7571663,307584998~5076391,312904219~6344322,323492286~3467510,330297074~2444503,337843249~3923836,348127232~15523491,370850757~9968674,380876473~1934315,384382469~3401128,389102996~5760168,397632934~14214880] 2024-04-12T08:59:40.802 INFO:tasks.workunit.client.0.smithi112.stdout:from 8 to 16 diff [2513416~564959,7373379~4845786,18920573~1656110,29084041~4933458,39478218~2477614,42762988~4979331,50509024~2937243,56352809~7755109,64648946~518202,67416563~5124673,81842319~6134655,94167464~11776392,106159002~3957520,112209671~4594316,143664296~1715114,177345428~1120254,184978262~6036028,191636861~7932704,203667050~13661344,222396622~3101653,226215250~9298857,243820762~1546288,249464673~14894806,270056437~1165996,279118644~3958713,283806098~1835968,285644182~7565587,299056865~7571663,307584998~5076391,312904219~14599277,330297074~2444503,337843249~3923836,350806194~14815308,370850757~9968674,380876473~1934315,384382469~3401128,389102996~5760168,397632934~14214880] 2024-04-12T08:59:40.802 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,18920573~1656110,29084041~4933458,39478218~2477614,42762988~4979331,50509024~2937243,56352809~7755109,64648946~518202,67416563~5124673,81842319~6134655,94167464~11776392,106159002~3957520,112209671~4594316,143664296~1715114,177345428~1120254,184978262~6036028,191636861~7932704,203667050~13661344,222396622~3101653,226215250~9298857,243820762~1546288,249464673~14894806,270056437~1165996,279118644~3958713,283806098~1835968,285644182~7565587,299056865~7571663,307584998~5076391,312904219~14599277,330297074~2444503,337843249~3923836,350806194~14815308,370850757~9968674,380876473~1934315,384382469~3401128,389102996~5760168,397632934~14214880] 2024-04-12T08:59:40.807 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,18920573~1656110,29084041~4933458,39478218~2477614,42762988~4979331,50509024~2937243,56352809~7755109,64648946~518202,67416563~5124673,79691776~8285198,94167464~11776392,106159002~3957520,112209671~4594316,142606336~2773074,177345428~1120254,184978262~6036028,191636861~7932704,203667050~13661344,222396622~13117485,243820762~1546288,249464673~14894806,270056437~1165996,279118644~3958713,283806098~1835968,285644182~7565587,299056865~7571663,307584998~5076391,312904219~14599277,330297074~2444503,337843249~3923836,348127232~17494270,370850757~9968674,380876473~1934315,384382469~3401128,389102996~5760168,397632934~14214880] 2024-04-12T08:59:40.807 INFO:tasks.workunit.client.0.smithi112.stdout:from 8 to 17 diff [2513416~564959,7373379~4845786,18920573~1656110,29084041~4933458,39478218~2477614,42762988~4979331,50509024~13598894,64648946~518202,67416563~5124673,81842319~6134655,94167464~11776392,106159002~3957520,112209671~4594316,125314987~7565640,143664296~1715114,173087143~7318944,184978262~6036028,191636861~7932704,203667050~13661344,222396622~3101653,226215250~9298857,243820762~1546288,249464673~14894806,270056437~1165996,279118644~3958713,283806098~1835968,285644182~7565587,299056865~7571663,307584998~5076391,312904219~14599277,330297074~2444503,337843249~3923836,344201020~3407953,350806194~14815308,370850757~9968674,380876473~1934315,384382469~27465345] 2024-04-12T08:59:40.809 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,18920573~1656110,29084041~4933458,39478218~2477614,42762988~4979331,50509024~13598894,64648946~518202,67416563~5124673,81842319~6134655,94167464~11776392,106159002~3957520,112209671~4594316,125314987~7565640,143664296~1715114,173087143~7318944,184978262~6036028,191636861~7932704,203667050~13661344,222396622~3101653,226215250~9298857,243820762~1546288,249464673~14894806,270056437~1165996,279118644~3958713,283806098~1835968,285644182~7565587,299056865~7571663,307584998~5076391,312904219~14599277,330297074~2444503,337843249~3923836,344201020~3407953,350806194~14815308,370850757~9968674,380876473~1934315,384382469~27465345] 2024-04-12T08:59:40.813 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,18920573~1656110,29084041~4933458,39478218~2477614,42762988~4979331,50509024~13598894,64648946~518202,67416563~5124673,79691776~8285198,94167464~11776392,106159002~3957520,112209671~4594316,125314987~7565640,142606336~2773074,173087143~7318944,184978262~6036028,191636861~7932704,203667050~13661344,222396622~13117485,243820762~1546288,249464673~14894806,270056437~1165996,279118644~3958713,283806098~1835968,285644182~7565587,299056865~7571663,307584998~5076391,312904219~14599277,330297074~2444503,337843249~3923836,344201020~3407953,348127232~17494270,370850757~9968674,380876473~1934315,384382469~27465345] 2024-04-12T08:59:40.813 INFO:tasks.workunit.client.0.smithi112.stdout:from 8 to 18 diff [2513416~564959,7373379~4845786,18920573~1656110,26816305~10861088,39478218~2477614,42762988~4979331,50509024~13598894,64648946~518202,67416563~5124673,81842319~9862222,94167464~11776392,106159002~3957520,112209671~4594316,125314987~7565640,143664296~1715114,163213768~5800033,173087143~7318944,184978262~6036028,191636861~7932704,203667050~13661344,222396622~3101653,226215250~10296085,243820762~1546288,249464673~16175735,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~7565587,299056865~7571663,307504362~19999134,330297074~2444503,337843249~3923836,344201020~3407953,350806194~14815308,370850757~9968674,380876473~1934315,384382469~27465345] 2024-04-12T08:59:40.813 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,18920573~1656110,26816305~10861088,39478218~2477614,42762988~4979331,50509024~13598894,64648946~518202,67416563~5124673,81842319~9862222,94167464~11776392,106159002~3957520,112209671~4594316,125314987~7565640,143664296~1715114,163213768~5800033,173087143~7318944,184978262~6036028,191636861~7932704,203667050~13661344,222396622~3101653,226215250~10296085,243820762~1546288,249464673~16175735,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~7565587,299056865~7571663,307504362~19999134,330297074~2444503,337843249~3923836,344201020~3407953,350806194~14815308,370850757~9968674,380876473~1934315,384382469~27465345] 2024-04-12T08:59:40.819 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,18920573~1656110,26816305~10861088,39478218~2477614,42762988~4979331,50509024~13598894,64648946~518202,67416563~5124673,79691776~12012765,94167464~11776392,106159002~3957520,112209671~4594316,125314987~7565640,142606336~2773074,163213768~5800033,173087143~7318944,184978262~6036028,191636861~7932704,203667050~13661344,222396622~14114713,243820762~1546288,249464673~16175735,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~7565587,299056865~7571663,307504362~19999134,330297074~2444503,337843249~3923836,344201020~3407953,348127232~17494270,370850757~9968674,380876473~1934315,384382469~27465345] 2024-04-12T08:59:40.819 INFO:tasks.workunit.client.0.smithi112.stdout:from 8 to 19 diff [2513416~564959,7373379~4845786,18920573~1656110,26816305~15139527,42762988~4979331,50509024~13598894,64648946~518202,67416563~5124673,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,125314987~7565640,136038185~4001927,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~10296085,243607770~1759280,249464673~16175735,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,299056865~7571663,307504362~19999134,330297074~2444503,334576905~7190180,344201020~3407953,350806194~14815308,370850757~9968674,380876473~1934315,384382469~27465345] 2024-04-12T08:59:40.819 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,18920573~1656110,26816305~15139527,42762988~4979331,50509024~13598894,64648946~518202,67416563~5124673,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,125314987~7565640,136038185~4001927,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~10296085,243607770~1759280,249464673~16175735,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,299056865~7571663,307504362~19999134,330297074~2444503,334576905~7190180,344201020~3407953,350806194~14815308,370850757~9968674,380876473~1934315,384382469~27465345] 2024-04-12T08:59:40.826 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,18920573~1656110,26816305~15139527,42762988~4979331,50509024~13598894,64648946~518202,67416563~5124673,77170723~14533818,94167464~11776392,106159002~3957520,112209671~4594316,125314987~7565640,136038185~4001927,142606336~2773074,155012508~175833,163213768~5800033,173087143~9125897,184978262~6036028,191636861~8669754,203667050~13661344,222396622~14114713,243607770~1759280,249464673~16175735,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,299056865~7571663,307504362~19999134,330297074~2444503,334418848~7348237,344201020~3407953,348127232~17494270,370850757~9968674,380876473~1934315,384382469~27465345] 2024-04-12T08:59:40.826 INFO:tasks.workunit.client.0.smithi112.stdout:from 9 to 10 diff [39478218~2477614,87026863~174521,226215250~7447986,259086788~489054,270056437~1165996,356867652~1714123,370850757~2977171,389102996~5760168,397632934~7302474] 2024-04-12T08:59:40.826 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [39478218~2477614,87026863~174521,226215250~7447986,259086788~489054,270056437~1165996,356867652~1714123,370850757~2977171,389102996~5760168,397632934~7302474] 2024-04-12T08:59:40.831 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [39478218~2477614,87026863~174521,222549297~11113939,259086788~489054,270056437~1165996,356515840~2065935,370850757~2977171,389102996~5760168,397632934~7302474] 2024-04-12T08:59:40.831 INFO:tasks.workunit.client.0.smithi112.stdout:from 9 to 11 diff [29084041~4933458,39478218~2477614,64648946~518202,87026863~174521,106159002~3957520,184978262~6036028,203667050~9723692,226215250~7447986,249464673~3820445,259086788~489054,270056437~1165996,356867652~1714123,370850757~6120731,384382469~3401128,389102996~5760168,397632934~7302474] 2024-04-12T08:59:40.831 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [29084041~4933458,39478218~2477614,64648946~518202,87026863~174521,106159002~3957520,184978262~6036028,203667050~9723692,226215250~7447986,249464673~3820445,259086788~489054,270056437~1165996,356867652~1714123,370850757~6120731,384382469~3401128,389102996~5760168,397632934~7302474] 2024-04-12T08:59:40.836 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [29084041~4933458,39478218~2477614,64648946~518202,87026863~174521,106159002~3957520,184978262~6036028,203667050~9723692,222549297~11113939,249464673~3820445,259086788~489054,270056437~1165996,356515840~2065935,370850757~6120731,384382469~3401128,389102996~5760168,397632934~7302474] 2024-04-12T08:59:40.836 INFO:tasks.workunit.client.0.smithi112.stdout:from 9 to 12 diff [29084041~4933458,39478218~2477614,42762988~4979331,50509024~2937243,64648946~518202,87026863~174521,100110566~967590,106159002~3957520,112209671~4594316,184978262~6036028,203667050~9804768,226215250~7447986,249464673~3820445,259086788~489054,270056437~1165996,299056865~7571663,312904219~6344322,356867652~1714123,370850757~6120731,380876473~1934315,384382469~3401128,389102996~5760168,397632934~7302474,408183838~3663976] 2024-04-12T08:59:40.836 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [29084041~4933458,39478218~2477614,42762988~4979331,50509024~2937243,64648946~518202,87026863~174521,100110566~967590,106159002~3957520,112209671~4594316,184978262~6036028,203667050~9804768,226215250~7447986,249464673~3820445,259086788~489054,270056437~1165996,299056865~7571663,312904219~6344322,356867652~1714123,370850757~6120731,380876473~1934315,384382469~3401128,389102996~5760168,397632934~7302474,408183838~3663976] 2024-04-12T08:59:40.842 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [29084041~4933458,39478218~2477614,42762988~4979331,50509024~2937243,64648946~518202,87026863~174521,100110566~967590,106159002~3957520,112209671~4594316,184978262~6036028,203667050~9804768,222549297~11113939,249464673~3820445,259086788~489054,270056437~1165996,299056865~7571663,312904219~6344322,356515840~2065935,370850757~6120731,380876473~1934315,384382469~3401128,389102996~5760168,397632934~7302474,408183838~3663976] 2024-04-12T08:59:40.842 INFO:tasks.workunit.client.0.smithi112.stdout:from 9 to 13 diff [7373379~4845786,18920573~1656110,29084041~4933458,39478218~2477614,42762988~4979331,50509024~2937243,56352809~7725370,64648946~518202,67416563~5124673,87026863~174521,100110566~967590,102544084~3399772,106159002~3957520,112209671~4594316,184978262~6036028,203667050~9804768,226215250~7447986,249464673~3820445,254606193~1605093,259086788~489054,260094731~4264748,270056437~1165996,279118644~3958713,299056865~7571663,312904219~6344322,352629847~486275,356867652~1714123,370850757~6120731,380876473~1934315,384382469~3401128,389102996~5760168,397632934~8879646,408183838~3663976] 2024-04-12T08:59:40.842 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [7373379~4845786,18920573~1656110,29084041~4933458,39478218~2477614,42762988~4979331,50509024~2937243,56352809~7725370,64648946~518202,67416563~5124673,87026863~174521,100110566~967590,102544084~3399772,106159002~3957520,112209671~4594316,184978262~6036028,203667050~9804768,226215250~7447986,249464673~3820445,254606193~1605093,259086788~489054,260094731~4264748,270056437~1165996,279118644~3958713,299056865~7571663,312904219~6344322,352629847~486275,356867652~1714123,370850757~6120731,380876473~1934315,384382469~3401128,389102996~5760168,397632934~8879646,408183838~3663976] 2024-04-12T08:59:40.848 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [7373379~4845786,18920573~1656110,29084041~4933458,39478218~2477614,42762988~4979331,50509024~2937243,56352809~7725370,64648946~518202,67416563~5124673,87026863~174521,100110566~967590,102544084~3399772,106159002~3957520,112209671~4594316,184978262~6036028,203667050~9804768,222549297~11113939,249464673~3820445,254606193~1605093,259086788~489054,260094731~4264748,270056437~1165996,279118644~3958713,299056865~7571663,312904219~6344322,352321536~794586,356515840~2065935,370850757~6120731,380876473~1934315,384382469~3401128,389102996~5760168,397632934~8879646,408183838~3663976] 2024-04-12T08:59:40.848 INFO:tasks.workunit.client.0.smithi112.stdout:from 9 to 14 diff [7373379~4845786,18920573~1656110,29084041~4933458,39478218~2477614,42762988~4979331,50509024~2937243,56352809~7725370,64648946~518202,67416563~5124673,87026863~174521,94167464~3169485,98483381~7460475,106159002~3957520,112209671~4594316,184978262~6036028,203667050~13661344,222396622~3101653,226215250~7447986,249464673~3820445,254606193~1605093,259086788~489054,260094731~4264748,270056437~1165996,279118644~3958713,283806098~1835968,285644182~7565587,299056865~7571663,312904219~6344322,326389334~570462,330297074~2444503,350806194~12844529,370850757~6120731,380876473~1934315,384382469~3401128,389102996~5760168,397632934~8879646,408183838~3663976] 2024-04-12T08:59:40.848 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [7373379~4845786,18920573~1656110,29084041~4933458,39478218~2477614,42762988~4979331,50509024~2937243,56352809~7725370,64648946~518202,67416563~5124673,87026863~174521,94167464~3169485,98483381~7460475,106159002~3957520,112209671~4594316,184978262~6036028,203667050~13661344,222396622~3101653,226215250~7447986,249464673~3820445,254606193~1605093,259086788~489054,260094731~4264748,270056437~1165996,279118644~3958713,283806098~1835968,285644182~7565587,299056865~7571663,312904219~6344322,326389334~570462,330297074~2444503,350806194~12844529,370850757~6120731,380876473~1934315,384382469~3401128,389102996~5760168,397632934~8879646,408183838~3663976] 2024-04-12T08:59:40.854 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [7373379~4845786,18920573~1656110,29084041~4933458,39478218~2477614,42762988~4979331,50509024~2937243,56352809~7725370,64648946~518202,67416563~5124673,87026863~174521,94167464~3169485,98483381~7460475,106159002~3957520,112209671~4594316,184978262~6036028,203667050~13661344,222396622~11266614,249464673~3820445,254606193~1605093,259086788~489054,260094731~4264748,270056437~1165996,279118644~3958713,283806098~1835968,285644182~7565587,299056865~7571663,312904219~6344322,323492286~3467510,330297074~2444503,348127232~15523491,370850757~6120731,380876473~1934315,384382469~3401128,389102996~5760168,397632934~8879646,408183838~3663976] 2024-04-12T08:59:40.854 INFO:tasks.workunit.client.0.smithi112.stdout:from 9 to 15 diff [2513416~564959,7373379~4845786,18920573~1656110,29084041~4933458,39478218~2477614,42762988~4979331,50509024~2937243,56352809~7725370,64648946~518202,67416563~5124673,87026863~174521,94167464~3169485,98483381~7460475,106159002~3957520,112209671~4594316,143664296~1715114,184978262~6036028,191636861~7236330,203667050~13661344,222396622~3101653,226215250~7447986,249464673~3820445,254606193~1605093,259086788~489054,260094731~4264748,270056437~1165996,279118644~3958713,283806098~1835968,285644182~7565587,299056865~7571663,312904219~6344322,326389334~570462,330297074~2444503,337843249~3923836,350806194~12844529,370850757~9968674,380876473~1934315,384382469~3401128,389102996~5760168,397632934~14214880] 2024-04-12T08:59:40.854 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,18920573~1656110,29084041~4933458,39478218~2477614,42762988~4979331,50509024~2937243,56352809~7725370,64648946~518202,67416563~5124673,87026863~174521,94167464~3169485,98483381~7460475,106159002~3957520,112209671~4594316,143664296~1715114,184978262~6036028,191636861~7236330,203667050~13661344,222396622~3101653,226215250~7447986,249464673~3820445,254606193~1605093,259086788~489054,260094731~4264748,270056437~1165996,279118644~3958713,283806098~1835968,285644182~7565587,299056865~7571663,312904219~6344322,326389334~570462,330297074~2444503,337843249~3923836,350806194~12844529,370850757~9968674,380876473~1934315,384382469~3401128,389102996~5760168,397632934~14214880] 2024-04-12T08:59:40.859 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,18920573~1656110,29084041~4933458,39478218~2477614,42762988~4979331,50509024~2937243,56352809~7725370,64648946~518202,67416563~5124673,87026863~174521,94167464~3169485,98483381~7460475,106159002~3957520,112209671~4594316,142606336~2773074,184978262~6036028,191636861~7236330,203667050~13661344,222396622~11266614,249464673~3820445,254606193~1605093,259086788~489054,260094731~4264748,270056437~1165996,279118644~3958713,283806098~1835968,285644182~7565587,299056865~7571663,312904219~6344322,323492286~3467510,330297074~2444503,337843249~3923836,348127232~15523491,370850757~9968674,380876473~1934315,384382469~3401128,389102996~5760168,397632934~14214880] 2024-04-12T08:59:40.859 INFO:tasks.workunit.client.0.smithi112.stdout:from 9 to 16 diff [2513416~564959,7373379~4845786,18920573~1656110,29084041~4933458,39478218~2477614,42762988~4979331,50509024~2937243,56352809~7725370,64648946~518202,67416563~5124673,82684181~3547860,87026863~174521,94167464~3169485,98483381~7460475,106159002~3957520,112209671~4594316,143664296~1715114,184978262~6036028,191636861~7236330,203667050~13661344,222396622~3101653,226215250~9298857,249464673~6746613,259086788~489054,260094731~4264748,270056437~1165996,279118644~3958713,283806098~1835968,285644182~7565587,299056865~7571663,312904219~14599277,330297074~2444503,337843249~3923836,350806194~14815308,370850757~9968674,380876473~1934315,384382469~3401128,389102996~5760168,397632934~14214880] 2024-04-12T08:59:40.859 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,18920573~1656110,29084041~4933458,39478218~2477614,42762988~4979331,50509024~2937243,56352809~7725370,64648946~518202,67416563~5124673,82684181~3547860,87026863~174521,94167464~3169485,98483381~7460475,106159002~3957520,112209671~4594316,143664296~1715114,184978262~6036028,191636861~7236330,203667050~13661344,222396622~3101653,226215250~9298857,249464673~6746613,259086788~489054,260094731~4264748,270056437~1165996,279118644~3958713,283806098~1835968,285644182~7565587,299056865~7571663,312904219~14599277,330297074~2444503,337843249~3923836,350806194~14815308,370850757~9968674,380876473~1934315,384382469~3401128,389102996~5760168,397632934~14214880] 2024-04-12T08:59:40.865 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,18920573~1656110,29084041~4933458,39478218~2477614,42762988~4979331,50509024~2937243,56352809~7725370,64648946~518202,67416563~5124673,82684181~3547860,87026863~174521,94167464~3169485,98483381~7460475,106159002~3957520,112209671~4594316,142606336~2773074,184978262~6036028,191636861~7236330,203667050~13661344,222396622~13117485,249464673~6746613,259086788~489054,260094731~4264748,270056437~1165996,279118644~3958713,283806098~1835968,285644182~7565587,299056865~7571663,312904219~14599277,330297074~2444503,337843249~3923836,348127232~17494270,370850757~9968674,380876473~1934315,384382469~3401128,389102996~5760168,397632934~14214880] 2024-04-12T08:59:40.865 INFO:tasks.workunit.client.0.smithi112.stdout:from 9 to 17 diff [2513416~564959,7373379~4845786,18920573~1656110,29084041~4933458,39478218~2477614,42762988~4979331,50509024~13569155,64648946~518202,67416563~5124673,82684181~3547860,87026863~174521,94167464~3169485,98483381~7460475,106159002~3957520,112209671~4594316,125314987~7565640,143664296~1715114,173087143~7318944,184978262~6036028,191636861~7236330,203667050~13661344,222396622~3101653,226215250~9298857,249464673~6746613,259086788~489054,260094731~4264748,270056437~1165996,279118644~3958713,283806098~1835968,285644182~7565587,299056865~7571663,312904219~14599277,330297074~2444503,337843249~3923836,344201020~3407953,350806194~14815308,370850757~9968674,380876473~1934315,384382469~27465345] 2024-04-12T08:59:40.865 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,18920573~1656110,29084041~4933458,39478218~2477614,42762988~4979331,50509024~13569155,64648946~518202,67416563~5124673,82684181~3547860,87026863~174521,94167464~3169485,98483381~7460475,106159002~3957520,112209671~4594316,125314987~7565640,143664296~1715114,173087143~7318944,184978262~6036028,191636861~7236330,203667050~13661344,222396622~3101653,226215250~9298857,249464673~6746613,259086788~489054,260094731~4264748,270056437~1165996,279118644~3958713,283806098~1835968,285644182~7565587,299056865~7571663,312904219~14599277,330297074~2444503,337843249~3923836,344201020~3407953,350806194~14815308,370850757~9968674,380876473~1934315,384382469~27465345] 2024-04-12T08:59:40.871 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,18920573~1656110,29084041~4933458,39478218~2477614,42762988~4979331,50509024~13569155,64648946~518202,67416563~5124673,82684181~3547860,87026863~174521,94167464~3169485,98483381~7460475,106159002~3957520,112209671~4594316,125314987~7565640,142606336~2773074,173087143~7318944,184978262~6036028,191636861~7236330,203667050~13661344,222396622~13117485,249464673~6746613,259086788~489054,260094731~4264748,270056437~1165996,279118644~3958713,283806098~1835968,285644182~7565587,299056865~7571663,312904219~14599277,330297074~2444503,337843249~3923836,344201020~3407953,348127232~17494270,370850757~9968674,380876473~1934315,384382469~27465345] 2024-04-12T08:59:40.871 INFO:tasks.workunit.client.0.smithi112.stdout:from 9 to 18 diff [2513416~564959,7373379~4845786,18920573~1656110,26816305~10861088,39478218~2477614,42762988~4979331,50509024~13569155,64648946~518202,67416563~5124673,82684181~3547860,86966395~4738146,94167464~3169485,98483381~7460475,106159002~3957520,112209671~4594316,125314987~7565640,143664296~1715114,163213768~5800033,173087143~7318944,184978262~6036028,191636861~7236330,203667050~13661344,222396622~3101653,226215250~10296085,249464673~6746613,259086788~489054,260094731~5545677,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~7565587,299056865~7571663,307504362~19999134,330297074~2444503,337843249~3923836,344201020~3407953,350806194~14815308,370850757~9968674,380876473~1934315,384382469~27465345] 2024-04-12T08:59:40.872 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,18920573~1656110,26816305~10861088,39478218~2477614,42762988~4979331,50509024~13569155,64648946~518202,67416563~5124673,82684181~3547860,86966395~4738146,94167464~3169485,98483381~7460475,106159002~3957520,112209671~4594316,125314987~7565640,143664296~1715114,163213768~5800033,173087143~7318944,184978262~6036028,191636861~7236330,203667050~13661344,222396622~3101653,226215250~10296085,249464673~6746613,259086788~489054,260094731~5545677,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~7565587,299056865~7571663,307504362~19999134,330297074~2444503,337843249~3923836,344201020~3407953,350806194~14815308,370850757~9968674,380876473~1934315,384382469~27465345] 2024-04-12T08:59:40.877 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,18920573~1656110,26816305~10861088,39478218~2477614,42762988~4979331,50509024~13569155,64648946~518202,67416563~5124673,82684181~3547860,86966395~4738146,94167464~3169485,98483381~7460475,106159002~3957520,112209671~4594316,125314987~7565640,142606336~2773074,163213768~5800033,173087143~7318944,184978262~6036028,191636861~7236330,203667050~13661344,222396622~14114713,249464673~6746613,259086788~489054,260094731~5545677,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~7565587,299056865~7571663,307504362~19999134,330297074~2444503,337843249~3923836,344201020~3407953,348127232~17494270,370850757~9968674,380876473~1934315,384382469~27465345] 2024-04-12T08:59:40.877 INFO:tasks.workunit.client.0.smithi112.stdout:from 9 to 19 diff [2513416~564959,7373379~4845786,18920573~1656110,26816305~15139527,42762988~4979331,50509024~13569155,64648946~518202,67416563~5124673,79539643~6692398,86966395~4738146,94167464~3169485,98483381~7460475,106159002~3957520,112209671~4594316,125314987~7565640,136038185~4001927,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~10296085,243607770~1335933,249464673~6746613,259086788~489054,260094731~5545677,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,299056865~7571663,307504362~19999134,330297074~2444503,334576905~7190180,344201020~3407953,350806194~14815308,370850757~9968674,380876473~1934315,384382469~27465345] 2024-04-12T08:59:40.877 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,18920573~1656110,26816305~15139527,42762988~4979331,50509024~13569155,64648946~518202,67416563~5124673,79539643~6692398,86966395~4738146,94167464~3169485,98483381~7460475,106159002~3957520,112209671~4594316,125314987~7565640,136038185~4001927,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~10296085,243607770~1335933,249464673~6746613,259086788~489054,260094731~5545677,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,299056865~7571663,307504362~19999134,330297074~2444503,334576905~7190180,344201020~3407953,350806194~14815308,370850757~9968674,380876473~1934315,384382469~27465345] 2024-04-12T08:59:40.883 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,18920573~1656110,26816305~15139527,42762988~4979331,50509024~13569155,64648946~518202,67416563~5124673,77170723~9061318,86966395~4738146,94167464~3169485,98483381~7460475,106159002~3957520,112209671~4594316,125314987~7565640,136038185~4001927,142606336~2773074,155012508~175833,163213768~5800033,173087143~9125897,184978262~6036028,191636861~8669754,203667050~13661344,222396622~14114713,243607770~1335933,249464673~6746613,259086788~489054,260094731~5545677,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,299056865~7571663,307504362~19999134,330297074~2444503,334418848~7348237,344201020~3407953,348127232~17494270,370850757~9968674,380876473~1934315,384382469~27465345] 2024-04-12T08:59:40.883 INFO:tasks.workunit.client.0.smithi112.stdout:from 10 to 11 diff [29084041~4933458,64648946~518202,106159002~3957520,184978262~6036028,203667050~9723692,249464673~3820445,371536299~5435189,384382469~3401128] 2024-04-12T08:59:40.883 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [29084041~4933458,64648946~518202,106159002~3957520,184978262~6036028,203667050~9723692,249464673~3820445,371536299~5435189,384382469~3401128] 2024-04-12T08:59:40.889 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [29084041~4933458,64648946~518202,106159002~3957520,184978262~6036028,203667050~9723692,249464673~3820445,371536299~5435189,384382469~3401128] 2024-04-12T08:59:40.890 INFO:tasks.workunit.client.0.smithi112.stdout:from 10 to 12 diff [29084041~4933458,42762988~4979331,50509024~2937243,64648946~518202,100110566~967590,106159002~3957520,112209671~4594316,184978262~6036028,203667050~9804768,249464673~3820445,299056865~7571663,312904219~6344322,371536299~5435189,380876473~1934315,384382469~3401128,408183838~3663976] 2024-04-12T08:59:40.890 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [29084041~4933458,42762988~4979331,50509024~2937243,64648946~518202,100110566~967590,106159002~3957520,112209671~4594316,184978262~6036028,203667050~9804768,249464673~3820445,299056865~7571663,312904219~6344322,371536299~5435189,380876473~1934315,384382469~3401128,408183838~3663976] 2024-04-12T08:59:40.896 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [29084041~4933458,42762988~4979331,50509024~2937243,64648946~518202,100110566~967590,106159002~3957520,112209671~4594316,184978262~6036028,203667050~9804768,249464673~3820445,299056865~7571663,312904219~6344322,371536299~5435189,380876473~1934315,384382469~3401128,408183838~3663976] 2024-04-12T08:59:40.896 INFO:tasks.workunit.client.0.smithi112.stdout:from 10 to 13 diff [7373379~4845786,18920573~1656110,29084041~4933458,42762988~4979331,50509024~2937243,56352809~7725370,64648946~518202,67416563~5124673,100110566~967590,102544084~3399772,106159002~3957520,112209671~4594316,184978262~6036028,203667050~9804768,249464673~3820445,254606193~1605093,260094731~4264748,279118644~3958713,299056865~7571663,312904219~6344322,352629847~486275,371536299~5435189,380876473~1934315,384382469~3401128,401615561~4897019,408183838~3663976] 2024-04-12T08:59:40.896 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [7373379~4845786,18920573~1656110,29084041~4933458,42762988~4979331,50509024~2937243,56352809~7725370,64648946~518202,67416563~5124673,100110566~967590,102544084~3399772,106159002~3957520,112209671~4594316,184978262~6036028,203667050~9804768,249464673~3820445,254606193~1605093,260094731~4264748,279118644~3958713,299056865~7571663,312904219~6344322,352629847~486275,371536299~5435189,380876473~1934315,384382469~3401128,401615561~4897019,408183838~3663976] 2024-04-12T08:59:40.901 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [7373379~4845786,18920573~1656110,29084041~4933458,42762988~4979331,50509024~2937243,56352809~7725370,64648946~518202,67416563~5124673,100110566~967590,102544084~3399772,106159002~3957520,112209671~4594316,184978262~6036028,203667050~9804768,249464673~3820445,254606193~1605093,260094731~4264748,279118644~3958713,299056865~7571663,312904219~6344322,352321536~794586,371536299~5435189,380876473~1934315,384382469~3401128,401615561~4897019,408183838~3663976] 2024-04-12T08:59:40.901 INFO:tasks.workunit.client.0.smithi112.stdout:from 10 to 14 diff [7373379~4845786,18920573~1656110,29084041~4933458,42762988~4979331,50509024~2937243,56352809~7725370,64648946~518202,67416563~5124673,94167464~3169485,98483381~7460475,106159002~3957520,112209671~4594316,184978262~6036028,203667050~13661344,222396622~3101653,249464673~3820445,254606193~1605093,260094731~4264748,279118644~3958713,283806098~1835968,285644182~7565587,299056865~7571663,312904219~6344322,326389334~570462,330297074~2444503,350806194~12844529,371536299~5435189,380876473~1934315,384382469~3401128,401615561~4897019,408183838~3663976] 2024-04-12T08:59:40.901 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [7373379~4845786,18920573~1656110,29084041~4933458,42762988~4979331,50509024~2937243,56352809~7725370,64648946~518202,67416563~5124673,94167464~3169485,98483381~7460475,106159002~3957520,112209671~4594316,184978262~6036028,203667050~13661344,222396622~3101653,249464673~3820445,254606193~1605093,260094731~4264748,279118644~3958713,283806098~1835968,285644182~7565587,299056865~7571663,312904219~6344322,326389334~570462,330297074~2444503,350806194~12844529,371536299~5435189,380876473~1934315,384382469~3401128,401615561~4897019,408183838~3663976] 2024-04-12T08:59:40.907 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [7373379~4845786,18920573~1656110,29084041~4933458,42762988~4979331,50509024~2937243,56352809~7725370,64648946~518202,67416563~5124673,94167464~3169485,98483381~7460475,106159002~3957520,112209671~4594316,184978262~6036028,203667050~13661344,222396622~3101653,249464673~3820445,254606193~1605093,260094731~4264748,279118644~3958713,283806098~1835968,285644182~7565587,299056865~7571663,312904219~6344322,323492286~3467510,330297074~2444503,348127232~15523491,371536299~5435189,380876473~1934315,384382469~3401128,401615561~4897019,408183838~3663976] 2024-04-12T08:59:40.907 INFO:tasks.workunit.client.0.smithi112.stdout:from 10 to 15 diff [2513416~564959,7373379~4845786,18920573~1656110,29084041~4933458,42762988~4979331,50509024~2937243,56352809~7725370,64648946~518202,67416563~5124673,94167464~3169485,98483381~7460475,106159002~3957520,112209671~4594316,143664296~1715114,184978262~6036028,191636861~7236330,203667050~13661344,222396622~3101653,249464673~3820445,254606193~1605093,260094731~4264748,279118644~3958713,283806098~1835968,285644182~7565587,299056865~7571663,312904219~6344322,326389334~570462,330297074~2444503,337843249~3923836,350806194~12844529,371536299~9283132,380876473~1934315,384382469~3401128,400706045~11141769] 2024-04-12T08:59:40.907 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,18920573~1656110,29084041~4933458,42762988~4979331,50509024~2937243,56352809~7725370,64648946~518202,67416563~5124673,94167464~3169485,98483381~7460475,106159002~3957520,112209671~4594316,143664296~1715114,184978262~6036028,191636861~7236330,203667050~13661344,222396622~3101653,249464673~3820445,254606193~1605093,260094731~4264748,279118644~3958713,283806098~1835968,285644182~7565587,299056865~7571663,312904219~6344322,326389334~570462,330297074~2444503,337843249~3923836,350806194~12844529,371536299~9283132,380876473~1934315,384382469~3401128,400706045~11141769] 2024-04-12T08:59:40.912 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,18920573~1656110,29084041~4933458,42762988~4979331,50509024~2937243,56352809~7725370,64648946~518202,67416563~5124673,94167464~3169485,98483381~7460475,106159002~3957520,112209671~4594316,142606336~2773074,184978262~6036028,191636861~7236330,203667050~13661344,222396622~3101653,249464673~3820445,254606193~1605093,260094731~4264748,279118644~3958713,283806098~1835968,285644182~7565587,299056865~7571663,312904219~6344322,323492286~3467510,330297074~2444503,337843249~3923836,348127232~15523491,371536299~9283132,380876473~1934315,384382469~3401128,400706045~11141769] 2024-04-12T08:59:40.912 INFO:tasks.workunit.client.0.smithi112.stdout:from 10 to 16 diff [2513416~564959,7373379~4845786,18920573~1656110,29084041~4933458,42762988~4979331,50509024~2937243,56352809~7725370,64648946~518202,67416563~5124673,82684181~3547860,94167464~3169485,98483381~7460475,106159002~3957520,112209671~4594316,143664296~1715114,184978262~6036028,191636861~7236330,203667050~13661344,222396622~3101653,227834329~7679778,249464673~6746613,260094731~4264748,279118644~3958713,283806098~1835968,285644182~7565587,299056865~7571663,312904219~14599277,330297074~2444503,337843249~3923836,350806194~14815308,371536299~9283132,380876473~1934315,384382469~3401128,400706045~11141769] 2024-04-12T08:59:40.912 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,18920573~1656110,29084041~4933458,42762988~4979331,50509024~2937243,56352809~7725370,64648946~518202,67416563~5124673,82684181~3547860,94167464~3169485,98483381~7460475,106159002~3957520,112209671~4594316,143664296~1715114,184978262~6036028,191636861~7236330,203667050~13661344,222396622~3101653,227834329~7679778,249464673~6746613,260094731~4264748,279118644~3958713,283806098~1835968,285644182~7565587,299056865~7571663,312904219~14599277,330297074~2444503,337843249~3923836,350806194~14815308,371536299~9283132,380876473~1934315,384382469~3401128,400706045~11141769] 2024-04-12T08:59:40.918 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,18920573~1656110,29084041~4933458,42762988~4979331,50509024~2937243,56352809~7725370,64648946~518202,67416563~5124673,82684181~3547860,94167464~3169485,98483381~7460475,106159002~3957520,112209671~4594316,142606336~2773074,184978262~6036028,191636861~7236330,203667050~13661344,222396622~3101653,227834329~7679778,249464673~6746613,260094731~4264748,279118644~3958713,283806098~1835968,285644182~7565587,299056865~7571663,312904219~14599277,330297074~2444503,337843249~3923836,348127232~17494270,371536299~9283132,380876473~1934315,384382469~3401128,400706045~11141769] 2024-04-12T08:59:40.918 INFO:tasks.workunit.client.0.smithi112.stdout:from 10 to 17 diff [2513416~564959,7373379~4845786,18920573~1656110,29084041~4933458,42762988~4979331,50509024~13569155,64648946~518202,67416563~5124673,82684181~3547860,94167464~3169485,98483381~7460475,106159002~3957520,112209671~4594316,125314987~7565640,143664296~1715114,173087143~7318944,184978262~6036028,191636861~7236330,203667050~13661344,222396622~3101653,227834329~7679778,249464673~6746613,260094731~4264748,279118644~3958713,283806098~1835968,285644182~7565587,299056865~7571663,312904219~14599277,330297074~2444503,337843249~3923836,344201020~3407953,350806194~14815308,371536299~9283132,380876473~1934315,384382469~7338435,392913259~6182168,400706045~11141769] 2024-04-12T08:59:40.918 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,18920573~1656110,29084041~4933458,42762988~4979331,50509024~13569155,64648946~518202,67416563~5124673,82684181~3547860,94167464~3169485,98483381~7460475,106159002~3957520,112209671~4594316,125314987~7565640,143664296~1715114,173087143~7318944,184978262~6036028,191636861~7236330,203667050~13661344,222396622~3101653,227834329~7679778,249464673~6746613,260094731~4264748,279118644~3958713,283806098~1835968,285644182~7565587,299056865~7571663,312904219~14599277,330297074~2444503,337843249~3923836,344201020~3407953,350806194~14815308,371536299~9283132,380876473~1934315,384382469~7338435,392913259~6182168,400706045~11141769] 2024-04-12T08:59:40.924 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,18920573~1656110,29084041~4933458,42762988~4979331,50509024~13569155,64648946~518202,67416563~5124673,82684181~3547860,94167464~3169485,98483381~7460475,106159002~3957520,112209671~4594316,125314987~7565640,142606336~2773074,173087143~7318944,184978262~6036028,191636861~7236330,203667050~13661344,222396622~3101653,227834329~7679778,249464673~6746613,260094731~4264748,279118644~3958713,283806098~1835968,285644182~7565587,299056865~7571663,312904219~14599277,330297074~2444503,337843249~3923836,344201020~3407953,348127232~17494270,371536299~9283132,380876473~1934315,384382469~7338435,392913259~6182168,400706045~11141769] 2024-04-12T08:59:40.924 INFO:tasks.workunit.client.0.smithi112.stdout:from 10 to 18 diff [2513416~564959,7373379~4845786,18920573~1656110,26816305~10861088,42762988~4979331,50509024~13569155,64648946~518202,67416563~5124673,82684181~3547860,86966395~4738146,94167464~3169485,98483381~7460475,106159002~3957520,112209671~4594316,125314987~7565640,143664296~1715114,163213768~5800033,173087143~7318944,184978262~6036028,191636861~7236330,203667050~13661344,222396622~3101653,227834329~8677006,249464673~6746613,260094731~5545677,266070990~1398497,279118644~3958713,283806098~1835968,285644182~7565587,299056865~7571663,307504362~19999134,330297074~2444503,337843249~3923836,344201020~3407953,350806194~14815308,371536299~9283132,380876473~1934315,384382469~7338435,392913259~6182168,400706045~11141769] 2024-04-12T08:59:40.924 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,18920573~1656110,26816305~10861088,42762988~4979331,50509024~13569155,64648946~518202,67416563~5124673,82684181~3547860,86966395~4738146,94167464~3169485,98483381~7460475,106159002~3957520,112209671~4594316,125314987~7565640,143664296~1715114,163213768~5800033,173087143~7318944,184978262~6036028,191636861~7236330,203667050~13661344,222396622~3101653,227834329~8677006,249464673~6746613,260094731~5545677,266070990~1398497,279118644~3958713,283806098~1835968,285644182~7565587,299056865~7571663,307504362~19999134,330297074~2444503,337843249~3923836,344201020~3407953,350806194~14815308,371536299~9283132,380876473~1934315,384382469~7338435,392913259~6182168,400706045~11141769] 2024-04-12T08:59:40.930 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,18920573~1656110,26816305~10861088,42762988~4979331,50509024~13569155,64648946~518202,67416563~5124673,82684181~3547860,86966395~4738146,94167464~3169485,98483381~7460475,106159002~3957520,112209671~4594316,125314987~7565640,142606336~2773074,163213768~5800033,173087143~7318944,184978262~6036028,191636861~7236330,203667050~13661344,222396622~3101653,227834329~8677006,249464673~6746613,260094731~5545677,266070990~1398497,279118644~3958713,283806098~1835968,285644182~7565587,299056865~7571663,307504362~19999134,330297074~2444503,337843249~3923836,344201020~3407953,348127232~17494270,371536299~9283132,380876473~1934315,384382469~7338435,392913259~6182168,400706045~11141769] 2024-04-12T08:59:40.930 INFO:tasks.workunit.client.0.smithi112.stdout:from 10 to 19 diff [2513416~564959,7373379~4845786,18920573~1656110,26816305~13980329,42762988~4979331,50509024~13569155,64648946~518202,67416563~5124673,79539643~6692398,86966395~4738146,94167464~3169485,98483381~7460475,106159002~3957520,112209671~4594316,125314987~7565640,136038185~4001927,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,227834329~8677006,243607770~1335933,249464673~6746613,260094731~5545677,266070990~1398497,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,299056865~7571663,307504362~19999134,330297074~2444503,334576905~7190180,344201020~3407953,350806194~14815308,371536299~9283132,380876473~1934315,384382469~7338435,392913259~6182168,400706045~11141769] 2024-04-12T08:59:40.930 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,18920573~1656110,26816305~13980329,42762988~4979331,50509024~13569155,64648946~518202,67416563~5124673,79539643~6692398,86966395~4738146,94167464~3169485,98483381~7460475,106159002~3957520,112209671~4594316,125314987~7565640,136038185~4001927,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,227834329~8677006,243607770~1335933,249464673~6746613,260094731~5545677,266070990~1398497,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,299056865~7571663,307504362~19999134,330297074~2444503,334576905~7190180,344201020~3407953,350806194~14815308,371536299~9283132,380876473~1934315,384382469~7338435,392913259~6182168,400706045~11141769] 2024-04-12T08:59:40.935 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,18920573~1656110,26816305~13980329,42762988~4979331,50509024~13569155,64648946~518202,67416563~5124673,77170723~9061318,86966395~4738146,94167464~3169485,98483381~7460475,106159002~3957520,112209671~4594316,125314987~7565640,136038185~4001927,142606336~2773074,155012508~175833,163213768~5800033,173087143~9125897,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,227834329~8677006,243607770~1335933,249464673~6746613,260094731~5545677,266070990~1398497,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,299056865~7571663,307504362~19999134,330297074~2444503,334418848~7348237,344201020~3407953,348127232~17494270,371536299~9283132,380876473~1934315,384382469~7338435,392913259~6182168,400706045~11141769] 2024-04-12T08:59:40.935 INFO:tasks.workunit.client.0.smithi112.stdout:from 11 to 12 diff [42762988~4979331,50509024~2937243,100110566~967590,112209671~4594316,205615898~7855920,299056865~7571663,312904219~6344322,380876473~1934315,408183838~3663976] 2024-04-12T08:59:40.936 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [42762988~4979331,50509024~2937243,100110566~967590,112209671~4594316,205615898~7855920,299056865~7571663,312904219~6344322,380876473~1934315,408183838~3663976] 2024-04-12T08:59:40.942 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [42762988~4979331,50509024~2937243,100110566~967590,112209671~4594316,205615898~7855920,299056865~7571663,312904219~6344322,380876473~1934315,408183838~3663976] 2024-04-12T08:59:40.942 INFO:tasks.workunit.client.0.smithi112.stdout:from 11 to 13 diff [7373379~4845786,18920573~1656110,42762988~4979331,50509024~2937243,56352809~7725370,67416563~5124673,100110566~967590,102544084~3399772,112209671~4594316,205615898~7855920,254606193~1605093,260094731~4264748,279118644~3958713,299056865~7571663,312904219~6344322,352629847~486275,380876473~1934315,401615561~4897019,408183838~3663976] 2024-04-12T08:59:40.942 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [7373379~4845786,18920573~1656110,42762988~4979331,50509024~2937243,56352809~7725370,67416563~5124673,100110566~967590,102544084~3399772,112209671~4594316,205615898~7855920,254606193~1605093,260094731~4264748,279118644~3958713,299056865~7571663,312904219~6344322,352629847~486275,380876473~1934315,401615561~4897019,408183838~3663976] 2024-04-12T08:59:40.947 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [7373379~4845786,18920573~1656110,42762988~4979331,50509024~2937243,56352809~7725370,67416563~5124673,100110566~967590,102544084~3399772,112209671~4594316,205615898~7855920,254606193~1605093,260094731~4264748,279118644~3958713,299056865~7571663,312904219~6344322,352321536~794586,380876473~1934315,401615561~4897019,408183838~3663976] 2024-04-12T08:59:40.948 INFO:tasks.workunit.client.0.smithi112.stdout:from 11 to 14 diff [7373379~4845786,18920573~1656110,42762988~4979331,50509024~2937243,56352809~7725370,67416563~5124673,94167464~3169485,98483381~7460475,112209671~4594316,205615898~11712496,222396622~3101653,254606193~1605093,260094731~4264748,279118644~3958713,283806098~1835968,285644182~7565587,299056865~7571663,312904219~6344322,326389334~570462,330297074~2444503,350806194~12844529,380876473~1934315,401615561~4897019,408183838~3663976] 2024-04-12T08:59:40.948 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [7373379~4845786,18920573~1656110,42762988~4979331,50509024~2937243,56352809~7725370,67416563~5124673,94167464~3169485,98483381~7460475,112209671~4594316,205615898~11712496,222396622~3101653,254606193~1605093,260094731~4264748,279118644~3958713,283806098~1835968,285644182~7565587,299056865~7571663,312904219~6344322,326389334~570462,330297074~2444503,350806194~12844529,380876473~1934315,401615561~4897019,408183838~3663976] 2024-04-12T08:59:40.953 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [7373379~4845786,18920573~1656110,42762988~4979331,50509024~2937243,56352809~7725370,67416563~5124673,94167464~3169485,98483381~7460475,112209671~4594316,205615898~11712496,222396622~3101653,254606193~1605093,260094731~4264748,279118644~3958713,283806098~1835968,285644182~7565587,299056865~7571663,312904219~6344322,323492286~3467510,330297074~2444503,348127232~15523491,380876473~1934315,401615561~4897019,408183838~3663976] 2024-04-12T08:59:40.953 INFO:tasks.workunit.client.0.smithi112.stdout:from 11 to 15 diff [2513416~564959,7373379~4845786,18920573~1656110,42762988~4979331,50509024~2937243,56352809~7725370,67416563~5124673,94167464~3169485,98483381~7460475,112209671~4594316,143664296~1715114,191636861~7236330,205615898~11712496,222396622~3101653,254606193~1605093,260094731~4264748,279118644~3958713,283806098~1835968,285644182~7565587,299056865~7571663,312904219~6344322,326389334~570462,330297074~2444503,337843249~3923836,350806194~12844529,376095760~4723671,380876473~1934315,400706045~11141769] 2024-04-12T08:59:40.953 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,18920573~1656110,42762988~4979331,50509024~2937243,56352809~7725370,67416563~5124673,94167464~3169485,98483381~7460475,112209671~4594316,143664296~1715114,191636861~7236330,205615898~11712496,222396622~3101653,254606193~1605093,260094731~4264748,279118644~3958713,283806098~1835968,285644182~7565587,299056865~7571663,312904219~6344322,326389334~570462,330297074~2444503,337843249~3923836,350806194~12844529,376095760~4723671,380876473~1934315,400706045~11141769] 2024-04-12T08:59:40.959 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,18920573~1656110,42762988~4979331,50509024~2937243,56352809~7725370,67416563~5124673,94167464~3169485,98483381~7460475,112209671~4594316,142606336~2773074,191636861~7236330,205615898~11712496,222396622~3101653,254606193~1605093,260094731~4264748,279118644~3958713,283806098~1835968,285644182~7565587,299056865~7571663,312904219~6344322,323492286~3467510,330297074~2444503,337843249~3923836,348127232~15523491,376095760~4723671,380876473~1934315,400706045~11141769] 2024-04-12T08:59:40.959 INFO:tasks.workunit.client.0.smithi112.stdout:from 11 to 16 diff [2513416~564959,7373379~4845786,18920573~1656110,42762988~4979331,50509024~2937243,56352809~7725370,67416563~5124673,82684181~3547860,94167464~3169485,98483381~7460475,112209671~4594316,143664296~1715114,191636861~7236330,205615898~11712496,222396622~3101653,227834329~7679778,251549576~4661710,260094731~4264748,279118644~3958713,283806098~1835968,285644182~7565587,299056865~7571663,312904219~14599277,330297074~2444503,337843249~3923836,350806194~14815308,376095760~4723671,380876473~1934315,400706045~11141769] 2024-04-12T08:59:40.959 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,18920573~1656110,42762988~4979331,50509024~2937243,56352809~7725370,67416563~5124673,82684181~3547860,94167464~3169485,98483381~7460475,112209671~4594316,143664296~1715114,191636861~7236330,205615898~11712496,222396622~3101653,227834329~7679778,251549576~4661710,260094731~4264748,279118644~3958713,283806098~1835968,285644182~7565587,299056865~7571663,312904219~14599277,330297074~2444503,337843249~3923836,350806194~14815308,376095760~4723671,380876473~1934315,400706045~11141769] 2024-04-12T08:59:40.965 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,18920573~1656110,42762988~4979331,50509024~2937243,56352809~7725370,67416563~5124673,82684181~3547860,94167464~3169485,98483381~7460475,112209671~4594316,142606336~2773074,191636861~7236330,205615898~11712496,222396622~3101653,227834329~7679778,251549576~4661710,260094731~4264748,279118644~3958713,283806098~1835968,285644182~7565587,299056865~7571663,312904219~14599277,330297074~2444503,337843249~3923836,348127232~17494270,376095760~4723671,380876473~1934315,400706045~11141769] 2024-04-12T08:59:40.965 INFO:tasks.workunit.client.0.smithi112.stdout:from 11 to 17 diff [2513416~564959,7373379~4845786,18920573~1656110,42762988~4979331,50509024~13569155,67416563~5124673,82684181~3547860,94167464~3169485,98483381~7460475,112209671~4594316,125314987~7565640,143664296~1715114,173087143~7318944,191636861~7236330,203942791~13385603,222396622~3101653,227834329~7679778,251549576~4661710,260094731~4264748,279118644~3958713,283806098~1835968,285644182~7565587,299056865~7571663,312904219~14599277,330297074~2444503,337843249~3923836,344201020~3407953,350806194~14815308,376095760~4723671,380876473~1934315,384442048~7278856,392913259~6182168,400706045~11141769] 2024-04-12T08:59:40.965 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,18920573~1656110,42762988~4979331,50509024~13569155,67416563~5124673,82684181~3547860,94167464~3169485,98483381~7460475,112209671~4594316,125314987~7565640,143664296~1715114,173087143~7318944,191636861~7236330,203942791~13385603,222396622~3101653,227834329~7679778,251549576~4661710,260094731~4264748,279118644~3958713,283806098~1835968,285644182~7565587,299056865~7571663,312904219~14599277,330297074~2444503,337843249~3923836,344201020~3407953,350806194~14815308,376095760~4723671,380876473~1934315,384442048~7278856,392913259~6182168,400706045~11141769] 2024-04-12T08:59:40.971 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,18920573~1656110,42762988~4979331,50509024~13569155,67416563~5124673,82684181~3547860,94167464~3169485,98483381~7460475,112209671~4594316,125314987~7565640,142606336~2773074,173087143~7318944,191636861~7236330,203942791~13385603,222396622~3101653,227834329~7679778,251549576~4661710,260094731~4264748,279118644~3958713,283806098~1835968,285644182~7565587,299056865~7571663,312904219~14599277,330297074~2444503,337843249~3923836,344201020~3407953,348127232~17494270,376095760~4723671,380876473~1934315,384442048~7278856,392913259~6182168,400706045~11141769] 2024-04-12T08:59:40.971 INFO:tasks.workunit.client.0.smithi112.stdout:from 11 to 18 diff [2513416~564959,7373379~4845786,18920573~1656110,26816305~3114391,30294106~7383287,42762988~4979331,50509024~13569155,67416563~5124673,82684181~3547860,86966395~4738146,94167464~3169485,98483381~7460475,112209671~4594316,125314987~7565640,143664296~1715114,163213768~5800033,173087143~7318944,191636861~7236330,203942791~13385603,222396622~3101653,227834329~8677006,251549576~4661710,260094731~5545677,266070990~1398497,279118644~3958713,283806098~1835968,285644182~7565587,299056865~7571663,307504362~19999134,330297074~2444503,337843249~3923836,344201020~3407953,350806194~14815308,376095760~4723671,380876473~1934315,384442048~7278856,392913259~6182168,400706045~11141769] 2024-04-12T08:59:40.971 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,18920573~1656110,26816305~3114391,30294106~7383287,42762988~4979331,50509024~13569155,67416563~5124673,82684181~3547860,86966395~4738146,94167464~3169485,98483381~7460475,112209671~4594316,125314987~7565640,143664296~1715114,163213768~5800033,173087143~7318944,191636861~7236330,203942791~13385603,222396622~3101653,227834329~8677006,251549576~4661710,260094731~5545677,266070990~1398497,279118644~3958713,283806098~1835968,285644182~7565587,299056865~7571663,307504362~19999134,330297074~2444503,337843249~3923836,344201020~3407953,350806194~14815308,376095760~4723671,380876473~1934315,384442048~7278856,392913259~6182168,400706045~11141769] 2024-04-12T08:59:40.976 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,18920573~1656110,26816305~3114391,30294106~7383287,42762988~4979331,50509024~13569155,67416563~5124673,82684181~3547860,86966395~4738146,94167464~3169485,98483381~7460475,112209671~4594316,125314987~7565640,142606336~2773074,163213768~5800033,173087143~7318944,191636861~7236330,203942791~13385603,222396622~3101653,227834329~8677006,251549576~4661710,260094731~5545677,266070990~1398497,279118644~3958713,283806098~1835968,285644182~7565587,299056865~7571663,307504362~19999134,330297074~2444503,337843249~3923836,344201020~3407953,348127232~17494270,376095760~4723671,380876473~1934315,384442048~7278856,392913259~6182168,400706045~11141769] 2024-04-12T08:59:40.977 INFO:tasks.workunit.client.0.smithi112.stdout:from 11 to 19 diff [2513416~564959,7373379~4845786,18920573~1656110,26816305~3114391,30294106~10502528,42762988~4979331,50509024~13569155,67416563~5124673,79539643~6692398,86966395~4738146,94167464~3169485,98483381~7460475,112209671~4594316,125314987~7565640,136038185~4001927,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,191636861~8669754,203942791~13385603,222396622~3101653,227834329~8677006,243607770~1335933,251549576~4661710,260094731~5545677,266070990~1398497,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,299056865~7571663,307504362~19999134,330297074~2444503,334576905~7190180,344201020~3407953,350806194~14815308,376095760~4723671,380876473~1934315,384442048~7278856,392913259~6182168,400706045~11141769] 2024-04-12T08:59:40.977 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,18920573~1656110,26816305~3114391,30294106~10502528,42762988~4979331,50509024~13569155,67416563~5124673,79539643~6692398,86966395~4738146,94167464~3169485,98483381~7460475,112209671~4594316,125314987~7565640,136038185~4001927,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,191636861~8669754,203942791~13385603,222396622~3101653,227834329~8677006,243607770~1335933,251549576~4661710,260094731~5545677,266070990~1398497,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,299056865~7571663,307504362~19999134,330297074~2444503,334576905~7190180,344201020~3407953,350806194~14815308,376095760~4723671,380876473~1934315,384442048~7278856,392913259~6182168,400706045~11141769] 2024-04-12T08:59:40.983 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,18920573~1656110,26816305~3114391,30294106~10502528,42762988~4979331,50509024~13569155,67416563~5124673,77170723~9061318,86966395~4738146,94167464~3169485,98483381~7460475,112209671~4594316,125314987~7565640,136038185~4001927,142606336~2773074,155012508~175833,163213768~5800033,173087143~9125897,191636861~8669754,203942791~13385603,222396622~3101653,227834329~8677006,243607770~1335933,251549576~4661710,260094731~5545677,266070990~1398497,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,299056865~7571663,307504362~19999134,330297074~2444503,334418848~7348237,344201020~3407953,348127232~17494270,376095760~4723671,380876473~1934315,384442048~7278856,392913259~6182168,400706045~11141769] 2024-04-12T08:59:40.983 INFO:tasks.workunit.client.0.smithi112.stdout:from 12 to 13 diff [7373379~4845786,18920573~1656110,56352809~7725370,67416563~5124673,102544084~3399772,254606193~1605093,260094731~4264748,279118644~3958713,352629847~486275,401615561~4897019] 2024-04-12T08:59:40.983 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [7373379~4845786,18920573~1656110,56352809~7725370,67416563~5124673,102544084~3399772,254606193~1605093,260094731~4264748,279118644~3958713,352629847~486275,401615561~4897019] 2024-04-12T08:59:40.988 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [7373379~4845786,18920573~1656110,56352809~7725370,67416563~5124673,102544084~3399772,254606193~1605093,260094731~4264748,279118644~3958713,352321536~794586,401615561~4897019] 2024-04-12T08:59:40.988 INFO:tasks.workunit.client.0.smithi112.stdout:from 12 to 14 diff [7373379~4845786,18920573~1656110,56352809~7725370,67416563~5124673,94167464~3169485,98483381~7460475,212834814~4493580,222396622~3101653,254606193~1605093,260094731~4264748,279118644~3958713,283806098~1835968,285644182~7565587,326389334~570462,330297074~2444503,350806194~12844529,401615561~4897019] 2024-04-12T08:59:40.988 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [7373379~4845786,18920573~1656110,56352809~7725370,67416563~5124673,94167464~3169485,98483381~7460475,212834814~4493580,222396622~3101653,254606193~1605093,260094731~4264748,279118644~3958713,283806098~1835968,285644182~7565587,326389334~570462,330297074~2444503,350806194~12844529,401615561~4897019] 2024-04-12T08:59:40.994 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [7373379~4845786,18920573~1656110,56352809~7725370,67416563~5124673,94167464~3169485,98483381~7460475,212834814~4493580,222396622~3101653,254606193~1605093,260094731~4264748,279118644~3958713,283806098~1835968,285644182~7565587,323492286~3467510,330297074~2444503,348127232~15523491,401615561~4897019] 2024-04-12T08:59:40.994 INFO:tasks.workunit.client.0.smithi112.stdout:from 12 to 15 diff [2513416~564959,7373379~4845786,18920573~1656110,56352809~7725370,67416563~5124673,94167464~3169485,98483381~7460475,143664296~1715114,191636861~7236330,212834814~4493580,222396622~3101653,254606193~1605093,260094731~4264748,279118644~3958713,283806098~1835968,285644182~7565587,326389334~570462,330297074~2444503,337843249~3923836,350806194~12844529,376095760~4723671,400706045~10621247] 2024-04-12T08:59:40.994 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,18920573~1656110,56352809~7725370,67416563~5124673,94167464~3169485,98483381~7460475,143664296~1715114,191636861~7236330,212834814~4493580,222396622~3101653,254606193~1605093,260094731~4264748,279118644~3958713,283806098~1835968,285644182~7565587,326389334~570462,330297074~2444503,337843249~3923836,350806194~12844529,376095760~4723671,400706045~10621247] 2024-04-12T08:59:40.999 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,18920573~1656110,56352809~7725370,67416563~5124673,94167464~3169485,98483381~7460475,142606336~2773074,191636861~7236330,212834814~4493580,222396622~3101653,254606193~1605093,260094731~4264748,279118644~3958713,283806098~1835968,285644182~7565587,323492286~3467510,330297074~2444503,337843249~3923836,348127232~15523491,376095760~4723671,400706045~10621247] 2024-04-12T08:59:40.999 INFO:tasks.workunit.client.0.smithi112.stdout:from 12 to 16 diff [2513416~564959,7373379~4845786,18920573~1656110,56352809~7725370,67416563~5124673,82684181~3547860,94167464~3169485,98483381~7460475,143664296~1715114,191636861~7236330,212834814~4493580,222396622~3101653,227834329~7679778,251549576~4661710,260094731~4264748,279118644~3958713,283806098~1835968,285644182~7565587,300406494~59602,315708216~11795280,330297074~2444503,337843249~3923836,350806194~14815308,376095760~4723671,400706045~10621247] 2024-04-12T08:59:41.000 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,18920573~1656110,56352809~7725370,67416563~5124673,82684181~3547860,94167464~3169485,98483381~7460475,143664296~1715114,191636861~7236330,212834814~4493580,222396622~3101653,227834329~7679778,251549576~4661710,260094731~4264748,279118644~3958713,283806098~1835968,285644182~7565587,300406494~59602,315708216~11795280,330297074~2444503,337843249~3923836,350806194~14815308,376095760~4723671,400706045~10621247] 2024-04-12T08:59:41.005 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,18920573~1656110,56352809~7725370,67416563~5124673,82684181~3547860,94167464~3169485,98483381~7460475,142606336~2773074,191636861~7236330,212834814~4493580,222396622~3101653,227834329~7679778,251549576~4661710,260094731~4264748,279118644~3958713,283806098~1835968,285644182~7565587,300406494~59602,315708216~11795280,330297074~2444503,337843249~3923836,348127232~17494270,376095760~4723671,400706045~10621247] 2024-04-12T08:59:41.005 INFO:tasks.workunit.client.0.smithi112.stdout:from 12 to 17 diff [2513416~564959,7373379~4845786,18920573~1656110,50719488~13358691,67416563~5124673,82684181~3547860,94167464~3169485,98483381~7460475,125314987~7565640,143664296~1715114,173087143~7318944,191636861~7236330,203942791~2064412,212834814~4493580,222396622~3101653,227834329~7679778,251549576~4661710,260094731~4264748,279118644~3958713,283806098~1835968,285644182~7565587,300406494~59602,315708216~11795280,330297074~2444503,337843249~3923836,344201020~3407953,350806194~14815308,376095760~4723671,384442048~7278856,392913259~6182168,400706045~10621247] 2024-04-12T08:59:41.005 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,18920573~1656110,50719488~13358691,67416563~5124673,82684181~3547860,94167464~3169485,98483381~7460475,125314987~7565640,143664296~1715114,173087143~7318944,191636861~7236330,203942791~2064412,212834814~4493580,222396622~3101653,227834329~7679778,251549576~4661710,260094731~4264748,279118644~3958713,283806098~1835968,285644182~7565587,300406494~59602,315708216~11795280,330297074~2444503,337843249~3923836,344201020~3407953,350806194~14815308,376095760~4723671,384442048~7278856,392913259~6182168,400706045~10621247] 2024-04-12T08:59:41.014 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,18920573~1656110,50719488~13358691,67416563~5124673,82684181~3547860,94167464~3169485,98483381~7460475,125314987~7565640,142606336~2773074,173087143~7318944,191636861~7236330,203942791~2064412,212834814~4493580,222396622~3101653,227834329~7679778,251549576~4661710,260094731~4264748,279118644~3958713,283806098~1835968,285644182~7565587,300406494~59602,315708216~11795280,330297074~2444503,337843249~3923836,344201020~3407953,348127232~17494270,376095760~4723671,384442048~7278856,392913259~6182168,400706045~10621247] 2024-04-12T08:59:41.014 INFO:tasks.workunit.client.0.smithi112.stdout:from 12 to 18 diff [2513416~564959,7373379~4845786,18920573~1656110,26816305~3114391,30294106~7383287,50719488~13358691,67416563~5124673,82684181~3547860,86966395~4738146,94167464~3169485,98483381~7460475,125314987~7565640,143664296~1715114,163213768~5800033,173087143~7318944,191636861~7236330,203942791~2064412,206843294~3431763,212834814~4493580,222396622~3101653,227834329~8677006,251549576~4661710,260094731~5545677,266070990~1398497,279118644~3958713,283806098~1835968,285644182~7565587,300406494~59602,307504362~6437514,315708216~11795280,330297074~2444503,337843249~3923836,344201020~3407953,350806194~14815308,376095760~4723671,384442048~7278856,392913259~6182168,400706045~10621247] 2024-04-12T08:59:41.014 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,18920573~1656110,26816305~3114391,30294106~7383287,50719488~13358691,67416563~5124673,82684181~3547860,86966395~4738146,94167464~3169485,98483381~7460475,125314987~7565640,143664296~1715114,163213768~5800033,173087143~7318944,191636861~7236330,203942791~2064412,206843294~3431763,212834814~4493580,222396622~3101653,227834329~8677006,251549576~4661710,260094731~5545677,266070990~1398497,279118644~3958713,283806098~1835968,285644182~7565587,300406494~59602,307504362~6437514,315708216~11795280,330297074~2444503,337843249~3923836,344201020~3407953,350806194~14815308,376095760~4723671,384442048~7278856,392913259~6182168,400706045~10621247] 2024-04-12T08:59:41.020 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,18920573~1656110,26816305~3114391,30294106~7383287,50719488~13358691,67416563~5124673,82684181~3547860,86966395~4738146,94167464~3169485,98483381~7460475,125314987~7565640,142606336~2773074,163213768~5800033,173087143~7318944,191636861~7236330,203942791~2064412,206843294~3431763,212834814~4493580,222396622~3101653,227834329~8677006,251549576~4661710,260094731~5545677,266070990~1398497,279118644~3958713,283806098~1835968,285644182~7565587,300406494~59602,307504362~6437514,315708216~11795280,330297074~2444503,337843249~3923836,344201020~3407953,348127232~17494270,376095760~4723671,384442048~7278856,392913259~6182168,400706045~10621247] 2024-04-12T08:59:41.020 INFO:tasks.workunit.client.0.smithi112.stdout:from 12 to 19 diff [2513416~564959,7373379~4845786,18920573~1656110,26816305~3114391,30294106~10502528,50719488~13358691,67416563~5124673,79539643~6692398,86966395~4738146,94167464~3169485,98483381~7460475,125314987~7565640,136038185~4001927,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,191636861~8669754,203942791~2064412,206843294~3431763,212834814~4493580,222396622~3101653,227834329~8677006,243607770~1335933,251549576~4661710,260094731~5545677,266070990~1398497,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,300406494~59602,307504362~6437514,315708216~11795280,330297074~2444503,334576905~7190180,344201020~3407953,350806194~14815308,376095760~4723671,384442048~7278856,392913259~6182168,400706045~10621247] 2024-04-12T08:59:41.020 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,18920573~1656110,26816305~3114391,30294106~10502528,50719488~13358691,67416563~5124673,79539643~6692398,86966395~4738146,94167464~3169485,98483381~7460475,125314987~7565640,136038185~4001927,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,191636861~8669754,203942791~2064412,206843294~3431763,212834814~4493580,222396622~3101653,227834329~8677006,243607770~1335933,251549576~4661710,260094731~5545677,266070990~1398497,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,300406494~59602,307504362~6437514,315708216~11795280,330297074~2444503,334576905~7190180,344201020~3407953,350806194~14815308,376095760~4723671,384442048~7278856,392913259~6182168,400706045~10621247] 2024-04-12T08:59:41.026 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,18920573~1656110,26816305~3114391,30294106~10502528,50719488~13358691,67416563~5124673,77170723~9061318,86966395~4738146,94167464~3169485,98483381~7460475,125314987~7565640,136038185~4001927,142606336~2773074,155012508~175833,163213768~5800033,173087143~9125897,191636861~8669754,203942791~2064412,206843294~3431763,212834814~4493580,222396622~3101653,227834329~8677006,243607770~1335933,251549576~4661710,260094731~5545677,266070990~1398497,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,300406494~59602,307504362~6437514,315708216~11795280,330297074~2444503,334418848~7348237,344201020~3407953,348127232~17494270,376095760~4723671,384442048~7278856,392913259~6182168,400706045~10621247] 2024-04-12T08:59:41.026 INFO:tasks.workunit.client.0.smithi112.stdout:from 13 to 14 diff [94167464~3169485,98483381~5910145,212834814~4493580,222396622~3101653,283806098~1835968,285644182~7565587,326389334~570462,330297074~2444503,350806194~12844529] 2024-04-12T08:59:41.026 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [94167464~3169485,98483381~5910145,212834814~4493580,222396622~3101653,283806098~1835968,285644182~7565587,326389334~570462,330297074~2444503,350806194~12844529] 2024-04-12T08:59:41.032 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [94167464~3169485,98483381~5910145,212834814~4493580,222396622~3101653,283806098~1835968,285644182~7565587,323492286~3467510,330297074~2444503,348127232~15523491] 2024-04-12T08:59:41.032 INFO:tasks.workunit.client.0.smithi112.stdout:from 13 to 15 diff [2513416~564959,94167464~3169485,98483381~5910145,143664296~1715114,191636861~7236330,212834814~4493580,222396622~3101653,260248904~476383,283806098~1835968,285644182~7565587,326389334~570462,330297074~2444503,337843249~3923836,350806194~12844529,376095760~4723671,400706045~4966581,406483301~4843991] 2024-04-12T08:59:41.032 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,94167464~3169485,98483381~5910145,143664296~1715114,191636861~7236330,212834814~4493580,222396622~3101653,260248904~476383,283806098~1835968,285644182~7565587,326389334~570462,330297074~2444503,337843249~3923836,350806194~12844529,376095760~4723671,400706045~4966581,406483301~4843991] 2024-04-12T08:59:41.038 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,94167464~3169485,98483381~5910145,142606336~2773074,191636861~7236330,212834814~4493580,222396622~3101653,260248904~476383,283806098~1835968,285644182~7565587,323492286~3467510,330297074~2444503,337843249~3923836,348127232~15523491,376095760~4723671,400706045~4966581,406483301~4843991] 2024-04-12T08:59:41.038 INFO:tasks.workunit.client.0.smithi112.stdout:from 13 to 16 diff [2513416~564959,82684181~3547860,94167464~3169485,98483381~5910145,143664296~1715114,191636861~7236330,212834814~4493580,222396622~3101653,227834329~7679778,251549576~4551241,260248904~476383,283806098~1835968,285644182~7565587,300406494~59602,315708216~11795280,330297074~2444503,337843249~3923836,350806194~14815308,376095760~4723671,400706045~4966581,406483301~4843991] 2024-04-12T08:59:41.038 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,82684181~3547860,94167464~3169485,98483381~5910145,143664296~1715114,191636861~7236330,212834814~4493580,222396622~3101653,227834329~7679778,251549576~4551241,260248904~476383,283806098~1835968,285644182~7565587,300406494~59602,315708216~11795280,330297074~2444503,337843249~3923836,350806194~14815308,376095760~4723671,400706045~4966581,406483301~4843991] 2024-04-12T08:59:41.044 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,82684181~3547860,94167464~3169485,98483381~5910145,142606336~2773074,191636861~7236330,212834814~4493580,222396622~3101653,227834329~7679778,251549576~4551241,260248904~476383,283806098~1835968,285644182~7565587,300406494~59602,315708216~11795280,330297074~2444503,337843249~3923836,348127232~17494270,376095760~4723671,400706045~4966581,406483301~4843991] 2024-04-12T08:59:41.044 INFO:tasks.workunit.client.0.smithi112.stdout:from 13 to 17 diff [2513416~564959,50719488~6873809,82684181~3547860,94167464~3169485,98483381~5910145,125314987~7565640,143664296~1715114,173087143~7318944,191636861~7236330,203942791~2064412,212834814~4493580,222396622~3101653,227834329~7679778,251549576~4551241,260248904~476383,261201707~1470541,283806098~1835968,285644182~7565587,300406494~59602,315708216~11795280,330297074~2444503,337843249~3923836,344201020~3407953,350806194~14815308,376095760~4723671,384442048~7278856,392913259~6182168,400706045~4966581,406483301~4843991] 2024-04-12T08:59:41.044 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,50719488~6873809,82684181~3547860,94167464~3169485,98483381~5910145,125314987~7565640,143664296~1715114,173087143~7318944,191636861~7236330,203942791~2064412,212834814~4493580,222396622~3101653,227834329~7679778,251549576~4551241,260248904~476383,261201707~1470541,283806098~1835968,285644182~7565587,300406494~59602,315708216~11795280,330297074~2444503,337843249~3923836,344201020~3407953,350806194~14815308,376095760~4723671,384442048~7278856,392913259~6182168,400706045~4966581,406483301~4843991] 2024-04-12T08:59:41.050 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,50719488~6873809,82684181~3547860,94167464~3169485,98483381~5910145,125314987~7565640,142606336~2773074,173087143~7318944,191636861~7236330,203942791~2064412,212834814~4493580,222396622~3101653,227834329~7679778,251549576~4551241,260248904~476383,261201707~1470541,283806098~1835968,285644182~7565587,300406494~59602,315708216~11795280,330297074~2444503,337843249~3923836,344201020~3407953,348127232~17494270,376095760~4723671,384442048~7278856,392913259~6182168,400706045~4966581,406483301~4843991] 2024-04-12T08:59:41.050 INFO:tasks.workunit.client.0.smithi112.stdout:from 13 to 18 diff [2513416~564959,26816305~3114391,30294106~7383287,50719488~6873809,82684181~3547860,86966395~4738146,94167464~3169485,98483381~5910145,125314987~7565640,143664296~1715114,163213768~5800033,173087143~7318944,191636861~7236330,203942791~2064412,206843294~3431763,212834814~4493580,222396622~3101653,227834329~8677006,251549576~4551241,260206167~5434241,266070990~1398497,283806098~1835968,285644182~7565587,300406494~59602,307504362~6437514,315708216~11795280,330297074~2444503,337843249~3923836,344201020~3407953,350806194~14815308,376095760~4723671,384442048~7278856,392913259~6182168,400706045~4966581,406483301~4843991] 2024-04-12T08:59:41.050 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,26816305~3114391,30294106~7383287,50719488~6873809,82684181~3547860,86966395~4738146,94167464~3169485,98483381~5910145,125314987~7565640,143664296~1715114,163213768~5800033,173087143~7318944,191636861~7236330,203942791~2064412,206843294~3431763,212834814~4493580,222396622~3101653,227834329~8677006,251549576~4551241,260206167~5434241,266070990~1398497,283806098~1835968,285644182~7565587,300406494~59602,307504362~6437514,315708216~11795280,330297074~2444503,337843249~3923836,344201020~3407953,350806194~14815308,376095760~4723671,384442048~7278856,392913259~6182168,400706045~4966581,406483301~4843991] 2024-04-12T08:59:41.055 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,26816305~3114391,30294106~7383287,50719488~6873809,82684181~3547860,86966395~4738146,94167464~3169485,98483381~5910145,125314987~7565640,142606336~2773074,163213768~5800033,173087143~7318944,191636861~7236330,203942791~2064412,206843294~3431763,212834814~4493580,222396622~3101653,227834329~8677006,251549576~4551241,260206167~5434241,266070990~1398497,283806098~1835968,285644182~7565587,300406494~59602,307504362~6437514,315708216~11795280,330297074~2444503,337843249~3923836,344201020~3407953,348127232~17494270,376095760~4723671,384442048~7278856,392913259~6182168,400706045~4966581,406483301~4843991] 2024-04-12T08:59:41.055 INFO:tasks.workunit.client.0.smithi112.stdout:from 13 to 19 diff [2513416~564959,26816305~3114391,30294106~10502528,50719488~6873809,79539643~6692398,86966395~4738146,94167464~3169485,98483381~5910145,125314987~7565640,136038185~4001927,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,191636861~8669754,203942791~2064412,206843294~3431763,212834814~4493580,222396622~3101653,227834329~8677006,243607770~1335933,251549576~4551241,260206167~5434241,266070990~1398497,283806098~1835968,285644182~7565587,295183162~2298644,300406494~59602,307504362~6437514,315708216~11795280,330297074~2444503,334576905~7190180,344201020~3407953,350806194~14815308,376095760~4723671,384442048~7278856,392913259~6182168,400706045~4966581,406483301~4843991] 2024-04-12T08:59:41.055 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,26816305~3114391,30294106~10502528,50719488~6873809,79539643~6692398,86966395~4738146,94167464~3169485,98483381~5910145,125314987~7565640,136038185~4001927,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,191636861~8669754,203942791~2064412,206843294~3431763,212834814~4493580,222396622~3101653,227834329~8677006,243607770~1335933,251549576~4551241,260206167~5434241,266070990~1398497,283806098~1835968,285644182~7565587,295183162~2298644,300406494~59602,307504362~6437514,315708216~11795280,330297074~2444503,334576905~7190180,344201020~3407953,350806194~14815308,376095760~4723671,384442048~7278856,392913259~6182168,400706045~4966581,406483301~4843991] 2024-04-12T08:59:41.061 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,26816305~3114391,30294106~10502528,50719488~6873809,77170723~9061318,86966395~4738146,94167464~3169485,98483381~5910145,125314987~7565640,136038185~4001927,142606336~2773074,155012508~175833,163213768~5800033,173087143~9125897,191636861~8669754,203942791~2064412,206843294~3431763,212834814~4493580,222396622~3101653,227834329~8677006,243607770~1335933,251549576~4551241,260206167~5434241,266070990~1398497,283806098~1835968,285644182~7565587,295183162~2298644,300406494~59602,307504362~6437514,315708216~11795280,330297074~2444503,334418848~7348237,344201020~3407953,348127232~17494270,376095760~4723671,384442048~7278856,392913259~6182168,400706045~4966581,406483301~4843991] 2024-04-12T08:59:41.061 INFO:tasks.workunit.client.0.smithi112.stdout:from 14 to 15 diff [2513416~564959,143664296~1715114,191636861~7236330,260248904~476383,337843249~3923836,376095760~4723671,400706045~4966581,406483301~4843991] 2024-04-12T08:59:41.062 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,143664296~1715114,191636861~7236330,260248904~476383,337843249~3923836,376095760~4723671,400706045~4966581,406483301~4843991] 2024-04-12T08:59:41.067 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,142606336~2773074,191636861~7236330,260248904~476383,337843249~3923836,376095760~4723671,400706045~4966581,406483301~4843991] 2024-04-12T08:59:41.067 INFO:tasks.workunit.client.0.smithi112.stdout:from 14 to 16 diff [2513416~564959,82684181~3547860,143664296~1715114,191636861~7236330,227834329~7679778,251549576~4551241,260248904~476383,300406494~59602,315708216~11795280,337843249~3923836,361121948~4499554,376095760~4723671,400706045~4966581,406483301~4843991] 2024-04-12T08:59:41.067 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,82684181~3547860,143664296~1715114,191636861~7236330,227834329~7679778,251549576~4551241,260248904~476383,300406494~59602,315708216~11795280,337843249~3923836,361121948~4499554,376095760~4723671,400706045~4966581,406483301~4843991] 2024-04-12T08:59:41.073 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,82684181~3547860,142606336~2773074,191636861~7236330,227834329~7679778,251549576~4551241,260248904~476383,300406494~59602,315708216~11795280,337843249~3923836,361121948~4499554,376095760~4723671,400706045~4966581,406483301~4843991] 2024-04-12T08:59:41.073 INFO:tasks.workunit.client.0.smithi112.stdout:from 14 to 17 diff [2513416~564959,50719488~6873809,82684181~3547860,125314987~7565640,143664296~1715114,173087143~7318944,191636861~7236330,203942791~2064412,227834329~7679778,251549576~4551241,260248904~476383,261201707~1470541,300406494~59602,315708216~11795280,337843249~3923836,344201020~3407953,352220579~4911242,361121948~4499554,376095760~4723671,384442048~7278856,392913259~6182168,400706045~4966581,406483301~4843991] 2024-04-12T08:59:41.073 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,50719488~6873809,82684181~3547860,125314987~7565640,143664296~1715114,173087143~7318944,191636861~7236330,203942791~2064412,227834329~7679778,251549576~4551241,260248904~476383,261201707~1470541,300406494~59602,315708216~11795280,337843249~3923836,344201020~3407953,352220579~4911242,361121948~4499554,376095760~4723671,384442048~7278856,392913259~6182168,400706045~4966581,406483301~4843991] 2024-04-12T08:59:41.078 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,50719488~6873809,82684181~3547860,125314987~7565640,142606336~2773074,173087143~7318944,191636861~7236330,203942791~2064412,227834329~7679778,251549576~4551241,260248904~476383,261201707~1470541,300406494~59602,315708216~11795280,337843249~3923836,344201020~3407953,352220579~4911242,361121948~4499554,376095760~4723671,384442048~7278856,392913259~6182168,400706045~4966581,406483301~4843991] 2024-04-12T08:59:41.078 INFO:tasks.workunit.client.0.smithi112.stdout:from 14 to 18 diff [2513416~564959,26816305~3114391,30294106~7383287,50719488~6873809,82684181~3547860,86966395~4738146,125314987~7565640,143664296~1715114,163213768~5800033,173087143~7318944,191636861~7236330,203942791~2064412,206843294~3431763,227834329~8677006,251549576~4551241,260206167~5434241,266070990~1398497,300406494~59602,307504362~6437514,315708216~11795280,337843249~3923836,344201020~3407953,352220579~4911242,361121948~4499554,376095760~4723671,384442048~7278856,392913259~6182168,400706045~4966581,406483301~4843991] 2024-04-12T08:59:41.079 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,26816305~3114391,30294106~7383287,50719488~6873809,82684181~3547860,86966395~4738146,125314987~7565640,143664296~1715114,163213768~5800033,173087143~7318944,191636861~7236330,203942791~2064412,206843294~3431763,227834329~8677006,251549576~4551241,260206167~5434241,266070990~1398497,300406494~59602,307504362~6437514,315708216~11795280,337843249~3923836,344201020~3407953,352220579~4911242,361121948~4499554,376095760~4723671,384442048~7278856,392913259~6182168,400706045~4966581,406483301~4843991] 2024-04-12T08:59:41.084 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,26816305~3114391,30294106~7383287,50719488~6873809,82684181~3547860,86966395~4738146,125314987~7565640,142606336~2773074,163213768~5800033,173087143~7318944,191636861~7236330,203942791~2064412,206843294~3431763,227834329~8677006,251549576~4551241,260206167~5434241,266070990~1398497,300406494~59602,307504362~6437514,315708216~11795280,337843249~3923836,344201020~3407953,352220579~4911242,361121948~4499554,376095760~4723671,384442048~7278856,392913259~6182168,400706045~4966581,406483301~4843991] 2024-04-12T08:59:41.084 INFO:tasks.workunit.client.0.smithi112.stdout:from 14 to 19 diff [2513416~564959,26816305~3114391,30294106~10502528,50719488~6873809,79539643~6692398,86966395~4738146,99122533~1653968,125314987~7565640,136038185~4001927,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,191636861~8669754,203942791~2064412,206843294~3431763,227834329~8677006,243607770~1335933,251549576~4551241,260206167~5434241,266070990~1398497,295183162~2298644,300406494~59602,307504362~6437514,315708216~11795280,334576905~7190180,344201020~3407953,352220579~4911242,361121948~4499554,376095760~4723671,384442048~7278856,392913259~6182168,400706045~4966581,406483301~4843991] 2024-04-12T08:59:41.084 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,26816305~3114391,30294106~10502528,50719488~6873809,79539643~6692398,86966395~4738146,99122533~1653968,125314987~7565640,136038185~4001927,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,191636861~8669754,203942791~2064412,206843294~3431763,227834329~8677006,243607770~1335933,251549576~4551241,260206167~5434241,266070990~1398497,295183162~2298644,300406494~59602,307504362~6437514,315708216~11795280,334576905~7190180,344201020~3407953,352220579~4911242,361121948~4499554,376095760~4723671,384442048~7278856,392913259~6182168,400706045~4966581,406483301~4843991] 2024-04-12T08:59:41.089 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,26816305~3114391,30294106~10502528,50719488~6873809,77170723~9061318,86966395~4738146,99122533~1653968,125314987~7565640,136038185~4001927,142606336~2773074,155012508~175833,163213768~5800033,173087143~9125897,191636861~8669754,203942791~2064412,206843294~3431763,227834329~8677006,243607770~1335933,251549576~4551241,260206167~5434241,266070990~1398497,295183162~2298644,300406494~59602,307504362~6437514,315708216~11795280,334418848~7348237,344201020~3407953,352220579~4911242,361121948~4499554,376095760~4723671,384442048~7278856,392913259~6182168,400706045~4966581,406483301~4843991] 2024-04-12T08:59:41.090 INFO:tasks.workunit.client.0.smithi112.stdout:from 15 to 16 diff [82684181~3547860,194449050~1932280,227834329~7679778,251549576~4551241,300406494~59602,315708216~11795280,361121948~4499554] 2024-04-12T08:59:41.090 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [82684181~3547860,194449050~1932280,227834329~7679778,251549576~4551241,300406494~59602,315708216~11795280,361121948~4499554] 2024-04-12T08:59:41.096 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [82684181~3547860,194449050~1932280,227834329~7679778,251549576~4551241,300406494~59602,315708216~11795280,361121948~4499554] 2024-04-12T08:59:41.096 INFO:tasks.workunit.client.0.smithi112.stdout:from 15 to 17 diff [50719488~6873809,82684181~3547860,125314987~7565640,173087143~7318944,194449050~1932280,203942791~2064412,227834329~7679778,251549576~4551241,261201707~1470541,300406494~59602,315708216~11795280,344201020~3407953,352220579~4911242,361121948~4499554,384442048~7278856,392913259~6182168] 2024-04-12T08:59:41.096 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [50719488~6873809,82684181~3547860,125314987~7565640,173087143~7318944,194449050~1932280,203942791~2064412,227834329~7679778,251549576~4551241,261201707~1470541,300406494~59602,315708216~11795280,344201020~3407953,352220579~4911242,361121948~4499554,384442048~7278856,392913259~6182168] 2024-04-12T08:59:41.101 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [50719488~6873809,82684181~3547860,125314987~7565640,173087143~7318944,194449050~1932280,203942791~2064412,227834329~7679778,251549576~4551241,261201707~1470541,300406494~59602,315708216~11795280,344201020~3407953,352220579~4911242,361121948~4499554,384442048~7278856,392913259~6182168] 2024-04-12T08:59:41.101 INFO:tasks.workunit.client.0.smithi112.stdout:from 15 to 18 diff [26816305~3114391,30294106~7383287,50719488~6873809,82684181~3547860,86966395~4738146,125314987~7565640,163213768~5800033,173087143~7318944,194449050~1932280,203942791~2064412,206843294~3431763,227834329~8677006,251549576~4551241,260206167~5434241,266070990~1398497,300406494~59602,307504362~6437514,315708216~11795280,344201020~3407953,352220579~4911242,361121948~4499554,384442048~7278856,392913259~6182168,402542952~2301736] 2024-04-12T08:59:41.101 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [26816305~3114391,30294106~7383287,50719488~6873809,82684181~3547860,86966395~4738146,125314987~7565640,163213768~5800033,173087143~7318944,194449050~1932280,203942791~2064412,206843294~3431763,227834329~8677006,251549576~4551241,260206167~5434241,266070990~1398497,300406494~59602,307504362~6437514,315708216~11795280,344201020~3407953,352220579~4911242,361121948~4499554,384442048~7278856,392913259~6182168,402542952~2301736] 2024-04-12T08:59:41.107 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [26816305~3114391,30294106~7383287,50719488~6873809,82684181~3547860,86966395~4738146,125314987~7565640,163213768~5800033,173087143~7318944,194449050~1932280,203942791~2064412,206843294~3431763,227834329~8677006,251549576~4551241,260206167~5434241,266070990~1398497,300406494~59602,307504362~6437514,315708216~11795280,344201020~3407953,352220579~4911242,361121948~4499554,384442048~7278856,392913259~6182168,402542952~2301736] 2024-04-12T08:59:41.107 INFO:tasks.workunit.client.0.smithi112.stdout:from 15 to 19 diff [26816305~3114391,30294106~10502528,50719488~6873809,79539643~6692398,86966395~4738146,99122533~1653968,125314987~7565640,136038185~4001927,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,194449050~1932280,196968865~3337750,203942791~2064412,206843294~3431763,227834329~8677006,243607770~1335933,251549576~4551241,260206167~5434241,266070990~1398497,295183162~2298644,300406494~59602,307504362~6437514,315708216~11795280,334576905~3491882,344201020~3407953,352220579~4911242,361121948~4499554,384442048~7278856,392913259~6182168,402542952~2301736] 2024-04-12T08:59:41.107 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [26816305~3114391,30294106~10502528,50719488~6873809,79539643~6692398,86966395~4738146,99122533~1653968,125314987~7565640,136038185~4001927,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,194449050~1932280,196968865~3337750,203942791~2064412,206843294~3431763,227834329~8677006,243607770~1335933,251549576~4551241,260206167~5434241,266070990~1398497,295183162~2298644,300406494~59602,307504362~6437514,315708216~11795280,334576905~3491882,344201020~3407953,352220579~4911242,361121948~4499554,384442048~7278856,392913259~6182168,402542952~2301736] 2024-04-12T08:59:41.113 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [26816305~3114391,30294106~10502528,50719488~6873809,77170723~9061318,86966395~4738146,99122533~1653968,125314987~7565640,136038185~4001927,155012508~175833,163213768~5800033,173087143~9125897,194449050~1932280,196968865~3337750,203942791~2064412,206843294~3431763,227834329~8677006,243607770~1335933,251549576~4551241,260206167~5434241,266070990~1398497,295183162~2298644,300406494~59602,307504362~6437514,315708216~11795280,334418848~3649939,344201020~3407953,352220579~4911242,361121948~4499554,384442048~7278856,392913259~6182168,402542952~2301736] 2024-04-12T08:59:41.113 INFO:tasks.workunit.client.0.smithi112.stdout:from 16 to 17 diff [50719488~6873809,125314987~7565640,173087143~7318944,203942791~2064412,261201707~1470541,344201020~3407953,352220579~4911242,384442048~7278856,392913259~6182168] 2024-04-12T08:59:41.113 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [50719488~6873809,125314987~7565640,173087143~7318944,203942791~2064412,261201707~1470541,344201020~3407953,352220579~4911242,384442048~7278856,392913259~6182168] 2024-04-12T08:59:41.118 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [50719488~6873809,125314987~7565640,173087143~7318944,203942791~2064412,261201707~1470541,344201020~3407953,352220579~4911242,384442048~7278856,392913259~6182168] 2024-04-12T08:59:41.118 INFO:tasks.workunit.client.0.smithi112.stdout:from 16 to 18 diff [26816305~3114391,30294106~7383287,50719488~6873809,86966395~4738146,125314987~7565640,163213768~5800033,173087143~7318944,203942791~2064412,206843294~3431763,234590574~1920761,260206167~5434241,266070990~1398497,307504362~6437514,344201020~3407953,352220579~4911242,384442048~7278856,392913259~6182168,402542952~2301736] 2024-04-12T08:59:41.119 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [26816305~3114391,30294106~7383287,50719488~6873809,86966395~4738146,125314987~7565640,163213768~5800033,173087143~7318944,203942791~2064412,206843294~3431763,234590574~1920761,260206167~5434241,266070990~1398497,307504362~6437514,344201020~3407953,352220579~4911242,384442048~7278856,392913259~6182168,402542952~2301736] 2024-04-12T08:59:41.124 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [26816305~3114391,30294106~7383287,50719488~6873809,86966395~4738146,125314987~7565640,163213768~5800033,173087143~7318944,203942791~2064412,206843294~3431763,234590574~1920761,260206167~5434241,266070990~1398497,307504362~6437514,344201020~3407953,352220579~4911242,384442048~7278856,392913259~6182168,402542952~2301736] 2024-04-12T08:59:41.124 INFO:tasks.workunit.client.0.smithi112.stdout:from 16 to 19 diff [26816305~3114391,30294106~10502528,50719488~6873809,79539643~4356679,86966395~4738146,99122533~1653968,125314987~7565640,136038185~4001927,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,196968865~3337750,203942791~2064412,206843294~3431763,234590574~1920761,243607770~1335933,260206167~5434241,266070990~1398497,295183162~2298644,307504362~6437514,334576905~3491882,344201020~3407953,352220579~4911242,384442048~7278856,392913259~6182168,402542952~2301736] 2024-04-12T08:59:41.124 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [26816305~3114391,30294106~10502528,50719488~6873809,79539643~4356679,86966395~4738146,99122533~1653968,125314987~7565640,136038185~4001927,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,196968865~3337750,203942791~2064412,206843294~3431763,234590574~1920761,243607770~1335933,260206167~5434241,266070990~1398497,295183162~2298644,307504362~6437514,334576905~3491882,344201020~3407953,352220579~4911242,384442048~7278856,392913259~6182168,402542952~2301736] 2024-04-12T08:59:41.130 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [26816305~3114391,30294106~10502528,50719488~6873809,77170723~6725599,86966395~4738146,99122533~1653968,125314987~7565640,136038185~4001927,155012508~175833,163213768~5800033,173087143~9125897,196968865~3337750,203942791~2064412,206843294~3431763,234590574~1920761,243607770~1335933,260206167~5434241,266070990~1398497,295183162~2298644,307504362~6437514,334418848~3649939,344201020~3407953,352220579~4911242,384442048~7278856,392913259~6182168,402542952~2301736] 2024-04-12T08:59:41.130 INFO:tasks.workunit.client.0.smithi112.stdout:from 17 to 18 diff [26816305~3114391,30294106~7383287,86966395~4738146,163213768~5800033,206843294~3431763,234590574~1920761,260206167~5434241,266070990~1398497,307504362~6437514,402542952~2301736] 2024-04-12T08:59:41.130 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [26816305~3114391,30294106~7383287,86966395~4738146,163213768~5800033,206843294~3431763,234590574~1920761,260206167~5434241,266070990~1398497,307504362~6437514,402542952~2301736] 2024-04-12T08:59:41.135 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [26816305~3114391,30294106~7383287,86966395~4738146,163213768~5800033,206843294~3431763,234590574~1920761,260206167~5434241,266070990~1398497,307504362~6437514,402542952~2301736] 2024-04-12T08:59:41.135 INFO:tasks.workunit.client.0.smithi112.stdout:from 17 to 19 diff [26816305~3114391,30294106~10502528,79539643~4356679,86966395~4738146,99122533~1653968,136038185~4001927,155012508~175833,163213768~5800033,181403915~809125,196968865~3337750,206843294~3431763,234590574~1920761,243607770~1335933,260206167~5434241,266070990~1398497,295183162~2298644,307504362~6437514,334576905~3491882,402542952~2301736] 2024-04-12T08:59:41.136 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [26816305~3114391,30294106~10502528,79539643~4356679,86966395~4738146,99122533~1653968,136038185~4001927,155012508~175833,163213768~5800033,181403915~809125,196968865~3337750,206843294~3431763,234590574~1920761,243607770~1335933,260206167~5434241,266070990~1398497,295183162~2298644,307504362~6437514,334576905~3491882,402542952~2301736] 2024-04-12T08:59:41.141 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [26816305~3114391,30294106~10502528,77170723~6725599,86966395~4738146,99122533~1653968,136038185~4001927,155012508~175833,163213768~5800033,180406087~1806953,196968865~3337750,206843294~3431763,234590574~1920761,243607770~1335933,260206167~5434241,266070990~1398497,295183162~2298644,307504362~6437514,334418848~3649939,402542952~2301736] 2024-04-12T08:59:41.141 INFO:tasks.workunit.client.0.smithi112.stdout:from 18 to 19 diff [37353178~3443456,79539643~4356679,99122533~1653968,136038185~4001927,155012508~175833,181403915~809125,196968865~3337750,243607770~1335933,295183162~2298644,334576905~3491882] 2024-04-12T08:59:41.141 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [37353178~3443456,79539643~4356679,99122533~1653968,136038185~4001927,155012508~175833,181403915~809125,196968865~3337750,243607770~1335933,295183162~2298644,334576905~3491882] 2024-04-12T08:59:41.147 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [37353178~3443456,77170723~6725599,99122533~1653968,136038185~4001927,155012508~175833,180406087~1806953,196968865~3337750,243607770~1335933,295183162~2298644,334418848~3649939] 2024-04-12T08:59:41.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:59:41 smithi112 ceph-mon[95375]: osdmap e874: 8 total, 8 up, 8 in 2024-04-12T08:59:41.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:59:41 smithi112 ceph-mon[99443]: osdmap e874: 8 total, 8 up, 8 in 2024-04-12T08:59:41.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:59:41 smithi175 ceph-mon[87929]: osdmap e874: 8 total, 8 up, 8 in 2024-04-12T08:59:42.039 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to HEAD diff [2513416~9705749,14032376~2635392,18216752~7962969,26816305~50354418,79539643~37264344,119155681~13724946,135546729~5971387,143664296~1715114,150032721~7693908,158439134~21966953,181403915~809125,184978262~40520013,226215250~41466824,268249087~3530905,275146669~22335137,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:42.039 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~9705749,14032376~2635392,18216752~7962969,26816305~50354418,79539643~37264344,119155681~13724946,135546729~5971387,143664296~1715114,150032721~7693908,158439134~21966953,181403915~809125,184978262~40520013,226215250~41466824,268249087~3530905,275146669~22335137,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:42.056 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~12219165,12582912~4084856,16777216~100026771,117440512~15440115,134217728~7300388,142606336~2773074,150032721~32180319,184549376~87230616,272629760~24852046,297795584~46100178,344201020~3407953,348127232~17494270,369098752~44250441] 2024-04-12T08:59:42.056 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to HEAD diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,26816305~50354418,79539643~37264344,119155681~13724946,135546729~4493383,140682082~836034,143664296~1715114,150032721~7693908,158439134~21966953,181403915~809125,184978262~40520013,226215250~39425158,266070990~1398497,268249087~3530905,279118644~18363162,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:42.056 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,26816305~50354418,79539643~37264344,119155681~13724946,135546729~4493383,140682082~836034,143664296~1715114,150032721~7693908,158439134~21966953,181403915~809125,184978262~40520013,226215250~39425158,266070990~1398497,268249087~3530905,279118644~18363162,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:42.062 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,12582912~4084856,16777216~100026771,117440512~15440115,134217728~5822384,140682082~836034,142606336~2773074,150032721~32180319,184549376~81091032,266070990~1398497,267682074~4097918,279118644~18363162,297795584~46100178,344201020~3407953,348127232~17494270,369098752~44250441] 2024-04-12T08:59:42.062 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to HEAD diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,26816305~50354418,79539643~12164898,94167464~16143142,110929448~599809,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,150032721~7693908,158439134~10574667,169096546~11309541,181403915~809125,184978262~40520013,226215250~39425158,266070990~1398497,268249087~3530905,279118644~18363162,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:42.062 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,26816305~50354418,79539643~12164898,94167464~16143142,110929448~599809,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,150032721~7693908,158439134~10574667,169096546~11309541,181403915~809125,184978262~40520013,226215250~39425158,266070990~1398497,268249087~3530905,279118644~18363162,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:42.068 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,12582912~4084856,16777216~74927325,94167464~16143142,110929448~599809,112209671~4594316,117440512~5589834,125314987~7565640,134217728~5822384,140682082~836034,142606336~2773074,150032721~18981080,169096546~13116494,184549376~81091032,266070990~1398497,267682074~4097918,279118644~18363162,297795584~46100178,344201020~3407953,348127232~17494270,369098752~44250441] 2024-04-12T08:59:42.068 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to HEAD diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,26816305~50354418,79539643~12164898,94167464~16143142,110929448~599809,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,155012508~175833,158439134~10574667,169096546~11309541,181403915~809125,184978262~6036028,191636861~25691533,222396622~3101653,226215250~39425158,266070990~1398497,268249087~3530905,279118644~3958713,283806098~1835968,285644182~11837624,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:42.068 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,26816305~50354418,79539643~12164898,94167464~16143142,110929448~599809,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,155012508~175833,158439134~10574667,169096546~11309541,181403915~809125,184978262~6036028,191636861~25691533,222396622~3101653,226215250~39425158,266070990~1398497,268249087~3530905,279118644~3958713,283806098~1835968,285644182~11837624,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:42.073 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,12582912~4084856,16777216~74927325,94167464~16143142,110929448~599809,112209671~4594316,117440512~5589834,125314987~7565640,134217728~5822384,140682082~836034,142606336~2773074,155012508~175833,157726629~11287172,169096546~13116494,184978262~6036028,191636861~25691533,222396622~43243786,266070990~1398497,267682074~4097918,279118644~3958713,283806098~1835968,285644182~11837624,297795584~46100178,344201020~3407953,348127232~17494270,369098752~44250441] 2024-04-12T08:59:42.074 INFO:tasks.workunit.client.0.smithi112.stdout:from 4 to HEAD diff [2513416~564959,7373379~4845786,14116574~2551194,18216752~7962969,26816305~50354418,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,155012508~175833,158439134~10574667,169096546~11309541,181403915~809125,184978262~6036028,191636861~25691533,222396622~3101653,226215250~39425158,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~19999134,330297074~4121774,334576905~7190180,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:42.074 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14116574~2551194,18216752~7962969,26816305~50354418,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,155012508~175833,158439134~10574667,169096546~11309541,181403915~809125,184978262~6036028,191636861~25691533,222396622~3101653,226215250~39425158,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~19999134,330297074~4121774,334576905~7190180,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:42.079 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,14116574~2551194,16777216~74927325,94167464~11776392,106159002~3957520,112209671~4594316,117440512~5589834,125314987~7565640,134217728~5822384,140682082~836034,142606336~2773074,155012508~175833,157726629~11287172,169096546~13116494,184978262~6036028,191636861~25691533,222396622~43243786,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~34262723,344201020~3407953,348127232~17494270,369098752~44250441] 2024-04-12T08:59:42.080 INFO:tasks.workunit.client.0.smithi112.stdout:from 5 to HEAD diff [2513416~564959,7373379~4845786,14116574~2551194,18216752~7962969,26816305~15139527,42762988~34407735,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,155012508~175833,158439134~10574667,169096546~11309541,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~17069929,243607770~22032638,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~19999134,330297074~4121774,334576905~7190180,344201020~3407953,350806194~14815308,370850757~40997057] 2024-04-12T08:59:42.080 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14116574~2551194,18216752~7962969,26816305~15139527,42762988~34407735,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,155012508~175833,158439134~10574667,169096546~11309541,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~17069929,243607770~22032638,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~19999134,330297074~4121774,334576905~7190180,344201020~3407953,350806194~14815308,370850757~40997057] 2024-04-12T08:59:42.085 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,14116574~2551194,16777216~25178616,42762988~48941553,94167464~11776392,106159002~3957520,112209671~4594316,117440512~5589834,125314987~7565640,134217728~5822384,140682082~836034,142606336~2773074,155012508~175833,157726629~11287172,169096546~13116494,184978262~6036028,191636861~8669754,203667050~13661344,222396622~20888557,243607770~22032638,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~34262723,344201020~3407953,348127232~17494270,370850757~40997057] 2024-04-12T08:59:42.085 INFO:tasks.workunit.client.0.smithi112.stdout:from 6 to HEAD diff [2513416~564959,7373379~4845786,14116574~2551194,18216752~7962969,26816305~15139527,42762988~29778248,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,143664296~1715114,155012508~175833,158439134~10574667,173087143~7318944,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~17069929,243607770~22032638,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~19999134,330297074~4121774,334576905~7190180,344201020~3407953,350806194~14815308,370850757~9968674,380876473~30971341] 2024-04-12T08:59:42.085 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14116574~2551194,18216752~7962969,26816305~15139527,42762988~29778248,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,143664296~1715114,155012508~175833,158439134~10574667,173087143~7318944,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~17069929,243607770~22032638,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~19999134,330297074~4121774,334576905~7190180,344201020~3407953,350806194~14815308,370850757~9968674,380876473~30971341] 2024-04-12T08:59:42.091 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,14116574~2551194,16777216~25178616,42762988~29778248,77170723~14533818,94167464~11776392,106159002~3957520,112209671~4594316,117440512~5589834,125314987~7565640,134217728~5822384,142606336~2773074,155012508~175833,157726629~11287172,173087143~9125897,184978262~6036028,191636861~8669754,203667050~13661344,222396622~20888557,243607770~22032638,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~34262723,344201020~3407953,348127232~17494270,370850757~9968674,380876473~30971341] 2024-04-12T08:59:42.091 INFO:tasks.workunit.client.0.smithi112.stdout:from 7 to HEAD diff [2513416~564959,7373379~4845786,14116574~2551194,18920573~1656110,26816305~15139527,42762988~21344930,64648946~518202,67416563~5124673,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~10296085,243607770~22032638,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~19999134,330297074~4121774,334576905~7190180,344201020~3407953,350806194~14815308,370850757~9968674,380876473~30971341] 2024-04-12T08:59:42.091 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14116574~2551194,18920573~1656110,26816305~15139527,42762988~21344930,64648946~518202,67416563~5124673,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~10296085,243607770~22032638,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~19999134,330297074~4121774,334576905~7190180,344201020~3407953,350806194~14815308,370850757~9968674,380876473~30971341] 2024-04-12T08:59:42.096 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,14116574~2551194,18920573~1656110,26816305~15139527,42762988~21344930,64648946~518202,67416563~5124673,77170723~14533818,94167464~11776392,106159002~3957520,112209671~4594316,117440512~5589834,125314987~7565640,134217728~5822384,142606336~2773074,155012508~175833,163213768~5800033,173087143~9125897,184978262~6036028,191636861~8669754,203667050~13661344,222396622~14114713,243607770~22032638,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~34262723,344201020~3407953,348127232~17494270,370850757~9968674,380876473~30971341] 2024-04-12T08:59:42.097 INFO:tasks.workunit.client.0.smithi112.stdout:from 8 to HEAD diff [2513416~564959,7373379~4845786,18920573~1656110,26816305~15139527,42762988~4979331,50509024~13598894,64648946~518202,67416563~5124673,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,125314987~7565640,136038185~4001927,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~10296085,243607770~1759280,249464673~16175735,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,299056865~7571663,307504362~19999134,330297074~2444503,334576905~7190180,344201020~3407953,350806194~14815308,370850757~9968674,380876473~1934315,384382469~27465345] 2024-04-12T08:59:42.097 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,18920573~1656110,26816305~15139527,42762988~4979331,50509024~13598894,64648946~518202,67416563~5124673,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,125314987~7565640,136038185~4001927,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~10296085,243607770~1759280,249464673~16175735,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,299056865~7571663,307504362~19999134,330297074~2444503,334576905~7190180,344201020~3407953,350806194~14815308,370850757~9968674,380876473~1934315,384382469~27465345] 2024-04-12T08:59:42.102 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,18920573~1656110,26816305~15139527,42762988~4979331,50509024~13598894,64648946~518202,67416563~5124673,77170723~14533818,94167464~11776392,106159002~3957520,112209671~4594316,125314987~7565640,136038185~4001927,142606336~2773074,155012508~175833,163213768~5800033,173087143~9125897,184978262~6036028,191636861~8669754,203667050~13661344,222396622~14114713,243607770~1759280,249464673~16175735,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,299056865~7571663,307504362~19999134,330297074~2444503,334418848~7348237,344201020~3407953,348127232~17494270,370850757~9968674,380876473~1934315,384382469~27465345] 2024-04-12T08:59:42.102 INFO:tasks.workunit.client.0.smithi112.stdout:from 9 to HEAD diff [2513416~564959,7373379~4845786,18920573~1656110,26816305~15139527,42762988~4979331,50509024~13569155,64648946~518202,67416563~5124673,79539643~6692398,86966395~4738146,94167464~3169485,98483381~7460475,106159002~3957520,112209671~4594316,125314987~7565640,136038185~4001927,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~10296085,243607770~1335933,249464673~6746613,259086788~489054,260094731~5545677,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,299056865~7571663,307504362~19999134,330297074~2444503,334576905~7190180,344201020~3407953,350806194~14815308,370850757~9968674,380876473~1934315,384382469~27465345] 2024-04-12T08:59:42.102 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,18920573~1656110,26816305~15139527,42762988~4979331,50509024~13569155,64648946~518202,67416563~5124673,79539643~6692398,86966395~4738146,94167464~3169485,98483381~7460475,106159002~3957520,112209671~4594316,125314987~7565640,136038185~4001927,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~10296085,243607770~1335933,249464673~6746613,259086788~489054,260094731~5545677,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,299056865~7571663,307504362~19999134,330297074~2444503,334576905~7190180,344201020~3407953,350806194~14815308,370850757~9968674,380876473~1934315,384382469~27465345] 2024-04-12T08:59:42.108 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,18920573~1656110,26816305~15139527,42762988~4979331,50509024~13569155,64648946~518202,67416563~5124673,77170723~9061318,86966395~4738146,94167464~3169485,98483381~7460475,106159002~3957520,112209671~4594316,125314987~7565640,136038185~4001927,142606336~2773074,155012508~175833,163213768~5800033,173087143~9125897,184978262~6036028,191636861~8669754,203667050~13661344,222396622~14114713,243607770~1335933,249464673~6746613,259086788~489054,260094731~5545677,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,299056865~7571663,307504362~19999134,330297074~2444503,334418848~7348237,344201020~3407953,348127232~17494270,370850757~9968674,380876473~1934315,384382469~27465345] 2024-04-12T08:59:42.108 INFO:tasks.workunit.client.0.smithi112.stdout:from 10 to HEAD diff [2513416~564959,7373379~4845786,18920573~1656110,26816305~13980329,42762988~4979331,50509024~13569155,64648946~518202,67416563~5124673,79539643~6692398,86966395~4738146,94167464~3169485,98483381~7460475,106159002~3957520,112209671~4594316,125314987~7565640,136038185~4001927,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,227834329~8677006,243607770~1335933,249464673~6746613,260094731~5545677,266070990~1398497,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,299056865~7571663,307504362~19999134,330297074~2444503,334576905~7190180,344201020~3407953,350806194~14815308,371536299~9283132,380876473~1934315,384382469~7338435,392913259~6182168,400706045~11141769] 2024-04-12T08:59:42.108 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,18920573~1656110,26816305~13980329,42762988~4979331,50509024~13569155,64648946~518202,67416563~5124673,79539643~6692398,86966395~4738146,94167464~3169485,98483381~7460475,106159002~3957520,112209671~4594316,125314987~7565640,136038185~4001927,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,227834329~8677006,243607770~1335933,249464673~6746613,260094731~5545677,266070990~1398497,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,299056865~7571663,307504362~19999134,330297074~2444503,334576905~7190180,344201020~3407953,350806194~14815308,371536299~9283132,380876473~1934315,384382469~7338435,392913259~6182168,400706045~11141769] 2024-04-12T08:59:42.113 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,18920573~1656110,26816305~13980329,42762988~4979331,50509024~13569155,64648946~518202,67416563~5124673,77170723~9061318,86966395~4738146,94167464~3169485,98483381~7460475,106159002~3957520,112209671~4594316,125314987~7565640,136038185~4001927,142606336~2773074,155012508~175833,163213768~5800033,173087143~9125897,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,227834329~8677006,243607770~1335933,249464673~6746613,260094731~5545677,266070990~1398497,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,299056865~7571663,307504362~19999134,330297074~2444503,334418848~7348237,344201020~3407953,348127232~17494270,371536299~9283132,380876473~1934315,384382469~7338435,392913259~6182168,400706045~11141769] 2024-04-12T08:59:42.114 INFO:tasks.workunit.client.0.smithi112.stdout:from 11 to HEAD diff [2513416~564959,7373379~4845786,18920573~1656110,26816305~3114391,30294106~10502528,42762988~4979331,50509024~13569155,67416563~5124673,79539643~6692398,86966395~4738146,94167464~3169485,98483381~7460475,112209671~4594316,125314987~7565640,136038185~4001927,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,191636861~8669754,203942791~13385603,222396622~3101653,227834329~8677006,243607770~1335933,251549576~4661710,260094731~5545677,266070990~1398497,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,299056865~7571663,307504362~19999134,330297074~2444503,334576905~7190180,344201020~3407953,350806194~14815308,376095760~4723671,380876473~1934315,384442048~7278856,392913259~6182168,400706045~11141769] 2024-04-12T08:59:42.114 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,18920573~1656110,26816305~3114391,30294106~10502528,42762988~4979331,50509024~13569155,67416563~5124673,79539643~6692398,86966395~4738146,94167464~3169485,98483381~7460475,112209671~4594316,125314987~7565640,136038185~4001927,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,191636861~8669754,203942791~13385603,222396622~3101653,227834329~8677006,243607770~1335933,251549576~4661710,260094731~5545677,266070990~1398497,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,299056865~7571663,307504362~19999134,330297074~2444503,334576905~7190180,344201020~3407953,350806194~14815308,376095760~4723671,380876473~1934315,384442048~7278856,392913259~6182168,400706045~11141769] 2024-04-12T08:59:42.119 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,18920573~1656110,26816305~3114391,30294106~10502528,42762988~4979331,50509024~13569155,67416563~5124673,77170723~9061318,86966395~4738146,94167464~3169485,98483381~7460475,112209671~4594316,125314987~7565640,136038185~4001927,142606336~2773074,155012508~175833,163213768~5800033,173087143~9125897,191636861~8669754,203942791~13385603,222396622~3101653,227834329~8677006,243607770~1335933,251549576~4661710,260094731~5545677,266070990~1398497,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,299056865~7571663,307504362~19999134,330297074~2444503,334418848~7348237,344201020~3407953,348127232~17494270,376095760~4723671,380876473~1934315,384442048~7278856,392913259~6182168,400706045~11141769] 2024-04-12T08:59:42.119 INFO:tasks.workunit.client.0.smithi112.stdout:from 12 to HEAD diff [2513416~564959,7373379~4845786,18920573~1656110,26816305~3114391,30294106~10502528,50719488~13358691,67416563~5124673,79539643~6692398,86966395~4738146,94167464~3169485,98483381~7460475,125314987~7565640,136038185~4001927,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,191636861~8669754,203942791~2064412,206843294~3431763,212834814~4493580,222396622~3101653,227834329~8677006,243607770~1335933,251549576~4661710,260094731~5545677,266070990~1398497,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,300406494~59602,307504362~6437514,315708216~11795280,330297074~2444503,334576905~7190180,344201020~3407953,350806194~14815308,376095760~4723671,384442048~7278856,392913259~6182168,400706045~10621247] 2024-04-12T08:59:42.119 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,18920573~1656110,26816305~3114391,30294106~10502528,50719488~13358691,67416563~5124673,79539643~6692398,86966395~4738146,94167464~3169485,98483381~7460475,125314987~7565640,136038185~4001927,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,191636861~8669754,203942791~2064412,206843294~3431763,212834814~4493580,222396622~3101653,227834329~8677006,243607770~1335933,251549576~4661710,260094731~5545677,266070990~1398497,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,300406494~59602,307504362~6437514,315708216~11795280,330297074~2444503,334576905~7190180,344201020~3407953,350806194~14815308,376095760~4723671,384442048~7278856,392913259~6182168,400706045~10621247] 2024-04-12T08:59:42.125 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,18920573~1656110,26816305~3114391,30294106~10502528,50719488~13358691,67416563~5124673,77170723~9061318,86966395~4738146,94167464~3169485,98483381~7460475,125314987~7565640,136038185~4001927,142606336~2773074,155012508~175833,163213768~5800033,173087143~9125897,191636861~8669754,203942791~2064412,206843294~3431763,212834814~4493580,222396622~3101653,227834329~8677006,243607770~1335933,251549576~4661710,260094731~5545677,266070990~1398497,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,300406494~59602,307504362~6437514,315708216~11795280,330297074~2444503,334418848~7348237,344201020~3407953,348127232~17494270,376095760~4723671,384442048~7278856,392913259~6182168,400706045~10621247] 2024-04-12T08:59:42.125 INFO:tasks.workunit.client.0.smithi112.stdout:from 13 to HEAD diff [2513416~564959,26816305~3114391,30294106~10502528,50719488~6873809,79539643~6692398,86966395~4738146,94167464~3169485,98483381~5910145,125314987~7565640,136038185~4001927,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,191636861~8669754,203942791~2064412,206843294~3431763,212834814~4493580,222396622~3101653,227834329~8677006,243607770~1335933,251549576~4551241,260206167~5434241,266070990~1398497,283806098~1835968,285644182~7565587,295183162~2298644,300406494~59602,307504362~6437514,315708216~11795280,330297074~2444503,334576905~7190180,344201020~3407953,350806194~14815308,376095760~4723671,384442048~7278856,392913259~6182168,400706045~4966581,406483301~4843991] 2024-04-12T08:59:42.125 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,26816305~3114391,30294106~10502528,50719488~6873809,79539643~6692398,86966395~4738146,94167464~3169485,98483381~5910145,125314987~7565640,136038185~4001927,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,191636861~8669754,203942791~2064412,206843294~3431763,212834814~4493580,222396622~3101653,227834329~8677006,243607770~1335933,251549576~4551241,260206167~5434241,266070990~1398497,283806098~1835968,285644182~7565587,295183162~2298644,300406494~59602,307504362~6437514,315708216~11795280,330297074~2444503,334576905~7190180,344201020~3407953,350806194~14815308,376095760~4723671,384442048~7278856,392913259~6182168,400706045~4966581,406483301~4843991] 2024-04-12T08:59:42.130 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,26816305~3114391,30294106~10502528,50719488~6873809,77170723~9061318,86966395~4738146,94167464~3169485,98483381~5910145,125314987~7565640,136038185~4001927,142606336~2773074,155012508~175833,163213768~5800033,173087143~9125897,191636861~8669754,203942791~2064412,206843294~3431763,212834814~4493580,222396622~3101653,227834329~8677006,243607770~1335933,251549576~4551241,260206167~5434241,266070990~1398497,283806098~1835968,285644182~7565587,295183162~2298644,300406494~59602,307504362~6437514,315708216~11795280,330297074~2444503,334418848~7348237,344201020~3407953,348127232~17494270,376095760~4723671,384442048~7278856,392913259~6182168,400706045~4966581,406483301~4843991] 2024-04-12T08:59:42.130 INFO:tasks.workunit.client.0.smithi112.stdout:from 14 to HEAD diff [2513416~564959,26816305~3114391,30294106~10502528,50719488~6873809,79539643~6692398,86966395~4738146,99122533~1653968,125314987~7565640,136038185~4001927,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,191636861~8669754,203942791~2064412,206843294~3431763,227834329~8677006,243607770~1335933,251549576~4551241,260206167~5434241,266070990~1398497,295183162~2298644,300406494~59602,307504362~6437514,315708216~11795280,334576905~7190180,344201020~3407953,352220579~4911242,361121948~4499554,376095760~4723671,384442048~7278856,392913259~6182168,400706045~4966581,406483301~4843991] 2024-04-12T08:59:42.130 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,26816305~3114391,30294106~10502528,50719488~6873809,79539643~6692398,86966395~4738146,99122533~1653968,125314987~7565640,136038185~4001927,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,191636861~8669754,203942791~2064412,206843294~3431763,227834329~8677006,243607770~1335933,251549576~4551241,260206167~5434241,266070990~1398497,295183162~2298644,300406494~59602,307504362~6437514,315708216~11795280,334576905~7190180,344201020~3407953,352220579~4911242,361121948~4499554,376095760~4723671,384442048~7278856,392913259~6182168,400706045~4966581,406483301~4843991] 2024-04-12T08:59:42.136 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,26816305~3114391,30294106~10502528,50719488~6873809,77170723~9061318,86966395~4738146,99122533~1653968,125314987~7565640,136038185~4001927,142606336~2773074,155012508~175833,163213768~5800033,173087143~9125897,191636861~8669754,203942791~2064412,206843294~3431763,227834329~8677006,243607770~1335933,251549576~4551241,260206167~5434241,266070990~1398497,295183162~2298644,300406494~59602,307504362~6437514,315708216~11795280,334418848~7348237,344201020~3407953,352220579~4911242,361121948~4499554,376095760~4723671,384442048~7278856,392913259~6182168,400706045~4966581,406483301~4843991] 2024-04-12T08:59:42.136 INFO:tasks.workunit.client.0.smithi112.stdout:from 15 to HEAD diff [26816305~3114391,30294106~10502528,50719488~6873809,79539643~6692398,86966395~4738146,99122533~1653968,125314987~7565640,136038185~4001927,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,194449050~1932280,196968865~3337750,203942791~2064412,206843294~3431763,227834329~8677006,243607770~1335933,251549576~4551241,260206167~5434241,266070990~1398497,295183162~2298644,300406494~59602,307504362~6437514,315708216~11795280,334576905~3491882,344201020~3407953,352220579~4911242,361121948~4499554,384442048~7278856,392913259~6182168,402542952~2301736] 2024-04-12T08:59:42.136 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [26816305~3114391,30294106~10502528,50719488~6873809,79539643~6692398,86966395~4738146,99122533~1653968,125314987~7565640,136038185~4001927,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,194449050~1932280,196968865~3337750,203942791~2064412,206843294~3431763,227834329~8677006,243607770~1335933,251549576~4551241,260206167~5434241,266070990~1398497,295183162~2298644,300406494~59602,307504362~6437514,315708216~11795280,334576905~3491882,344201020~3407953,352220579~4911242,361121948~4499554,384442048~7278856,392913259~6182168,402542952~2301736] 2024-04-12T08:59:42.141 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [26816305~3114391,30294106~10502528,50719488~6873809,77170723~9061318,86966395~4738146,99122533~1653968,125314987~7565640,136038185~4001927,155012508~175833,163213768~5800033,173087143~9125897,194449050~1932280,196968865~3337750,203942791~2064412,206843294~3431763,227834329~8677006,243607770~1335933,251549576~4551241,260206167~5434241,266070990~1398497,295183162~2298644,300406494~59602,307504362~6437514,315708216~11795280,334418848~3649939,344201020~3407953,352220579~4911242,361121948~4499554,384442048~7278856,392913259~6182168,402542952~2301736] 2024-04-12T08:59:42.141 INFO:tasks.workunit.client.0.smithi112.stdout:from 16 to HEAD diff [26816305~3114391,30294106~10502528,50719488~6873809,79539643~4356679,86966395~4738146,99122533~1653968,125314987~7565640,136038185~4001927,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,196968865~3337750,203942791~2064412,206843294~3431763,234590574~1920761,243607770~1335933,260206167~5434241,266070990~1398497,295183162~2298644,307504362~6437514,334576905~3491882,344201020~3407953,352220579~4911242,384442048~7278856,392913259~6182168,402542952~2301736] 2024-04-12T08:59:42.141 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [26816305~3114391,30294106~10502528,50719488~6873809,79539643~4356679,86966395~4738146,99122533~1653968,125314987~7565640,136038185~4001927,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,196968865~3337750,203942791~2064412,206843294~3431763,234590574~1920761,243607770~1335933,260206167~5434241,266070990~1398497,295183162~2298644,307504362~6437514,334576905~3491882,344201020~3407953,352220579~4911242,384442048~7278856,392913259~6182168,402542952~2301736] 2024-04-12T08:59:42.147 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [26816305~3114391,30294106~10502528,50719488~6873809,77170723~6725599,86966395~4738146,99122533~1653968,125314987~7565640,136038185~4001927,155012508~175833,163213768~5800033,173087143~9125897,196968865~3337750,203942791~2064412,206843294~3431763,234590574~1920761,243607770~1335933,260206167~5434241,266070990~1398497,295183162~2298644,307504362~6437514,334418848~3649939,344201020~3407953,352220579~4911242,384442048~7278856,392913259~6182168,402542952~2301736] 2024-04-12T08:59:42.147 INFO:tasks.workunit.client.0.smithi112.stdout:from 17 to HEAD diff [26816305~3114391,30294106~10502528,79539643~4356679,86966395~4738146,99122533~1653968,136038185~4001927,155012508~175833,163213768~5800033,181403915~809125,196968865~3337750,206843294~3431763,234590574~1920761,243607770~1335933,260206167~5434241,266070990~1398497,295183162~2298644,307504362~6437514,334576905~3491882,402542952~2301736] 2024-04-12T08:59:42.147 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [26816305~3114391,30294106~10502528,79539643~4356679,86966395~4738146,99122533~1653968,136038185~4001927,155012508~175833,163213768~5800033,181403915~809125,196968865~3337750,206843294~3431763,234590574~1920761,243607770~1335933,260206167~5434241,266070990~1398497,295183162~2298644,307504362~6437514,334576905~3491882,402542952~2301736] 2024-04-12T08:59:42.152 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [26816305~3114391,30294106~10502528,77170723~6725599,86966395~4738146,99122533~1653968,136038185~4001927,155012508~175833,163213768~5800033,180406087~1806953,196968865~3337750,206843294~3431763,234590574~1920761,243607770~1335933,260206167~5434241,266070990~1398497,295183162~2298644,307504362~6437514,334418848~3649939,402542952~2301736] 2024-04-12T08:59:42.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:59:42 smithi112 ceph-mon[95375]: pgmap v974: 105 pgs: 105 active+clean; 771 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 110 KiB/s rd, 37 MiB/s wr, 194 op/s 2024-04-12T08:59:42.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:59:42 smithi112 ceph-mon[99443]: pgmap v974: 105 pgs: 105 active+clean; 771 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 110 KiB/s rd, 37 MiB/s wr, 194 op/s 2024-04-12T08:59:42.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:59:42 smithi175 ceph-mon[87929]: pgmap v974: 105 pgs: 105 active+clean; 771 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 110 KiB/s rd, 37 MiB/s wr, 194 op/s 2024-04-12T08:59:43.050 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to HEAD diff [2513416~9705749,14032376~2635392,18216752~7962969,26816305~50354418,79539643~37264344,119155681~13724946,135546729~5971387,143664296~1715114,150032721~7693908,158439134~21966953,181403915~809125,184978262~40520013,226215250~41466824,268249087~3530905,275146669~22335137,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:43.051 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~9705749,14032376~2635392,18216752~7962969,26816305~50354418,79539643~37264344,119155681~13724946,135546729~5971387,143664296~1715114,150032721~7693908,158439134~21966953,181403915~809125,184978262~40520013,226215250~41466824,268249087~3530905,275146669~22335137,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:43.063 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~12219165,12582912~4084856,16777216~100026771,117440512~15440115,134217728~7300388,142606336~2773074,150032721~32180319,184549376~87230616,272629760~24852046,297795584~46100178,344201020~3407953,348127232~17494270,369098752~44250441] 2024-04-12T08:59:43.063 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to HEAD diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,26816305~50354418,79539643~37264344,119155681~13724946,135546729~4493383,140682082~836034,143664296~1715114,150032721~7693908,158439134~21966953,181403915~809125,184978262~40520013,226215250~39425158,266070990~1398497,268249087~3530905,279118644~18363162,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:43.063 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,26816305~50354418,79539643~37264344,119155681~13724946,135546729~4493383,140682082~836034,143664296~1715114,150032721~7693908,158439134~21966953,181403915~809125,184978262~40520013,226215250~39425158,266070990~1398497,268249087~3530905,279118644~18363162,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:43.069 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,12582912~4084856,16777216~100026771,117440512~15440115,134217728~5822384,140682082~836034,142606336~2773074,150032721~32180319,184549376~81091032,266070990~1398497,267682074~4097918,279118644~18363162,297795584~46100178,344201020~3407953,348127232~17494270,369098752~44250441] 2024-04-12T08:59:43.069 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to HEAD diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,26816305~50354418,79539643~12164898,94167464~16143142,110929448~599809,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,150032721~7693908,158439134~10574667,169096546~11309541,181403915~809125,184978262~40520013,226215250~39425158,266070990~1398497,268249087~3530905,279118644~18363162,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:43.070 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,26816305~50354418,79539643~12164898,94167464~16143142,110929448~599809,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,150032721~7693908,158439134~10574667,169096546~11309541,181403915~809125,184978262~40520013,226215250~39425158,266070990~1398497,268249087~3530905,279118644~18363162,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:43.076 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,12582912~4084856,16777216~74927325,94167464~16143142,110929448~599809,112209671~4594316,117440512~5589834,125314987~7565640,134217728~5822384,140682082~836034,142606336~2773074,150032721~18981080,169096546~13116494,184549376~81091032,266070990~1398497,267682074~4097918,279118644~18363162,297795584~46100178,344201020~3407953,348127232~17494270,369098752~44250441] 2024-04-12T08:59:43.076 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to HEAD diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,26816305~50354418,79539643~12164898,94167464~16143142,110929448~599809,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,155012508~175833,158439134~10574667,169096546~11309541,181403915~809125,184978262~6036028,191636861~25691533,222396622~3101653,226215250~39425158,266070990~1398497,268249087~3530905,279118644~3958713,283806098~1835968,285644182~11837624,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:43.076 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,26816305~50354418,79539643~12164898,94167464~16143142,110929448~599809,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,155012508~175833,158439134~10574667,169096546~11309541,181403915~809125,184978262~6036028,191636861~25691533,222396622~3101653,226215250~39425158,266070990~1398497,268249087~3530905,279118644~3958713,283806098~1835968,285644182~11837624,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:43.082 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,12582912~4084856,16777216~74927325,94167464~16143142,110929448~599809,112209671~4594316,117440512~5589834,125314987~7565640,134217728~5822384,140682082~836034,142606336~2773074,155012508~175833,157726629~11287172,169096546~13116494,184978262~6036028,191636861~25691533,222396622~43243786,266070990~1398497,267682074~4097918,279118644~3958713,283806098~1835968,285644182~11837624,297795584~46100178,344201020~3407953,348127232~17494270,369098752~44250441] 2024-04-12T08:59:43.082 INFO:tasks.workunit.client.0.smithi112.stdout:from 4 to HEAD diff [2513416~564959,7373379~4845786,14116574~2551194,18216752~7962969,26816305~50354418,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,155012508~175833,158439134~10574667,169096546~11309541,181403915~809125,184978262~6036028,191636861~25691533,222396622~3101653,226215250~39425158,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~19999134,330297074~4121774,334576905~7190180,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:43.082 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14116574~2551194,18216752~7962969,26816305~50354418,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,155012508~175833,158439134~10574667,169096546~11309541,181403915~809125,184978262~6036028,191636861~25691533,222396622~3101653,226215250~39425158,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~19999134,330297074~4121774,334576905~7190180,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:43.088 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,14116574~2551194,16777216~74927325,94167464~11776392,106159002~3957520,112209671~4594316,117440512~5589834,125314987~7565640,134217728~5822384,140682082~836034,142606336~2773074,155012508~175833,157726629~11287172,169096546~13116494,184978262~6036028,191636861~25691533,222396622~43243786,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~34262723,344201020~3407953,348127232~17494270,369098752~44250441] 2024-04-12T08:59:43.088 INFO:tasks.workunit.client.0.smithi112.stdout:from 5 to HEAD diff [2513416~564959,7373379~4845786,14116574~2551194,18216752~7962969,26816305~15139527,42762988~34407735,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,155012508~175833,158439134~10574667,169096546~11309541,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~17069929,243607770~22032638,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~19999134,330297074~4121774,334576905~7190180,344201020~3407953,350806194~14815308,370850757~40997057] 2024-04-12T08:59:43.088 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14116574~2551194,18216752~7962969,26816305~15139527,42762988~34407735,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,155012508~175833,158439134~10574667,169096546~11309541,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~17069929,243607770~22032638,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~19999134,330297074~4121774,334576905~7190180,344201020~3407953,350806194~14815308,370850757~40997057] 2024-04-12T08:59:43.094 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,14116574~2551194,16777216~25178616,42762988~48941553,94167464~11776392,106159002~3957520,112209671~4594316,117440512~5589834,125314987~7565640,134217728~5822384,140682082~836034,142606336~2773074,155012508~175833,157726629~11287172,169096546~13116494,184978262~6036028,191636861~8669754,203667050~13661344,222396622~20888557,243607770~22032638,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~34262723,344201020~3407953,348127232~17494270,370850757~40997057] 2024-04-12T08:59:43.095 INFO:tasks.workunit.client.0.smithi112.stdout:from 6 to HEAD diff [2513416~564959,7373379~4845786,14116574~2551194,18216752~7962969,26816305~15139527,42762988~29778248,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,143664296~1715114,155012508~175833,158439134~10574667,173087143~7318944,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~17069929,243607770~22032638,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~19999134,330297074~4121774,334576905~7190180,344201020~3407953,350806194~14815308,370850757~9968674,380876473~30971341] 2024-04-12T08:59:43.095 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14116574~2551194,18216752~7962969,26816305~15139527,42762988~29778248,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,143664296~1715114,155012508~175833,158439134~10574667,173087143~7318944,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~17069929,243607770~22032638,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~19999134,330297074~4121774,334576905~7190180,344201020~3407953,350806194~14815308,370850757~9968674,380876473~30971341] 2024-04-12T08:59:43.101 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,14116574~2551194,16777216~25178616,42762988~29778248,77170723~14533818,94167464~11776392,106159002~3957520,112209671~4594316,117440512~5589834,125314987~7565640,134217728~5822384,142606336~2773074,155012508~175833,157726629~11287172,173087143~9125897,184978262~6036028,191636861~8669754,203667050~13661344,222396622~20888557,243607770~22032638,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~34262723,344201020~3407953,348127232~17494270,370850757~9968674,380876473~30971341] 2024-04-12T08:59:43.101 INFO:tasks.workunit.client.0.smithi112.stdout:from 7 to HEAD diff [2513416~564959,7373379~4845786,14116574~2551194,18920573~1656110,26816305~15139527,42762988~21344930,64648946~518202,67416563~5124673,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~10296085,243607770~22032638,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~19999134,330297074~4121774,334576905~7190180,344201020~3407953,350806194~14815308,370850757~9968674,380876473~30971341] 2024-04-12T08:59:43.101 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14116574~2551194,18920573~1656110,26816305~15139527,42762988~21344930,64648946~518202,67416563~5124673,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~10296085,243607770~22032638,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~19999134,330297074~4121774,334576905~7190180,344201020~3407953,350806194~14815308,370850757~9968674,380876473~30971341] 2024-04-12T08:59:43.107 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,14116574~2551194,18920573~1656110,26816305~15139527,42762988~21344930,64648946~518202,67416563~5124673,77170723~14533818,94167464~11776392,106159002~3957520,112209671~4594316,117440512~5589834,125314987~7565640,134217728~5822384,142606336~2773074,155012508~175833,163213768~5800033,173087143~9125897,184978262~6036028,191636861~8669754,203667050~13661344,222396622~14114713,243607770~22032638,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~34262723,344201020~3407953,348127232~17494270,370850757~9968674,380876473~30971341] 2024-04-12T08:59:43.107 INFO:tasks.workunit.client.0.smithi112.stdout:from 8 to HEAD diff [2513416~564959,7373379~4845786,18920573~1656110,26816305~15139527,42762988~4979331,50509024~13598894,64648946~518202,67416563~5124673,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,125314987~7565640,136038185~4001927,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~10296085,243607770~1759280,249464673~16175735,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,299056865~7571663,307504362~19999134,330297074~2444503,334576905~7190180,344201020~3407953,350806194~14815308,370850757~9968674,380876473~1934315,384382469~27465345] 2024-04-12T08:59:43.107 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,18920573~1656110,26816305~15139527,42762988~4979331,50509024~13598894,64648946~518202,67416563~5124673,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,125314987~7565640,136038185~4001927,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~10296085,243607770~1759280,249464673~16175735,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,299056865~7571663,307504362~19999134,330297074~2444503,334576905~7190180,344201020~3407953,350806194~14815308,370850757~9968674,380876473~1934315,384382469~27465345] 2024-04-12T08:59:43.113 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,18920573~1656110,26816305~15139527,42762988~4979331,50509024~13598894,64648946~518202,67416563~5124673,77170723~14533818,94167464~11776392,106159002~3957520,112209671~4594316,125314987~7565640,136038185~4001927,142606336~2773074,155012508~175833,163213768~5800033,173087143~9125897,184978262~6036028,191636861~8669754,203667050~13661344,222396622~14114713,243607770~1759280,249464673~16175735,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,299056865~7571663,307504362~19999134,330297074~2444503,334418848~7348237,344201020~3407953,348127232~17494270,370850757~9968674,380876473~1934315,384382469~27465345] 2024-04-12T08:59:43.113 INFO:tasks.workunit.client.0.smithi112.stdout:from 9 to HEAD diff [2513416~564959,7373379~4845786,18920573~1656110,26816305~15139527,42762988~4979331,50509024~13569155,64648946~518202,67416563~5124673,79539643~6692398,86966395~4738146,94167464~3169485,98483381~7460475,106159002~3957520,112209671~4594316,125314987~7565640,136038185~4001927,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~10296085,243607770~1335933,249464673~6746613,259086788~489054,260094731~5545677,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,299056865~7571663,307504362~19999134,330297074~2444503,334576905~7190180,344201020~3407953,350806194~14815308,370850757~9968674,380876473~1934315,384382469~27465345] 2024-04-12T08:59:43.113 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,18920573~1656110,26816305~15139527,42762988~4979331,50509024~13569155,64648946~518202,67416563~5124673,79539643~6692398,86966395~4738146,94167464~3169485,98483381~7460475,106159002~3957520,112209671~4594316,125314987~7565640,136038185~4001927,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~10296085,243607770~1335933,249464673~6746613,259086788~489054,260094731~5545677,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,299056865~7571663,307504362~19999134,330297074~2444503,334576905~7190180,344201020~3407953,350806194~14815308,370850757~9968674,380876473~1934315,384382469~27465345] 2024-04-12T08:59:43.119 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,18920573~1656110,26816305~15139527,42762988~4979331,50509024~13569155,64648946~518202,67416563~5124673,77170723~9061318,86966395~4738146,94167464~3169485,98483381~7460475,106159002~3957520,112209671~4594316,125314987~7565640,136038185~4001927,142606336~2773074,155012508~175833,163213768~5800033,173087143~9125897,184978262~6036028,191636861~8669754,203667050~13661344,222396622~14114713,243607770~1335933,249464673~6746613,259086788~489054,260094731~5545677,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,299056865~7571663,307504362~19999134,330297074~2444503,334418848~7348237,344201020~3407953,348127232~17494270,370850757~9968674,380876473~1934315,384382469~27465345] 2024-04-12T08:59:43.119 INFO:tasks.workunit.client.0.smithi112.stdout:from 10 to HEAD diff [2513416~564959,7373379~4845786,18920573~1656110,26816305~13980329,42762988~4979331,50509024~13569155,64648946~518202,67416563~5124673,79539643~6692398,86966395~4738146,94167464~3169485,98483381~7460475,106159002~3957520,112209671~4594316,125314987~7565640,136038185~4001927,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,227834329~8677006,243607770~1335933,249464673~6746613,260094731~5545677,266070990~1398497,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,299056865~7571663,307504362~19999134,330297074~2444503,334576905~7190180,344201020~3407953,350806194~14815308,371536299~9283132,380876473~1934315,384382469~7338435,392913259~6182168,400706045~11141769] 2024-04-12T08:59:43.119 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,18920573~1656110,26816305~13980329,42762988~4979331,50509024~13569155,64648946~518202,67416563~5124673,79539643~6692398,86966395~4738146,94167464~3169485,98483381~7460475,106159002~3957520,112209671~4594316,125314987~7565640,136038185~4001927,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,227834329~8677006,243607770~1335933,249464673~6746613,260094731~5545677,266070990~1398497,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,299056865~7571663,307504362~19999134,330297074~2444503,334576905~7190180,344201020~3407953,350806194~14815308,371536299~9283132,380876473~1934315,384382469~7338435,392913259~6182168,400706045~11141769] 2024-04-12T08:59:43.125 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,18920573~1656110,26816305~13980329,42762988~4979331,50509024~13569155,64648946~518202,67416563~5124673,77170723~9061318,86966395~4738146,94167464~3169485,98483381~7460475,106159002~3957520,112209671~4594316,125314987~7565640,136038185~4001927,142606336~2773074,155012508~175833,163213768~5800033,173087143~9125897,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,227834329~8677006,243607770~1335933,249464673~6746613,260094731~5545677,266070990~1398497,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,299056865~7571663,307504362~19999134,330297074~2444503,334418848~7348237,344201020~3407953,348127232~17494270,371536299~9283132,380876473~1934315,384382469~7338435,392913259~6182168,400706045~11141769] 2024-04-12T08:59:43.125 INFO:tasks.workunit.client.0.smithi112.stdout:from 11 to HEAD diff [2513416~564959,7373379~4845786,18920573~1656110,26816305~3114391,30294106~10502528,42762988~4979331,50509024~13569155,67416563~5124673,79539643~6692398,86966395~4738146,94167464~3169485,98483381~7460475,112209671~4594316,125314987~7565640,136038185~4001927,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,191636861~8669754,203942791~13385603,222396622~3101653,227834329~8677006,243607770~1335933,251549576~4661710,260094731~5545677,266070990~1398497,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,299056865~7571663,307504362~19999134,330297074~2444503,334576905~7190180,344201020~3407953,350806194~14815308,376095760~4723671,380876473~1934315,384442048~7278856,392913259~6182168,400706045~11141769] 2024-04-12T08:59:43.125 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,18920573~1656110,26816305~3114391,30294106~10502528,42762988~4979331,50509024~13569155,67416563~5124673,79539643~6692398,86966395~4738146,94167464~3169485,98483381~7460475,112209671~4594316,125314987~7565640,136038185~4001927,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,191636861~8669754,203942791~13385603,222396622~3101653,227834329~8677006,243607770~1335933,251549576~4661710,260094731~5545677,266070990~1398497,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,299056865~7571663,307504362~19999134,330297074~2444503,334576905~7190180,344201020~3407953,350806194~14815308,376095760~4723671,380876473~1934315,384442048~7278856,392913259~6182168,400706045~11141769] 2024-04-12T08:59:43.131 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,18920573~1656110,26816305~3114391,30294106~10502528,42762988~4979331,50509024~13569155,67416563~5124673,77170723~9061318,86966395~4738146,94167464~3169485,98483381~7460475,112209671~4594316,125314987~7565640,136038185~4001927,142606336~2773074,155012508~175833,163213768~5800033,173087143~9125897,191636861~8669754,203942791~13385603,222396622~3101653,227834329~8677006,243607770~1335933,251549576~4661710,260094731~5545677,266070990~1398497,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,299056865~7571663,307504362~19999134,330297074~2444503,334418848~7348237,344201020~3407953,348127232~17494270,376095760~4723671,380876473~1934315,384442048~7278856,392913259~6182168,400706045~11141769] 2024-04-12T08:59:43.131 INFO:tasks.workunit.client.0.smithi112.stdout:from 12 to HEAD diff [2513416~564959,7373379~4845786,18920573~1656110,26816305~3114391,30294106~10502528,50719488~13358691,67416563~5124673,79539643~6692398,86966395~4738146,94167464~3169485,98483381~7460475,125314987~7565640,136038185~4001927,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,191636861~8669754,203942791~2064412,206843294~3431763,212834814~4493580,222396622~3101653,227834329~8677006,243607770~1335933,251549576~4661710,260094731~5545677,266070990~1398497,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,300406494~59602,307504362~6437514,315708216~11795280,330297074~2444503,334576905~7190180,344201020~3407953,350806194~14815308,376095760~4723671,384442048~7278856,392913259~6182168,400706045~10621247] 2024-04-12T08:59:43.131 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,18920573~1656110,26816305~3114391,30294106~10502528,50719488~13358691,67416563~5124673,79539643~6692398,86966395~4738146,94167464~3169485,98483381~7460475,125314987~7565640,136038185~4001927,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,191636861~8669754,203942791~2064412,206843294~3431763,212834814~4493580,222396622~3101653,227834329~8677006,243607770~1335933,251549576~4661710,260094731~5545677,266070990~1398497,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,300406494~59602,307504362~6437514,315708216~11795280,330297074~2444503,334576905~7190180,344201020~3407953,350806194~14815308,376095760~4723671,384442048~7278856,392913259~6182168,400706045~10621247] 2024-04-12T08:59:43.137 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,18920573~1656110,26816305~3114391,30294106~10502528,50719488~13358691,67416563~5124673,77170723~9061318,86966395~4738146,94167464~3169485,98483381~7460475,125314987~7565640,136038185~4001927,142606336~2773074,155012508~175833,163213768~5800033,173087143~9125897,191636861~8669754,203942791~2064412,206843294~3431763,212834814~4493580,222396622~3101653,227834329~8677006,243607770~1335933,251549576~4661710,260094731~5545677,266070990~1398497,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,300406494~59602,307504362~6437514,315708216~11795280,330297074~2444503,334418848~7348237,344201020~3407953,348127232~17494270,376095760~4723671,384442048~7278856,392913259~6182168,400706045~10621247] 2024-04-12T08:59:43.137 INFO:tasks.workunit.client.0.smithi112.stdout:from 13 to HEAD diff [2513416~564959,26816305~3114391,30294106~10502528,50719488~6873809,79539643~6692398,86966395~4738146,94167464~3169485,98483381~5910145,125314987~7565640,136038185~4001927,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,191636861~8669754,203942791~2064412,206843294~3431763,212834814~4493580,222396622~3101653,227834329~8677006,243607770~1335933,251549576~4551241,260206167~5434241,266070990~1398497,283806098~1835968,285644182~7565587,295183162~2298644,300406494~59602,307504362~6437514,315708216~11795280,330297074~2444503,334576905~7190180,344201020~3407953,350806194~14815308,376095760~4723671,384442048~7278856,392913259~6182168,400706045~4966581,406483301~4843991] 2024-04-12T08:59:43.137 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,26816305~3114391,30294106~10502528,50719488~6873809,79539643~6692398,86966395~4738146,94167464~3169485,98483381~5910145,125314987~7565640,136038185~4001927,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,191636861~8669754,203942791~2064412,206843294~3431763,212834814~4493580,222396622~3101653,227834329~8677006,243607770~1335933,251549576~4551241,260206167~5434241,266070990~1398497,283806098~1835968,285644182~7565587,295183162~2298644,300406494~59602,307504362~6437514,315708216~11795280,330297074~2444503,334576905~7190180,344201020~3407953,350806194~14815308,376095760~4723671,384442048~7278856,392913259~6182168,400706045~4966581,406483301~4843991] 2024-04-12T08:59:43.142 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,26816305~3114391,30294106~10502528,50719488~6873809,77170723~9061318,86966395~4738146,94167464~3169485,98483381~5910145,125314987~7565640,136038185~4001927,142606336~2773074,155012508~175833,163213768~5800033,173087143~9125897,191636861~8669754,203942791~2064412,206843294~3431763,212834814~4493580,222396622~3101653,227834329~8677006,243607770~1335933,251549576~4551241,260206167~5434241,266070990~1398497,283806098~1835968,285644182~7565587,295183162~2298644,300406494~59602,307504362~6437514,315708216~11795280,330297074~2444503,334418848~7348237,344201020~3407953,348127232~17494270,376095760~4723671,384442048~7278856,392913259~6182168,400706045~4966581,406483301~4843991] 2024-04-12T08:59:43.142 INFO:tasks.workunit.client.0.smithi112.stdout:from 14 to HEAD diff [2513416~564959,26816305~3114391,30294106~10502528,50719488~6873809,79539643~6692398,86966395~4738146,99122533~1653968,125314987~7565640,136038185~4001927,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,191636861~8669754,203942791~2064412,206843294~3431763,227834329~8677006,243607770~1335933,251549576~4551241,260206167~5434241,266070990~1398497,295183162~2298644,300406494~59602,307504362~6437514,315708216~11795280,334576905~7190180,344201020~3407953,352220579~4911242,361121948~4499554,376095760~4723671,384442048~7278856,392913259~6182168,400706045~4966581,406483301~4843991] 2024-04-12T08:59:43.143 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,26816305~3114391,30294106~10502528,50719488~6873809,79539643~6692398,86966395~4738146,99122533~1653968,125314987~7565640,136038185~4001927,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,191636861~8669754,203942791~2064412,206843294~3431763,227834329~8677006,243607770~1335933,251549576~4551241,260206167~5434241,266070990~1398497,295183162~2298644,300406494~59602,307504362~6437514,315708216~11795280,334576905~7190180,344201020~3407953,352220579~4911242,361121948~4499554,376095760~4723671,384442048~7278856,392913259~6182168,400706045~4966581,406483301~4843991] 2024-04-12T08:59:43.148 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,26816305~3114391,30294106~10502528,50719488~6873809,77170723~9061318,86966395~4738146,99122533~1653968,125314987~7565640,136038185~4001927,142606336~2773074,155012508~175833,163213768~5800033,173087143~9125897,191636861~8669754,203942791~2064412,206843294~3431763,227834329~8677006,243607770~1335933,251549576~4551241,260206167~5434241,266070990~1398497,295183162~2298644,300406494~59602,307504362~6437514,315708216~11795280,334418848~7348237,344201020~3407953,352220579~4911242,361121948~4499554,376095760~4723671,384442048~7278856,392913259~6182168,400706045~4966581,406483301~4843991] 2024-04-12T08:59:43.148 INFO:tasks.workunit.client.0.smithi112.stdout:from 15 to HEAD diff [26816305~3114391,30294106~10502528,50719488~6873809,79539643~6692398,86966395~4738146,99122533~1653968,125314987~7565640,136038185~4001927,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,194449050~1932280,196968865~3337750,203942791~2064412,206843294~3431763,227834329~8677006,243607770~1335933,251549576~4551241,260206167~5434241,266070990~1398497,295183162~2298644,300406494~59602,307504362~6437514,315708216~11795280,334576905~3491882,344201020~3407953,352220579~4911242,361121948~4499554,384442048~7278856,392913259~6182168,402542952~2301736] 2024-04-12T08:59:43.148 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [26816305~3114391,30294106~10502528,50719488~6873809,79539643~6692398,86966395~4738146,99122533~1653968,125314987~7565640,136038185~4001927,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,194449050~1932280,196968865~3337750,203942791~2064412,206843294~3431763,227834329~8677006,243607770~1335933,251549576~4551241,260206167~5434241,266070990~1398497,295183162~2298644,300406494~59602,307504362~6437514,315708216~11795280,334576905~3491882,344201020~3407953,352220579~4911242,361121948~4499554,384442048~7278856,392913259~6182168,402542952~2301736] 2024-04-12T08:59:43.154 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [26816305~3114391,30294106~10502528,50719488~6873809,77170723~9061318,86966395~4738146,99122533~1653968,125314987~7565640,136038185~4001927,155012508~175833,163213768~5800033,173087143~9125897,194449050~1932280,196968865~3337750,203942791~2064412,206843294~3431763,227834329~8677006,243607770~1335933,251549576~4551241,260206167~5434241,266070990~1398497,295183162~2298644,300406494~59602,307504362~6437514,315708216~11795280,334418848~3649939,344201020~3407953,352220579~4911242,361121948~4499554,384442048~7278856,392913259~6182168,402542952~2301736] 2024-04-12T08:59:43.154 INFO:tasks.workunit.client.0.smithi112.stdout:from 16 to HEAD diff [26816305~3114391,30294106~10502528,50719488~6873809,79539643~4356679,86966395~4738146,99122533~1653968,125314987~7565640,136038185~4001927,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,196968865~3337750,203942791~2064412,206843294~3431763,234590574~1920761,243607770~1335933,260206167~5434241,266070990~1398497,295183162~2298644,307504362~6437514,334576905~3491882,344201020~3407953,352220579~4911242,384442048~7278856,392913259~6182168,402542952~2301736] 2024-04-12T08:59:43.154 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [26816305~3114391,30294106~10502528,50719488~6873809,79539643~4356679,86966395~4738146,99122533~1653968,125314987~7565640,136038185~4001927,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,196968865~3337750,203942791~2064412,206843294~3431763,234590574~1920761,243607770~1335933,260206167~5434241,266070990~1398497,295183162~2298644,307504362~6437514,334576905~3491882,344201020~3407953,352220579~4911242,384442048~7278856,392913259~6182168,402542952~2301736] 2024-04-12T08:59:43.159 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [26816305~3114391,30294106~10502528,50719488~6873809,77170723~6725599,86966395~4738146,99122533~1653968,125314987~7565640,136038185~4001927,155012508~175833,163213768~5800033,173087143~9125897,196968865~3337750,203942791~2064412,206843294~3431763,234590574~1920761,243607770~1335933,260206167~5434241,266070990~1398497,295183162~2298644,307504362~6437514,334418848~3649939,344201020~3407953,352220579~4911242,384442048~7278856,392913259~6182168,402542952~2301736] 2024-04-12T08:59:43.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:59:43 smithi112 ceph-mon[95375]: osdmap e875: 8 total, 8 up, 8 in 2024-04-12T08:59:43.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:59:43 smithi112 ceph-mon[99443]: osdmap e875: 8 total, 8 up, 8 in 2024-04-12T08:59:43.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:59:43 smithi175 ceph-mon[87929]: osdmap e875: 8 total, 8 up, 8 in 2024-04-12T08:59:44.060 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to HEAD diff [2513416~9705749,14032376~2635392,18216752~7962969,26816305~50354418,79539643~37264344,119155681~13724946,135546729~5971387,143664296~1715114,150032721~7693908,158439134~21966953,181403915~809125,184978262~40520013,226215250~41466824,268249087~3530905,275146669~22335137,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:44.060 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~9705749,14032376~2635392,18216752~7962969,26816305~50354418,79539643~37264344,119155681~13724946,135546729~5971387,143664296~1715114,150032721~7693908,158439134~21966953,181403915~809125,184978262~40520013,226215250~41466824,268249087~3530905,275146669~22335137,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:44.073 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~12219165,12582912~4084856,16777216~100026771,117440512~15440115,134217728~7300388,142606336~2773074,150032721~32180319,184549376~87230616,272629760~24852046,297795584~46100178,344201020~3407953,348127232~17494270,369098752~44250441] 2024-04-12T08:59:44.073 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to HEAD diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,26816305~50354418,79539643~37264344,119155681~13724946,135546729~4493383,140682082~836034,143664296~1715114,150032721~7693908,158439134~21966953,181403915~809125,184978262~40520013,226215250~39425158,266070990~1398497,268249087~3530905,279118644~18363162,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:44.073 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,26816305~50354418,79539643~37264344,119155681~13724946,135546729~4493383,140682082~836034,143664296~1715114,150032721~7693908,158439134~21966953,181403915~809125,184978262~40520013,226215250~39425158,266070990~1398497,268249087~3530905,279118644~18363162,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:44.079 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,12582912~4084856,16777216~100026771,117440512~15440115,134217728~5822384,140682082~836034,142606336~2773074,150032721~32180319,184549376~81091032,266070990~1398497,267682074~4097918,279118644~18363162,297795584~46100178,344201020~3407953,348127232~17494270,369098752~44250441] 2024-04-12T08:59:44.079 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to HEAD diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,26816305~50354418,79539643~12164898,94167464~16143142,110929448~599809,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,150032721~7693908,158439134~10574667,169096546~11309541,181403915~809125,184978262~40520013,226215250~39425158,266070990~1398497,268249087~3530905,279118644~18363162,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:44.079 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,26816305~50354418,79539643~12164898,94167464~16143142,110929448~599809,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,150032721~7693908,158439134~10574667,169096546~11309541,181403915~809125,184978262~40520013,226215250~39425158,266070990~1398497,268249087~3530905,279118644~18363162,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:44.086 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,12582912~4084856,16777216~74927325,94167464~16143142,110929448~599809,112209671~4594316,117440512~5589834,125314987~7565640,134217728~5822384,140682082~836034,142606336~2773074,150032721~18981080,169096546~13116494,184549376~81091032,266070990~1398497,267682074~4097918,279118644~18363162,297795584~46100178,344201020~3407953,348127232~17494270,369098752~44250441] 2024-04-12T08:59:44.086 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to HEAD diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,26816305~50354418,79539643~12164898,94167464~16143142,110929448~599809,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,155012508~175833,158439134~10574667,169096546~11309541,181403915~809125,184978262~6036028,191636861~25691533,222396622~3101653,226215250~39425158,266070990~1398497,268249087~3530905,279118644~3958713,283806098~1835968,285644182~11837624,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:44.086 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,26816305~50354418,79539643~12164898,94167464~16143142,110929448~599809,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,155012508~175833,158439134~10574667,169096546~11309541,181403915~809125,184978262~6036028,191636861~25691533,222396622~3101653,226215250~39425158,266070990~1398497,268249087~3530905,279118644~3958713,283806098~1835968,285644182~11837624,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:44.092 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,12582912~4084856,16777216~74927325,94167464~16143142,110929448~599809,112209671~4594316,117440512~5589834,125314987~7565640,134217728~5822384,140682082~836034,142606336~2773074,155012508~175833,157726629~11287172,169096546~13116494,184978262~6036028,191636861~25691533,222396622~43243786,266070990~1398497,267682074~4097918,279118644~3958713,283806098~1835968,285644182~11837624,297795584~46100178,344201020~3407953,348127232~17494270,369098752~44250441] 2024-04-12T08:59:44.092 INFO:tasks.workunit.client.0.smithi112.stdout:from 4 to HEAD diff [2513416~564959,7373379~4845786,14116574~2551194,18216752~7962969,26816305~50354418,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,155012508~175833,158439134~10574667,169096546~11309541,181403915~809125,184978262~6036028,191636861~25691533,222396622~3101653,226215250~39425158,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~19999134,330297074~4121774,334576905~7190180,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:44.092 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14116574~2551194,18216752~7962969,26816305~50354418,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,155012508~175833,158439134~10574667,169096546~11309541,181403915~809125,184978262~6036028,191636861~25691533,222396622~3101653,226215250~39425158,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~19999134,330297074~4121774,334576905~7190180,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:44.098 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,14116574~2551194,16777216~74927325,94167464~11776392,106159002~3957520,112209671~4594316,117440512~5589834,125314987~7565640,134217728~5822384,140682082~836034,142606336~2773074,155012508~175833,157726629~11287172,169096546~13116494,184978262~6036028,191636861~25691533,222396622~43243786,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~34262723,344201020~3407953,348127232~17494270,369098752~44250441] 2024-04-12T08:59:44.098 INFO:tasks.workunit.client.0.smithi112.stdout:from 5 to HEAD diff [2513416~564959,7373379~4845786,14116574~2551194,18216752~7962969,26816305~15139527,42762988~34407735,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,155012508~175833,158439134~10574667,169096546~11309541,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~17069929,243607770~22032638,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~19999134,330297074~4121774,334576905~7190180,344201020~3407953,350806194~14815308,370850757~40997057] 2024-04-12T08:59:44.098 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14116574~2551194,18216752~7962969,26816305~15139527,42762988~34407735,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,155012508~175833,158439134~10574667,169096546~11309541,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~17069929,243607770~22032638,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~19999134,330297074~4121774,334576905~7190180,344201020~3407953,350806194~14815308,370850757~40997057] 2024-04-12T08:59:44.104 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,14116574~2551194,16777216~25178616,42762988~48941553,94167464~11776392,106159002~3957520,112209671~4594316,117440512~5589834,125314987~7565640,134217728~5822384,140682082~836034,142606336~2773074,155012508~175833,157726629~11287172,169096546~13116494,184978262~6036028,191636861~8669754,203667050~13661344,222396622~20888557,243607770~22032638,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~34262723,344201020~3407953,348127232~17494270,370850757~40997057] 2024-04-12T08:59:44.104 INFO:tasks.workunit.client.0.smithi112.stdout:from 6 to HEAD diff [2513416~564959,7373379~4845786,14116574~2551194,18216752~7962969,26816305~15139527,42762988~29778248,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,143664296~1715114,155012508~175833,158439134~10574667,173087143~7318944,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~17069929,243607770~22032638,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~19999134,330297074~4121774,334576905~7190180,344201020~3407953,350806194~14815308,370850757~9968674,380876473~30971341] 2024-04-12T08:59:44.104 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14116574~2551194,18216752~7962969,26816305~15139527,42762988~29778248,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,143664296~1715114,155012508~175833,158439134~10574667,173087143~7318944,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~17069929,243607770~22032638,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~19999134,330297074~4121774,334576905~7190180,344201020~3407953,350806194~14815308,370850757~9968674,380876473~30971341] 2024-04-12T08:59:44.110 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,14116574~2551194,16777216~25178616,42762988~29778248,77170723~14533818,94167464~11776392,106159002~3957520,112209671~4594316,117440512~5589834,125314987~7565640,134217728~5822384,142606336~2773074,155012508~175833,157726629~11287172,173087143~9125897,184978262~6036028,191636861~8669754,203667050~13661344,222396622~20888557,243607770~22032638,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~34262723,344201020~3407953,348127232~17494270,370850757~9968674,380876473~30971341] 2024-04-12T08:59:44.110 INFO:tasks.workunit.client.0.smithi112.stdout:from 7 to HEAD diff [2513416~564959,7373379~4845786,14116574~2551194,18920573~1656110,26816305~15139527,42762988~21344930,64648946~518202,67416563~5124673,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~10296085,243607770~22032638,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~19999134,330297074~4121774,334576905~7190180,344201020~3407953,350806194~14815308,370850757~9968674,380876473~30971341] 2024-04-12T08:59:44.110 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14116574~2551194,18920573~1656110,26816305~15139527,42762988~21344930,64648946~518202,67416563~5124673,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~10296085,243607770~22032638,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~19999134,330297074~4121774,334576905~7190180,344201020~3407953,350806194~14815308,370850757~9968674,380876473~30971341] 2024-04-12T08:59:44.116 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,14116574~2551194,18920573~1656110,26816305~15139527,42762988~21344930,64648946~518202,67416563~5124673,77170723~14533818,94167464~11776392,106159002~3957520,112209671~4594316,117440512~5589834,125314987~7565640,134217728~5822384,142606336~2773074,155012508~175833,163213768~5800033,173087143~9125897,184978262~6036028,191636861~8669754,203667050~13661344,222396622~14114713,243607770~22032638,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~34262723,344201020~3407953,348127232~17494270,370850757~9968674,380876473~30971341] 2024-04-12T08:59:44.116 INFO:tasks.workunit.client.0.smithi112.stdout:from 8 to HEAD diff [2513416~564959,7373379~4845786,18920573~1656110,26816305~15139527,42762988~4979331,50509024~13598894,64648946~518202,67416563~5124673,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,125314987~7565640,136038185~4001927,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~10296085,243607770~1759280,249464673~16175735,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,299056865~7571663,307504362~19999134,330297074~2444503,334576905~7190180,344201020~3407953,350806194~14815308,370850757~9968674,380876473~1934315,384382469~27465345] 2024-04-12T08:59:44.116 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,18920573~1656110,26816305~15139527,42762988~4979331,50509024~13598894,64648946~518202,67416563~5124673,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,125314987~7565640,136038185~4001927,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~10296085,243607770~1759280,249464673~16175735,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,299056865~7571663,307504362~19999134,330297074~2444503,334576905~7190180,344201020~3407953,350806194~14815308,370850757~9968674,380876473~1934315,384382469~27465345] 2024-04-12T08:59:44.122 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,18920573~1656110,26816305~15139527,42762988~4979331,50509024~13598894,64648946~518202,67416563~5124673,77170723~14533818,94167464~11776392,106159002~3957520,112209671~4594316,125314987~7565640,136038185~4001927,142606336~2773074,155012508~175833,163213768~5800033,173087143~9125897,184978262~6036028,191636861~8669754,203667050~13661344,222396622~14114713,243607770~1759280,249464673~16175735,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,299056865~7571663,307504362~19999134,330297074~2444503,334418848~7348237,344201020~3407953,348127232~17494270,370850757~9968674,380876473~1934315,384382469~27465345] 2024-04-12T08:59:44.122 INFO:tasks.workunit.client.0.smithi112.stdout:from 9 to HEAD diff [2513416~564959,7373379~4845786,18920573~1656110,26816305~15139527,42762988~4979331,50509024~13569155,64648946~518202,67416563~5124673,79539643~6692398,86966395~4738146,94167464~3169485,98483381~7460475,106159002~3957520,112209671~4594316,125314987~7565640,136038185~4001927,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~10296085,243607770~1335933,249464673~6746613,259086788~489054,260094731~5545677,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,299056865~7571663,307504362~19999134,330297074~2444503,334576905~7190180,344201020~3407953,350806194~14815308,370850757~9968674,380876473~1934315,384382469~27465345] 2024-04-12T08:59:44.122 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,18920573~1656110,26816305~15139527,42762988~4979331,50509024~13569155,64648946~518202,67416563~5124673,79539643~6692398,86966395~4738146,94167464~3169485,98483381~7460475,106159002~3957520,112209671~4594316,125314987~7565640,136038185~4001927,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~10296085,243607770~1335933,249464673~6746613,259086788~489054,260094731~5545677,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,299056865~7571663,307504362~19999134,330297074~2444503,334576905~7190180,344201020~3407953,350806194~14815308,370850757~9968674,380876473~1934315,384382469~27465345] 2024-04-12T08:59:44.127 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,18920573~1656110,26816305~15139527,42762988~4979331,50509024~13569155,64648946~518202,67416563~5124673,77170723~9061318,86966395~4738146,94167464~3169485,98483381~7460475,106159002~3957520,112209671~4594316,125314987~7565640,136038185~4001927,142606336~2773074,155012508~175833,163213768~5800033,173087143~9125897,184978262~6036028,191636861~8669754,203667050~13661344,222396622~14114713,243607770~1335933,249464673~6746613,259086788~489054,260094731~5545677,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,299056865~7571663,307504362~19999134,330297074~2444503,334418848~7348237,344201020~3407953,348127232~17494270,370850757~9968674,380876473~1934315,384382469~27465345] 2024-04-12T08:59:44.127 INFO:tasks.workunit.client.0.smithi112.stdout:from 10 to HEAD diff [2513416~564959,7373379~4845786,18920573~1656110,26816305~13980329,42762988~4979331,50509024~13569155,64648946~518202,67416563~5124673,79539643~6692398,86966395~4738146,94167464~3169485,98483381~7460475,106159002~3957520,112209671~4594316,125314987~7565640,136038185~4001927,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,227834329~8677006,243607770~1335933,249464673~6746613,260094731~5545677,266070990~1398497,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,299056865~7571663,307504362~19999134,330297074~2444503,334576905~7190180,344201020~3407953,350806194~14815308,371536299~9283132,380876473~1934315,384382469~7338435,392913259~6182168,400706045~11141769] 2024-04-12T08:59:44.127 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,18920573~1656110,26816305~13980329,42762988~4979331,50509024~13569155,64648946~518202,67416563~5124673,79539643~6692398,86966395~4738146,94167464~3169485,98483381~7460475,106159002~3957520,112209671~4594316,125314987~7565640,136038185~4001927,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,227834329~8677006,243607770~1335933,249464673~6746613,260094731~5545677,266070990~1398497,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,299056865~7571663,307504362~19999134,330297074~2444503,334576905~7190180,344201020~3407953,350806194~14815308,371536299~9283132,380876473~1934315,384382469~7338435,392913259~6182168,400706045~11141769] 2024-04-12T08:59:44.133 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,18920573~1656110,26816305~13980329,42762988~4979331,50509024~13569155,64648946~518202,67416563~5124673,77170723~9061318,86966395~4738146,94167464~3169485,98483381~7460475,106159002~3957520,112209671~4594316,125314987~7565640,136038185~4001927,142606336~2773074,155012508~175833,163213768~5800033,173087143~9125897,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,227834329~8677006,243607770~1335933,249464673~6746613,260094731~5545677,266070990~1398497,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,299056865~7571663,307504362~19999134,330297074~2444503,334418848~7348237,344201020~3407953,348127232~17494270,371536299~9283132,380876473~1934315,384382469~7338435,392913259~6182168,400706045~11141769] 2024-04-12T08:59:44.133 INFO:tasks.workunit.client.0.smithi112.stdout:from 11 to HEAD diff [2513416~564959,7373379~4845786,18920573~1656110,26816305~3114391,30294106~10502528,42762988~4979331,50509024~13569155,67416563~5124673,79539643~6692398,86966395~4738146,94167464~3169485,98483381~7460475,112209671~4594316,125314987~7565640,136038185~4001927,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,191636861~8669754,203942791~13385603,222396622~3101653,227834329~8677006,243607770~1335933,251549576~4661710,260094731~5545677,266070990~1398497,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,299056865~7571663,307504362~19999134,330297074~2444503,334576905~7190180,344201020~3407953,350806194~14815308,376095760~4723671,380876473~1934315,384442048~7278856,392913259~6182168,400706045~11141769] 2024-04-12T08:59:44.133 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,18920573~1656110,26816305~3114391,30294106~10502528,42762988~4979331,50509024~13569155,67416563~5124673,79539643~6692398,86966395~4738146,94167464~3169485,98483381~7460475,112209671~4594316,125314987~7565640,136038185~4001927,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,191636861~8669754,203942791~13385603,222396622~3101653,227834329~8677006,243607770~1335933,251549576~4661710,260094731~5545677,266070990~1398497,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,299056865~7571663,307504362~19999134,330297074~2444503,334576905~7190180,344201020~3407953,350806194~14815308,376095760~4723671,380876473~1934315,384442048~7278856,392913259~6182168,400706045~11141769] 2024-04-12T08:59:44.139 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,18920573~1656110,26816305~3114391,30294106~10502528,42762988~4979331,50509024~13569155,67416563~5124673,77170723~9061318,86966395~4738146,94167464~3169485,98483381~7460475,112209671~4594316,125314987~7565640,136038185~4001927,142606336~2773074,155012508~175833,163213768~5800033,173087143~9125897,191636861~8669754,203942791~13385603,222396622~3101653,227834329~8677006,243607770~1335933,251549576~4661710,260094731~5545677,266070990~1398497,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,299056865~7571663,307504362~19999134,330297074~2444503,334418848~7348237,344201020~3407953,348127232~17494270,376095760~4723671,380876473~1934315,384442048~7278856,392913259~6182168,400706045~11141769] 2024-04-12T08:59:44.139 INFO:tasks.workunit.client.0.smithi112.stdout:from 12 to HEAD diff [2513416~564959,7373379~4845786,18920573~1656110,26816305~3114391,30294106~10502528,50719488~13358691,67416563~5124673,79539643~6692398,86966395~4738146,94167464~3169485,98483381~7460475,125314987~7565640,136038185~4001927,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,191636861~8669754,203942791~2064412,206843294~3431763,212834814~4493580,222396622~3101653,227834329~8677006,243607770~1335933,251549576~4661710,260094731~5545677,266070990~1398497,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,300406494~59602,307504362~6437514,315708216~11795280,330297074~2444503,334576905~7190180,344201020~3407953,350806194~14815308,376095760~4723671,384442048~7278856,392913259~6182168,400706045~10621247] 2024-04-12T08:59:44.139 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,18920573~1656110,26816305~3114391,30294106~10502528,50719488~13358691,67416563~5124673,79539643~6692398,86966395~4738146,94167464~3169485,98483381~7460475,125314987~7565640,136038185~4001927,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,191636861~8669754,203942791~2064412,206843294~3431763,212834814~4493580,222396622~3101653,227834329~8677006,243607770~1335933,251549576~4661710,260094731~5545677,266070990~1398497,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,300406494~59602,307504362~6437514,315708216~11795280,330297074~2444503,334576905~7190180,344201020~3407953,350806194~14815308,376095760~4723671,384442048~7278856,392913259~6182168,400706045~10621247] 2024-04-12T08:59:44.144 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,18920573~1656110,26816305~3114391,30294106~10502528,50719488~13358691,67416563~5124673,77170723~9061318,86966395~4738146,94167464~3169485,98483381~7460475,125314987~7565640,136038185~4001927,142606336~2773074,155012508~175833,163213768~5800033,173087143~9125897,191636861~8669754,203942791~2064412,206843294~3431763,212834814~4493580,222396622~3101653,227834329~8677006,243607770~1335933,251549576~4661710,260094731~5545677,266070990~1398497,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,300406494~59602,307504362~6437514,315708216~11795280,330297074~2444503,334418848~7348237,344201020~3407953,348127232~17494270,376095760~4723671,384442048~7278856,392913259~6182168,400706045~10621247] 2024-04-12T08:59:44.144 INFO:tasks.workunit.client.0.smithi112.stdout:from 13 to HEAD diff [2513416~564959,26816305~3114391,30294106~10502528,50719488~6873809,79539643~6692398,86966395~4738146,94167464~3169485,98483381~5910145,125314987~7565640,136038185~4001927,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,191636861~8669754,203942791~2064412,206843294~3431763,212834814~4493580,222396622~3101653,227834329~8677006,243607770~1335933,251549576~4551241,260206167~5434241,266070990~1398497,283806098~1835968,285644182~7565587,295183162~2298644,300406494~59602,307504362~6437514,315708216~11795280,330297074~2444503,334576905~7190180,344201020~3407953,350806194~14815308,376095760~4723671,384442048~7278856,392913259~6182168,400706045~4966581,406483301~4843991] 2024-04-12T08:59:44.145 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,26816305~3114391,30294106~10502528,50719488~6873809,79539643~6692398,86966395~4738146,94167464~3169485,98483381~5910145,125314987~7565640,136038185~4001927,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,191636861~8669754,203942791~2064412,206843294~3431763,212834814~4493580,222396622~3101653,227834329~8677006,243607770~1335933,251549576~4551241,260206167~5434241,266070990~1398497,283806098~1835968,285644182~7565587,295183162~2298644,300406494~59602,307504362~6437514,315708216~11795280,330297074~2444503,334576905~7190180,344201020~3407953,350806194~14815308,376095760~4723671,384442048~7278856,392913259~6182168,400706045~4966581,406483301~4843991] 2024-04-12T08:59:44.150 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,26816305~3114391,30294106~10502528,50719488~6873809,77170723~9061318,86966395~4738146,94167464~3169485,98483381~5910145,125314987~7565640,136038185~4001927,142606336~2773074,155012508~175833,163213768~5800033,173087143~9125897,191636861~8669754,203942791~2064412,206843294~3431763,212834814~4493580,222396622~3101653,227834329~8677006,243607770~1335933,251549576~4551241,260206167~5434241,266070990~1398497,283806098~1835968,285644182~7565587,295183162~2298644,300406494~59602,307504362~6437514,315708216~11795280,330297074~2444503,334418848~7348237,344201020~3407953,348127232~17494270,376095760~4723671,384442048~7278856,392913259~6182168,400706045~4966581,406483301~4843991] 2024-04-12T08:59:44.151 INFO:tasks.workunit.client.0.smithi112.stdout:from 14 to HEAD diff [2513416~564959,26816305~3114391,30294106~10502528,50719488~6873809,79539643~6692398,86966395~4738146,99122533~1653968,125314987~7565640,136038185~4001927,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,191636861~8669754,203942791~2064412,206843294~3431763,227834329~8677006,243607770~1335933,251549576~4551241,260206167~5434241,266070990~1398497,295183162~2298644,300406494~59602,307504362~6437514,315708216~11795280,334576905~7190180,344201020~3407953,352220579~4911242,361121948~4499554,376095760~4723671,384442048~7278856,392913259~6182168,400706045~4966581,406483301~4843991] 2024-04-12T08:59:44.151 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,26816305~3114391,30294106~10502528,50719488~6873809,79539643~6692398,86966395~4738146,99122533~1653968,125314987~7565640,136038185~4001927,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,191636861~8669754,203942791~2064412,206843294~3431763,227834329~8677006,243607770~1335933,251549576~4551241,260206167~5434241,266070990~1398497,295183162~2298644,300406494~59602,307504362~6437514,315708216~11795280,334576905~7190180,344201020~3407953,352220579~4911242,361121948~4499554,376095760~4723671,384442048~7278856,392913259~6182168,400706045~4966581,406483301~4843991] 2024-04-12T08:59:44.156 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,26816305~3114391,30294106~10502528,50719488~6873809,77170723~9061318,86966395~4738146,99122533~1653968,125314987~7565640,136038185~4001927,142606336~2773074,155012508~175833,163213768~5800033,173087143~9125897,191636861~8669754,203942791~2064412,206843294~3431763,227834329~8677006,243607770~1335933,251549576~4551241,260206167~5434241,266070990~1398497,295183162~2298644,300406494~59602,307504362~6437514,315708216~11795280,334418848~7348237,344201020~3407953,352220579~4911242,361121948~4499554,376095760~4723671,384442048~7278856,392913259~6182168,400706045~4966581,406483301~4843991] 2024-04-12T08:59:44.156 INFO:tasks.workunit.client.0.smithi112.stdout:from 15 to HEAD diff [26816305~3114391,30294106~10502528,50719488~6873809,79539643~6692398,86966395~4738146,99122533~1653968,125314987~7565640,136038185~4001927,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,194449050~1932280,196968865~3337750,203942791~2064412,206843294~3431763,227834329~8677006,243607770~1335933,251549576~4551241,260206167~5434241,266070990~1398497,295183162~2298644,300406494~59602,307504362~6437514,315708216~11795280,334576905~3491882,344201020~3407953,352220579~4911242,361121948~4499554,384442048~7278856,392913259~6182168,402542952~2301736] 2024-04-12T08:59:44.156 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [26816305~3114391,30294106~10502528,50719488~6873809,79539643~6692398,86966395~4738146,99122533~1653968,125314987~7565640,136038185~4001927,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,194449050~1932280,196968865~3337750,203942791~2064412,206843294~3431763,227834329~8677006,243607770~1335933,251549576~4551241,260206167~5434241,266070990~1398497,295183162~2298644,300406494~59602,307504362~6437514,315708216~11795280,334576905~3491882,344201020~3407953,352220579~4911242,361121948~4499554,384442048~7278856,392913259~6182168,402542952~2301736] 2024-04-12T08:59:44.161 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [26816305~3114391,30294106~10502528,50719488~6873809,77170723~9061318,86966395~4738146,99122533~1653968,125314987~7565640,136038185~4001927,155012508~175833,163213768~5800033,173087143~9125897,194449050~1932280,196968865~3337750,203942791~2064412,206843294~3431763,227834329~8677006,243607770~1335933,251549576~4551241,260206167~5434241,266070990~1398497,295183162~2298644,300406494~59602,307504362~6437514,315708216~11795280,334418848~3649939,344201020~3407953,352220579~4911242,361121948~4499554,384442048~7278856,392913259~6182168,402542952~2301736] 2024-04-12T08:59:44.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:59:44 smithi112 ceph-mon[95375]: pgmap v976: 105 pgs: 105 active+clean; 843 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 252 KiB/s rd, 40 MiB/s wr, 2.44k op/s 2024-04-12T08:59:44.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:59:44 smithi112 ceph-mon[95375]: osdmap e876: 8 total, 8 up, 8 in 2024-04-12T08:59:44.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:59:44 smithi112 ceph-mon[99443]: pgmap v976: 105 pgs: 105 active+clean; 843 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 252 KiB/s rd, 40 MiB/s wr, 2.44k op/s 2024-04-12T08:59:44.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:59:44 smithi112 ceph-mon[99443]: osdmap e876: 8 total, 8 up, 8 in 2024-04-12T08:59:44.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:59:44 smithi175 ceph-mon[87929]: pgmap v976: 105 pgs: 105 active+clean; 843 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 252 KiB/s rd, 40 MiB/s wr, 2.44k op/s 2024-04-12T08:59:44.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:59:44 smithi175 ceph-mon[87929]: osdmap e876: 8 total, 8 up, 8 in 2024-04-12T08:59:45.069 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to HEAD diff [2513416~9705749,14032376~2635392,18216752~7962969,26816305~50354418,79539643~37264344,119155681~13724946,135546729~5971387,143664296~1715114,150032721~7693908,158439134~21966953,181403915~809125,184978262~40520013,226215250~41466824,268249087~3530905,275146669~22335137,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:45.069 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~9705749,14032376~2635392,18216752~7962969,26816305~50354418,79539643~37264344,119155681~13724946,135546729~5971387,143664296~1715114,150032721~7693908,158439134~21966953,181403915~809125,184978262~40520013,226215250~41466824,268249087~3530905,275146669~22335137,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:45.085 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~12219165,12582912~4084856,16777216~100026771,117440512~15440115,134217728~7300388,142606336~2773074,150032721~32180319,184549376~87230616,272629760~24852046,297795584~46100178,344201020~3407953,348127232~17494270,369098752~44250441] 2024-04-12T08:59:45.085 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to HEAD diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,26816305~50354418,79539643~37264344,119155681~13724946,135546729~4493383,140682082~836034,143664296~1715114,150032721~7693908,158439134~21966953,181403915~809125,184978262~40520013,226215250~39425158,266070990~1398497,268249087~3530905,279118644~18363162,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:45.085 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,26816305~50354418,79539643~37264344,119155681~13724946,135546729~4493383,140682082~836034,143664296~1715114,150032721~7693908,158439134~21966953,181403915~809125,184978262~40520013,226215250~39425158,266070990~1398497,268249087~3530905,279118644~18363162,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:45.091 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,12582912~4084856,16777216~100026771,117440512~15440115,134217728~5822384,140682082~836034,142606336~2773074,150032721~32180319,184549376~81091032,266070990~1398497,267682074~4097918,279118644~18363162,297795584~46100178,344201020~3407953,348127232~17494270,369098752~44250441] 2024-04-12T08:59:45.091 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to HEAD diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,26816305~50354418,79539643~12164898,94167464~16143142,110929448~599809,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,150032721~7693908,158439134~10574667,169096546~11309541,181403915~809125,184978262~40520013,226215250~39425158,266070990~1398497,268249087~3530905,279118644~18363162,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:45.091 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,26816305~50354418,79539643~12164898,94167464~16143142,110929448~599809,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,150032721~7693908,158439134~10574667,169096546~11309541,181403915~809125,184978262~40520013,226215250~39425158,266070990~1398497,268249087~3530905,279118644~18363162,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:45.098 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,12582912~4084856,16777216~74927325,94167464~16143142,110929448~599809,112209671~4594316,117440512~5589834,125314987~7565640,134217728~5822384,140682082~836034,142606336~2773074,150032721~18981080,169096546~13116494,184549376~81091032,266070990~1398497,267682074~4097918,279118644~18363162,297795584~46100178,344201020~3407953,348127232~17494270,369098752~44250441] 2024-04-12T08:59:45.098 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to HEAD diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,26816305~50354418,79539643~12164898,94167464~16143142,110929448~599809,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,155012508~175833,158439134~10574667,169096546~11309541,181403915~809125,184978262~6036028,191636861~25691533,222396622~3101653,226215250~39425158,266070990~1398497,268249087~3530905,279118644~3958713,283806098~1835968,285644182~11837624,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:45.098 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,26816305~50354418,79539643~12164898,94167464~16143142,110929448~599809,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,155012508~175833,158439134~10574667,169096546~11309541,181403915~809125,184978262~6036028,191636861~25691533,222396622~3101653,226215250~39425158,266070990~1398497,268249087~3530905,279118644~3958713,283806098~1835968,285644182~11837624,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:45.104 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,12582912~4084856,16777216~74927325,94167464~16143142,110929448~599809,112209671~4594316,117440512~5589834,125314987~7565640,134217728~5822384,140682082~836034,142606336~2773074,155012508~175833,157726629~11287172,169096546~13116494,184978262~6036028,191636861~25691533,222396622~43243786,266070990~1398497,267682074~4097918,279118644~3958713,283806098~1835968,285644182~11837624,297795584~46100178,344201020~3407953,348127232~17494270,369098752~44250441] 2024-04-12T08:59:45.104 INFO:tasks.workunit.client.0.smithi112.stdout:from 4 to HEAD diff [2513416~564959,7373379~4845786,14116574~2551194,18216752~7962969,26816305~50354418,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,155012508~175833,158439134~10574667,169096546~11309541,181403915~809125,184978262~6036028,191636861~25691533,222396622~3101653,226215250~39425158,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~19999134,330297074~4121774,334576905~7190180,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:45.104 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14116574~2551194,18216752~7962969,26816305~50354418,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,155012508~175833,158439134~10574667,169096546~11309541,181403915~809125,184978262~6036028,191636861~25691533,222396622~3101653,226215250~39425158,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~19999134,330297074~4121774,334576905~7190180,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:45.110 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,14116574~2551194,16777216~74927325,94167464~11776392,106159002~3957520,112209671~4594316,117440512~5589834,125314987~7565640,134217728~5822384,140682082~836034,142606336~2773074,155012508~175833,157726629~11287172,169096546~13116494,184978262~6036028,191636861~25691533,222396622~43243786,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~34262723,344201020~3407953,348127232~17494270,369098752~44250441] 2024-04-12T08:59:45.110 INFO:tasks.workunit.client.0.smithi112.stdout:from 5 to HEAD diff [2513416~564959,7373379~4845786,14116574~2551194,18216752~7962969,26816305~15139527,42762988~34407735,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,155012508~175833,158439134~10574667,169096546~11309541,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~17069929,243607770~22032638,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~19999134,330297074~4121774,334576905~7190180,344201020~3407953,350806194~14815308,370850757~40997057] 2024-04-12T08:59:45.110 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14116574~2551194,18216752~7962969,26816305~15139527,42762988~34407735,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,155012508~175833,158439134~10574667,169096546~11309541,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~17069929,243607770~22032638,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~19999134,330297074~4121774,334576905~7190180,344201020~3407953,350806194~14815308,370850757~40997057] 2024-04-12T08:59:45.116 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,14116574~2551194,16777216~25178616,42762988~48941553,94167464~11776392,106159002~3957520,112209671~4594316,117440512~5589834,125314987~7565640,134217728~5822384,140682082~836034,142606336~2773074,155012508~175833,157726629~11287172,169096546~13116494,184978262~6036028,191636861~8669754,203667050~13661344,222396622~20888557,243607770~22032638,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~34262723,344201020~3407953,348127232~17494270,370850757~40997057] 2024-04-12T08:59:45.116 INFO:tasks.workunit.client.0.smithi112.stdout:from 6 to HEAD diff [2513416~564959,7373379~4845786,14116574~2551194,18216752~7962969,26816305~15139527,42762988~29778248,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,143664296~1715114,155012508~175833,158439134~10574667,173087143~7318944,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~17069929,243607770~22032638,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~19999134,330297074~4121774,334576905~7190180,344201020~3407953,350806194~14815308,370850757~9968674,380876473~30971341] 2024-04-12T08:59:45.116 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14116574~2551194,18216752~7962969,26816305~15139527,42762988~29778248,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,143664296~1715114,155012508~175833,158439134~10574667,173087143~7318944,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~17069929,243607770~22032638,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~19999134,330297074~4121774,334576905~7190180,344201020~3407953,350806194~14815308,370850757~9968674,380876473~30971341] 2024-04-12T08:59:45.122 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,14116574~2551194,16777216~25178616,42762988~29778248,77170723~14533818,94167464~11776392,106159002~3957520,112209671~4594316,117440512~5589834,125314987~7565640,134217728~5822384,142606336~2773074,155012508~175833,157726629~11287172,173087143~9125897,184978262~6036028,191636861~8669754,203667050~13661344,222396622~20888557,243607770~22032638,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~34262723,344201020~3407953,348127232~17494270,370850757~9968674,380876473~30971341] 2024-04-12T08:59:45.122 INFO:tasks.workunit.client.0.smithi112.stdout:from 7 to HEAD diff [2513416~564959,7373379~4845786,14116574~2551194,18920573~1656110,26816305~15139527,42762988~21344930,64648946~518202,67416563~5124673,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~10296085,243607770~22032638,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~19999134,330297074~4121774,334576905~7190180,344201020~3407953,350806194~14815308,370850757~9968674,380876473~30971341] 2024-04-12T08:59:45.122 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14116574~2551194,18920573~1656110,26816305~15139527,42762988~21344930,64648946~518202,67416563~5124673,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~10296085,243607770~22032638,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~19999134,330297074~4121774,334576905~7190180,344201020~3407953,350806194~14815308,370850757~9968674,380876473~30971341] 2024-04-12T08:59:45.127 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,14116574~2551194,18920573~1656110,26816305~15139527,42762988~21344930,64648946~518202,67416563~5124673,77170723~14533818,94167464~11776392,106159002~3957520,112209671~4594316,117440512~5589834,125314987~7565640,134217728~5822384,142606336~2773074,155012508~175833,163213768~5800033,173087143~9125897,184978262~6036028,191636861~8669754,203667050~13661344,222396622~14114713,243607770~22032638,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~34262723,344201020~3407953,348127232~17494270,370850757~9968674,380876473~30971341] 2024-04-12T08:59:45.128 INFO:tasks.workunit.client.0.smithi112.stdout:from 8 to HEAD diff [2513416~564959,7373379~4845786,18920573~1656110,26816305~15139527,42762988~4979331,50509024~13598894,64648946~518202,67416563~5124673,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,125314987~7565640,136038185~4001927,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~10296085,243607770~1759280,249464673~16175735,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,299056865~7571663,307504362~19999134,330297074~2444503,334576905~7190180,344201020~3407953,350806194~14815308,370850757~9968674,380876473~1934315,384382469~27465345] 2024-04-12T08:59:45.128 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,18920573~1656110,26816305~15139527,42762988~4979331,50509024~13598894,64648946~518202,67416563~5124673,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,125314987~7565640,136038185~4001927,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~10296085,243607770~1759280,249464673~16175735,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,299056865~7571663,307504362~19999134,330297074~2444503,334576905~7190180,344201020~3407953,350806194~14815308,370850757~9968674,380876473~1934315,384382469~27465345] 2024-04-12T08:59:45.133 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,18920573~1656110,26816305~15139527,42762988~4979331,50509024~13598894,64648946~518202,67416563~5124673,77170723~14533818,94167464~11776392,106159002~3957520,112209671~4594316,125314987~7565640,136038185~4001927,142606336~2773074,155012508~175833,163213768~5800033,173087143~9125897,184978262~6036028,191636861~8669754,203667050~13661344,222396622~14114713,243607770~1759280,249464673~16175735,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,299056865~7571663,307504362~19999134,330297074~2444503,334418848~7348237,344201020~3407953,348127232~17494270,370850757~9968674,380876473~1934315,384382469~27465345] 2024-04-12T08:59:45.133 INFO:tasks.workunit.client.0.smithi112.stdout:from 9 to HEAD diff [2513416~564959,7373379~4845786,18920573~1656110,26816305~15139527,42762988~4979331,50509024~13569155,64648946~518202,67416563~5124673,79539643~6692398,86966395~4738146,94167464~3169485,98483381~7460475,106159002~3957520,112209671~4594316,125314987~7565640,136038185~4001927,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~10296085,243607770~1335933,249464673~6746613,259086788~489054,260094731~5545677,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,299056865~7571663,307504362~19999134,330297074~2444503,334576905~7190180,344201020~3407953,350806194~14815308,370850757~9968674,380876473~1934315,384382469~27465345] 2024-04-12T08:59:45.133 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,18920573~1656110,26816305~15139527,42762988~4979331,50509024~13569155,64648946~518202,67416563~5124673,79539643~6692398,86966395~4738146,94167464~3169485,98483381~7460475,106159002~3957520,112209671~4594316,125314987~7565640,136038185~4001927,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~10296085,243607770~1335933,249464673~6746613,259086788~489054,260094731~5545677,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,299056865~7571663,307504362~19999134,330297074~2444503,334576905~7190180,344201020~3407953,350806194~14815308,370850757~9968674,380876473~1934315,384382469~27465345] 2024-04-12T08:59:45.139 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,18920573~1656110,26816305~15139527,42762988~4979331,50509024~13569155,64648946~518202,67416563~5124673,77170723~9061318,86966395~4738146,94167464~3169485,98483381~7460475,106159002~3957520,112209671~4594316,125314987~7565640,136038185~4001927,142606336~2773074,155012508~175833,163213768~5800033,173087143~9125897,184978262~6036028,191636861~8669754,203667050~13661344,222396622~14114713,243607770~1335933,249464673~6746613,259086788~489054,260094731~5545677,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,299056865~7571663,307504362~19999134,330297074~2444503,334418848~7348237,344201020~3407953,348127232~17494270,370850757~9968674,380876473~1934315,384382469~27465345] 2024-04-12T08:59:45.139 INFO:tasks.workunit.client.0.smithi112.stdout:from 10 to HEAD diff [2513416~564959,7373379~4845786,18920573~1656110,26816305~13980329,42762988~4979331,50509024~13569155,64648946~518202,67416563~5124673,79539643~6692398,86966395~4738146,94167464~3169485,98483381~7460475,106159002~3957520,112209671~4594316,125314987~7565640,136038185~4001927,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,227834329~8677006,243607770~1335933,249464673~6746613,260094731~5545677,266070990~1398497,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,299056865~7571663,307504362~19999134,330297074~2444503,334576905~7190180,344201020~3407953,350806194~14815308,371536299~9283132,380876473~1934315,384382469~7338435,392913259~6182168,400706045~11141769] 2024-04-12T08:59:45.139 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,18920573~1656110,26816305~13980329,42762988~4979331,50509024~13569155,64648946~518202,67416563~5124673,79539643~6692398,86966395~4738146,94167464~3169485,98483381~7460475,106159002~3957520,112209671~4594316,125314987~7565640,136038185~4001927,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,227834329~8677006,243607770~1335933,249464673~6746613,260094731~5545677,266070990~1398497,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,299056865~7571663,307504362~19999134,330297074~2444503,334576905~7190180,344201020~3407953,350806194~14815308,371536299~9283132,380876473~1934315,384382469~7338435,392913259~6182168,400706045~11141769] 2024-04-12T08:59:45.145 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,18920573~1656110,26816305~13980329,42762988~4979331,50509024~13569155,64648946~518202,67416563~5124673,77170723~9061318,86966395~4738146,94167464~3169485,98483381~7460475,106159002~3957520,112209671~4594316,125314987~7565640,136038185~4001927,142606336~2773074,155012508~175833,163213768~5800033,173087143~9125897,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,227834329~8677006,243607770~1335933,249464673~6746613,260094731~5545677,266070990~1398497,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,299056865~7571663,307504362~19999134,330297074~2444503,334418848~7348237,344201020~3407953,348127232~17494270,371536299~9283132,380876473~1934315,384382469~7338435,392913259~6182168,400706045~11141769] 2024-04-12T08:59:45.145 INFO:tasks.workunit.client.0.smithi112.stdout:from 11 to HEAD diff [2513416~564959,7373379~4845786,18920573~1656110,26816305~3114391,30294106~10502528,42762988~4979331,50509024~13569155,67416563~5124673,79539643~6692398,86966395~4738146,94167464~3169485,98483381~7460475,112209671~4594316,125314987~7565640,136038185~4001927,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,191636861~8669754,203942791~13385603,222396622~3101653,227834329~8677006,243607770~1335933,251549576~4661710,260094731~5545677,266070990~1398497,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,299056865~7571663,307504362~19999134,330297074~2444503,334576905~7190180,344201020~3407953,350806194~14815308,376095760~4723671,380876473~1934315,384442048~7278856,392913259~6182168,400706045~11141769] 2024-04-12T08:59:45.145 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,18920573~1656110,26816305~3114391,30294106~10502528,42762988~4979331,50509024~13569155,67416563~5124673,79539643~6692398,86966395~4738146,94167464~3169485,98483381~7460475,112209671~4594316,125314987~7565640,136038185~4001927,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,191636861~8669754,203942791~13385603,222396622~3101653,227834329~8677006,243607770~1335933,251549576~4661710,260094731~5545677,266070990~1398497,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,299056865~7571663,307504362~19999134,330297074~2444503,334576905~7190180,344201020~3407953,350806194~14815308,376095760~4723671,380876473~1934315,384442048~7278856,392913259~6182168,400706045~11141769] 2024-04-12T08:59:45.151 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,18920573~1656110,26816305~3114391,30294106~10502528,42762988~4979331,50509024~13569155,67416563~5124673,77170723~9061318,86966395~4738146,94167464~3169485,98483381~7460475,112209671~4594316,125314987~7565640,136038185~4001927,142606336~2773074,155012508~175833,163213768~5800033,173087143~9125897,191636861~8669754,203942791~13385603,222396622~3101653,227834329~8677006,243607770~1335933,251549576~4661710,260094731~5545677,266070990~1398497,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,299056865~7571663,307504362~19999134,330297074~2444503,334418848~7348237,344201020~3407953,348127232~17494270,376095760~4723671,380876473~1934315,384442048~7278856,392913259~6182168,400706045~11141769] 2024-04-12T08:59:45.151 INFO:tasks.workunit.client.0.smithi112.stdout:from 12 to HEAD diff [2513416~564959,7373379~4845786,18920573~1656110,26816305~3114391,30294106~10502528,50719488~13358691,67416563~5124673,79539643~6692398,86966395~4738146,94167464~3169485,98483381~7460475,125314987~7565640,136038185~4001927,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,191636861~8669754,203942791~2064412,206843294~3431763,212834814~4493580,222396622~3101653,227834329~8677006,243607770~1335933,251549576~4661710,260094731~5545677,266070990~1398497,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,300406494~59602,307504362~6437514,315708216~11795280,330297074~2444503,334576905~7190180,344201020~3407953,350806194~14815308,376095760~4723671,384442048~7278856,392913259~6182168,400706045~10621247] 2024-04-12T08:59:45.151 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,18920573~1656110,26816305~3114391,30294106~10502528,50719488~13358691,67416563~5124673,79539643~6692398,86966395~4738146,94167464~3169485,98483381~7460475,125314987~7565640,136038185~4001927,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,191636861~8669754,203942791~2064412,206843294~3431763,212834814~4493580,222396622~3101653,227834329~8677006,243607770~1335933,251549576~4661710,260094731~5545677,266070990~1398497,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,300406494~59602,307504362~6437514,315708216~11795280,330297074~2444503,334576905~7190180,344201020~3407953,350806194~14815308,376095760~4723671,384442048~7278856,392913259~6182168,400706045~10621247] 2024-04-12T08:59:45.157 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,18920573~1656110,26816305~3114391,30294106~10502528,50719488~13358691,67416563~5124673,77170723~9061318,86966395~4738146,94167464~3169485,98483381~7460475,125314987~7565640,136038185~4001927,142606336~2773074,155012508~175833,163213768~5800033,173087143~9125897,191636861~8669754,203942791~2064412,206843294~3431763,212834814~4493580,222396622~3101653,227834329~8677006,243607770~1335933,251549576~4661710,260094731~5545677,266070990~1398497,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,300406494~59602,307504362~6437514,315708216~11795280,330297074~2444503,334418848~7348237,344201020~3407953,348127232~17494270,376095760~4723671,384442048~7278856,392913259~6182168,400706045~10621247] 2024-04-12T08:59:45.157 INFO:tasks.workunit.client.0.smithi112.stdout:from 13 to HEAD diff [2513416~564959,26816305~3114391,30294106~10502528,50719488~6873809,79539643~6692398,86966395~4738146,94167464~3169485,98483381~5910145,125314987~7565640,136038185~4001927,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,191636861~8669754,203942791~2064412,206843294~3431763,212834814~4493580,222396622~3101653,227834329~8677006,243607770~1335933,251549576~4551241,260206167~5434241,266070990~1398497,283806098~1835968,285644182~7565587,295183162~2298644,300406494~59602,307504362~6437514,315708216~11795280,330297074~2444503,334576905~7190180,344201020~3407953,350806194~14815308,376095760~4723671,384442048~7278856,392913259~6182168,400706045~4966581,406483301~4843991] 2024-04-12T08:59:45.157 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,26816305~3114391,30294106~10502528,50719488~6873809,79539643~6692398,86966395~4738146,94167464~3169485,98483381~5910145,125314987~7565640,136038185~4001927,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,191636861~8669754,203942791~2064412,206843294~3431763,212834814~4493580,222396622~3101653,227834329~8677006,243607770~1335933,251549576~4551241,260206167~5434241,266070990~1398497,283806098~1835968,285644182~7565587,295183162~2298644,300406494~59602,307504362~6437514,315708216~11795280,330297074~2444503,334576905~7190180,344201020~3407953,350806194~14815308,376095760~4723671,384442048~7278856,392913259~6182168,400706045~4966581,406483301~4843991] 2024-04-12T08:59:45.162 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,26816305~3114391,30294106~10502528,50719488~6873809,77170723~9061318,86966395~4738146,94167464~3169485,98483381~5910145,125314987~7565640,136038185~4001927,142606336~2773074,155012508~175833,163213768~5800033,173087143~9125897,191636861~8669754,203942791~2064412,206843294~3431763,212834814~4493580,222396622~3101653,227834329~8677006,243607770~1335933,251549576~4551241,260206167~5434241,266070990~1398497,283806098~1835968,285644182~7565587,295183162~2298644,300406494~59602,307504362~6437514,315708216~11795280,330297074~2444503,334418848~7348237,344201020~3407953,348127232~17494270,376095760~4723671,384442048~7278856,392913259~6182168,400706045~4966581,406483301~4843991] 2024-04-12T08:59:45.162 INFO:tasks.workunit.client.0.smithi112.stdout:from 14 to HEAD diff [2513416~564959,26816305~3114391,30294106~10502528,50719488~6873809,79539643~6692398,86966395~4738146,99122533~1653968,125314987~7565640,136038185~4001927,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,191636861~8669754,203942791~2064412,206843294~3431763,227834329~8677006,243607770~1335933,251549576~4551241,260206167~5434241,266070990~1398497,295183162~2298644,300406494~59602,307504362~6437514,315708216~11795280,334576905~7190180,344201020~3407953,352220579~4911242,361121948~4499554,376095760~4723671,384442048~7278856,392913259~6182168,400706045~4966581,406483301~4843991] 2024-04-12T08:59:45.162 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,26816305~3114391,30294106~10502528,50719488~6873809,79539643~6692398,86966395~4738146,99122533~1653968,125314987~7565640,136038185~4001927,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,191636861~8669754,203942791~2064412,206843294~3431763,227834329~8677006,243607770~1335933,251549576~4551241,260206167~5434241,266070990~1398497,295183162~2298644,300406494~59602,307504362~6437514,315708216~11795280,334576905~7190180,344201020~3407953,352220579~4911242,361121948~4499554,376095760~4723671,384442048~7278856,392913259~6182168,400706045~4966581,406483301~4843991] 2024-04-12T08:59:45.168 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,26816305~3114391,30294106~10502528,50719488~6873809,77170723~9061318,86966395~4738146,99122533~1653968,125314987~7565640,136038185~4001927,142606336~2773074,155012508~175833,163213768~5800033,173087143~9125897,191636861~8669754,203942791~2064412,206843294~3431763,227834329~8677006,243607770~1335933,251549576~4551241,260206167~5434241,266070990~1398497,295183162~2298644,300406494~59602,307504362~6437514,315708216~11795280,334418848~7348237,344201020~3407953,352220579~4911242,361121948~4499554,376095760~4723671,384442048~7278856,392913259~6182168,400706045~4966581,406483301~4843991] 2024-04-12T08:59:45.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:59:45 smithi112 ceph-mon[95375]: osdmap e877: 8 total, 8 up, 8 in 2024-04-12T08:59:45.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:59:45 smithi112 ceph-mon[99443]: osdmap e877: 8 total, 8 up, 8 in 2024-04-12T08:59:45.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:59:45 smithi175 ceph-mon[87929]: osdmap e877: 8 total, 8 up, 8 in 2024-04-12T08:59:46.071 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to HEAD diff [2513416~9705749,14032376~2635392,18216752~7962969,26816305~50354418,79539643~37264344,119155681~13724946,135546729~5971387,143664296~1715114,150032721~7693908,158439134~21966953,181403915~809125,184978262~40520013,226215250~41466824,268249087~3530905,275146669~22335137,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:46.071 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~9705749,14032376~2635392,18216752~7962969,26816305~50354418,79539643~37264344,119155681~13724946,135546729~5971387,143664296~1715114,150032721~7693908,158439134~21966953,181403915~809125,184978262~40520013,226215250~41466824,268249087~3530905,275146669~22335137,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:46.091 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~12219165,12582912~4084856,16777216~100026771,117440512~15440115,134217728~7300388,142606336~2773074,150032721~32180319,184549376~87230616,272629760~24852046,297795584~46100178,344201020~3407953,348127232~17494270,369098752~44250441] 2024-04-12T08:59:46.092 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to HEAD diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,26816305~50354418,79539643~37264344,119155681~13724946,135546729~4493383,140682082~836034,143664296~1715114,150032721~7693908,158439134~21966953,181403915~809125,184978262~40520013,226215250~39425158,266070990~1398497,268249087~3530905,279118644~18363162,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:46.092 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,26816305~50354418,79539643~37264344,119155681~13724946,135546729~4493383,140682082~836034,143664296~1715114,150032721~7693908,158439134~21966953,181403915~809125,184978262~40520013,226215250~39425158,266070990~1398497,268249087~3530905,279118644~18363162,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:46.097 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,12582912~4084856,16777216~100026771,117440512~15440115,134217728~5822384,140682082~836034,142606336~2773074,150032721~32180319,184549376~81091032,266070990~1398497,267682074~4097918,279118644~18363162,297795584~46100178,344201020~3407953,348127232~17494270,369098752~44250441] 2024-04-12T08:59:46.097 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to HEAD diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,26816305~50354418,79539643~12164898,94167464~16143142,110929448~599809,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,150032721~7693908,158439134~10574667,169096546~11309541,181403915~809125,184978262~40520013,226215250~39425158,266070990~1398497,268249087~3530905,279118644~18363162,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:46.098 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,26816305~50354418,79539643~12164898,94167464~16143142,110929448~599809,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,150032721~7693908,158439134~10574667,169096546~11309541,181403915~809125,184978262~40520013,226215250~39425158,266070990~1398497,268249087~3530905,279118644~18363162,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:46.103 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,12582912~4084856,16777216~74927325,94167464~16143142,110929448~599809,112209671~4594316,117440512~5589834,125314987~7565640,134217728~5822384,140682082~836034,142606336~2773074,150032721~18981080,169096546~13116494,184549376~81091032,266070990~1398497,267682074~4097918,279118644~18363162,297795584~46100178,344201020~3407953,348127232~17494270,369098752~44250441] 2024-04-12T08:59:46.103 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to HEAD diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,26816305~50354418,79539643~12164898,94167464~16143142,110929448~599809,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,155012508~175833,158439134~10574667,169096546~11309541,181403915~809125,184978262~6036028,191636861~25691533,222396622~3101653,226215250~39425158,266070990~1398497,268249087~3530905,279118644~3958713,283806098~1835968,285644182~11837624,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:46.104 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,26816305~50354418,79539643~12164898,94167464~16143142,110929448~599809,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,155012508~175833,158439134~10574667,169096546~11309541,181403915~809125,184978262~6036028,191636861~25691533,222396622~3101653,226215250~39425158,266070990~1398497,268249087~3530905,279118644~3958713,283806098~1835968,285644182~11837624,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:46.109 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,12582912~4084856,16777216~74927325,94167464~16143142,110929448~599809,112209671~4594316,117440512~5589834,125314987~7565640,134217728~5822384,140682082~836034,142606336~2773074,155012508~175833,157726629~11287172,169096546~13116494,184978262~6036028,191636861~25691533,222396622~43243786,266070990~1398497,267682074~4097918,279118644~3958713,283806098~1835968,285644182~11837624,297795584~46100178,344201020~3407953,348127232~17494270,369098752~44250441] 2024-04-12T08:59:46.109 INFO:tasks.workunit.client.0.smithi112.stdout:from 4 to HEAD diff [2513416~564959,7373379~4845786,14116574~2551194,18216752~7962969,26816305~50354418,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,155012508~175833,158439134~10574667,169096546~11309541,181403915~809125,184978262~6036028,191636861~25691533,222396622~3101653,226215250~39425158,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~19999134,330297074~4121774,334576905~7190180,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:46.109 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14116574~2551194,18216752~7962969,26816305~50354418,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,155012508~175833,158439134~10574667,169096546~11309541,181403915~809125,184978262~6036028,191636861~25691533,222396622~3101653,226215250~39425158,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~19999134,330297074~4121774,334576905~7190180,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:46.115 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,14116574~2551194,16777216~74927325,94167464~11776392,106159002~3957520,112209671~4594316,117440512~5589834,125314987~7565640,134217728~5822384,140682082~836034,142606336~2773074,155012508~175833,157726629~11287172,169096546~13116494,184978262~6036028,191636861~25691533,222396622~43243786,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~34262723,344201020~3407953,348127232~17494270,369098752~44250441] 2024-04-12T08:59:46.116 INFO:tasks.workunit.client.0.smithi112.stdout:from 5 to HEAD diff [2513416~564959,7373379~4845786,14116574~2551194,18216752~7962969,26816305~15139527,42762988~34407735,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,155012508~175833,158439134~10574667,169096546~11309541,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~17069929,243607770~22032638,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~19999134,330297074~4121774,334576905~7190180,344201020~3407953,350806194~14815308,370850757~40997057] 2024-04-12T08:59:46.116 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14116574~2551194,18216752~7962969,26816305~15139527,42762988~34407735,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,155012508~175833,158439134~10574667,169096546~11309541,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~17069929,243607770~22032638,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~19999134,330297074~4121774,334576905~7190180,344201020~3407953,350806194~14815308,370850757~40997057] 2024-04-12T08:59:46.121 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,14116574~2551194,16777216~25178616,42762988~48941553,94167464~11776392,106159002~3957520,112209671~4594316,117440512~5589834,125314987~7565640,134217728~5822384,140682082~836034,142606336~2773074,155012508~175833,157726629~11287172,169096546~13116494,184978262~6036028,191636861~8669754,203667050~13661344,222396622~20888557,243607770~22032638,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~34262723,344201020~3407953,348127232~17494270,370850757~40997057] 2024-04-12T08:59:46.121 INFO:tasks.workunit.client.0.smithi112.stdout:from 6 to HEAD diff [2513416~564959,7373379~4845786,14116574~2551194,18216752~7962969,26816305~15139527,42762988~29778248,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,143664296~1715114,155012508~175833,158439134~10574667,173087143~7318944,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~17069929,243607770~22032638,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~19999134,330297074~4121774,334576905~7190180,344201020~3407953,350806194~14815308,370850757~9968674,380876473~30971341] 2024-04-12T08:59:46.121 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14116574~2551194,18216752~7962969,26816305~15139527,42762988~29778248,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,143664296~1715114,155012508~175833,158439134~10574667,173087143~7318944,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~17069929,243607770~22032638,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~19999134,330297074~4121774,334576905~7190180,344201020~3407953,350806194~14815308,370850757~9968674,380876473~30971341] 2024-04-12T08:59:46.127 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,14116574~2551194,16777216~25178616,42762988~29778248,77170723~14533818,94167464~11776392,106159002~3957520,112209671~4594316,117440512~5589834,125314987~7565640,134217728~5822384,142606336~2773074,155012508~175833,157726629~11287172,173087143~9125897,184978262~6036028,191636861~8669754,203667050~13661344,222396622~20888557,243607770~22032638,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~34262723,344201020~3407953,348127232~17494270,370850757~9968674,380876473~30971341] 2024-04-12T08:59:46.127 INFO:tasks.workunit.client.0.smithi112.stdout:from 7 to HEAD diff [2513416~564959,7373379~4845786,14116574~2551194,18920573~1656110,26816305~15139527,42762988~21344930,64648946~518202,67416563~5124673,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~10296085,243607770~22032638,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~19999134,330297074~4121774,334576905~7190180,344201020~3407953,350806194~14815308,370850757~9968674,380876473~30971341] 2024-04-12T08:59:46.127 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14116574~2551194,18920573~1656110,26816305~15139527,42762988~21344930,64648946~518202,67416563~5124673,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~10296085,243607770~22032638,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~19999134,330297074~4121774,334576905~7190180,344201020~3407953,350806194~14815308,370850757~9968674,380876473~30971341] 2024-04-12T08:59:46.133 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,14116574~2551194,18920573~1656110,26816305~15139527,42762988~21344930,64648946~518202,67416563~5124673,77170723~14533818,94167464~11776392,106159002~3957520,112209671~4594316,117440512~5589834,125314987~7565640,134217728~5822384,142606336~2773074,155012508~175833,163213768~5800033,173087143~9125897,184978262~6036028,191636861~8669754,203667050~13661344,222396622~14114713,243607770~22032638,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~34262723,344201020~3407953,348127232~17494270,370850757~9968674,380876473~30971341] 2024-04-12T08:59:46.133 INFO:tasks.workunit.client.0.smithi112.stdout:from 8 to HEAD diff [2513416~564959,7373379~4845786,18920573~1656110,26816305~15139527,42762988~4979331,50509024~13598894,64648946~518202,67416563~5124673,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,125314987~7565640,136038185~4001927,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~10296085,243607770~1759280,249464673~16175735,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,299056865~7571663,307504362~19999134,330297074~2444503,334576905~7190180,344201020~3407953,350806194~14815308,370850757~9968674,380876473~1934315,384382469~27465345] 2024-04-12T08:59:46.133 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,18920573~1656110,26816305~15139527,42762988~4979331,50509024~13598894,64648946~518202,67416563~5124673,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,125314987~7565640,136038185~4001927,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~10296085,243607770~1759280,249464673~16175735,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,299056865~7571663,307504362~19999134,330297074~2444503,334576905~7190180,344201020~3407953,350806194~14815308,370850757~9968674,380876473~1934315,384382469~27465345] 2024-04-12T08:59:46.139 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,18920573~1656110,26816305~15139527,42762988~4979331,50509024~13598894,64648946~518202,67416563~5124673,77170723~14533818,94167464~11776392,106159002~3957520,112209671~4594316,125314987~7565640,136038185~4001927,142606336~2773074,155012508~175833,163213768~5800033,173087143~9125897,184978262~6036028,191636861~8669754,203667050~13661344,222396622~14114713,243607770~1759280,249464673~16175735,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,299056865~7571663,307504362~19999134,330297074~2444503,334418848~7348237,344201020~3407953,348127232~17494270,370850757~9968674,380876473~1934315,384382469~27465345] 2024-04-12T08:59:46.139 INFO:tasks.workunit.client.0.smithi112.stdout:from 9 to HEAD diff [2513416~564959,7373379~4845786,18920573~1656110,26816305~15139527,42762988~4979331,50509024~13569155,64648946~518202,67416563~5124673,79539643~6692398,86966395~4738146,94167464~3169485,98483381~7460475,106159002~3957520,112209671~4594316,125314987~7565640,136038185~4001927,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~10296085,243607770~1335933,249464673~6746613,259086788~489054,260094731~5545677,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,299056865~7571663,307504362~19999134,330297074~2444503,334576905~7190180,344201020~3407953,350806194~14815308,370850757~9968674,380876473~1934315,384382469~27465345] 2024-04-12T08:59:46.139 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,18920573~1656110,26816305~15139527,42762988~4979331,50509024~13569155,64648946~518202,67416563~5124673,79539643~6692398,86966395~4738146,94167464~3169485,98483381~7460475,106159002~3957520,112209671~4594316,125314987~7565640,136038185~4001927,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~10296085,243607770~1335933,249464673~6746613,259086788~489054,260094731~5545677,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,299056865~7571663,307504362~19999134,330297074~2444503,334576905~7190180,344201020~3407953,350806194~14815308,370850757~9968674,380876473~1934315,384382469~27465345] 2024-04-12T08:59:46.144 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,18920573~1656110,26816305~15139527,42762988~4979331,50509024~13569155,64648946~518202,67416563~5124673,77170723~9061318,86966395~4738146,94167464~3169485,98483381~7460475,106159002~3957520,112209671~4594316,125314987~7565640,136038185~4001927,142606336~2773074,155012508~175833,163213768~5800033,173087143~9125897,184978262~6036028,191636861~8669754,203667050~13661344,222396622~14114713,243607770~1335933,249464673~6746613,259086788~489054,260094731~5545677,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,299056865~7571663,307504362~19999134,330297074~2444503,334418848~7348237,344201020~3407953,348127232~17494270,370850757~9968674,380876473~1934315,384382469~27465345] 2024-04-12T08:59:46.144 INFO:tasks.workunit.client.0.smithi112.stdout:from 10 to HEAD diff [2513416~564959,7373379~4845786,18920573~1656110,26816305~13980329,42762988~4979331,50509024~13569155,64648946~518202,67416563~5124673,79539643~6692398,86966395~4738146,94167464~3169485,98483381~7460475,106159002~3957520,112209671~4594316,125314987~7565640,136038185~4001927,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,227834329~8677006,243607770~1335933,249464673~6746613,260094731~5545677,266070990~1398497,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,299056865~7571663,307504362~19999134,330297074~2444503,334576905~7190180,344201020~3407953,350806194~14815308,371536299~9283132,380876473~1934315,384382469~7338435,392913259~6182168,400706045~11141769] 2024-04-12T08:59:46.145 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,18920573~1656110,26816305~13980329,42762988~4979331,50509024~13569155,64648946~518202,67416563~5124673,79539643~6692398,86966395~4738146,94167464~3169485,98483381~7460475,106159002~3957520,112209671~4594316,125314987~7565640,136038185~4001927,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,227834329~8677006,243607770~1335933,249464673~6746613,260094731~5545677,266070990~1398497,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,299056865~7571663,307504362~19999134,330297074~2444503,334576905~7190180,344201020~3407953,350806194~14815308,371536299~9283132,380876473~1934315,384382469~7338435,392913259~6182168,400706045~11141769] 2024-04-12T08:59:46.150 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,18920573~1656110,26816305~13980329,42762988~4979331,50509024~13569155,64648946~518202,67416563~5124673,77170723~9061318,86966395~4738146,94167464~3169485,98483381~7460475,106159002~3957520,112209671~4594316,125314987~7565640,136038185~4001927,142606336~2773074,155012508~175833,163213768~5800033,173087143~9125897,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,227834329~8677006,243607770~1335933,249464673~6746613,260094731~5545677,266070990~1398497,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,299056865~7571663,307504362~19999134,330297074~2444503,334418848~7348237,344201020~3407953,348127232~17494270,371536299~9283132,380876473~1934315,384382469~7338435,392913259~6182168,400706045~11141769] 2024-04-12T08:59:46.150 INFO:tasks.workunit.client.0.smithi112.stdout:from 11 to HEAD diff [2513416~564959,7373379~4845786,18920573~1656110,26816305~3114391,30294106~10502528,42762988~4979331,50509024~13569155,67416563~5124673,79539643~6692398,86966395~4738146,94167464~3169485,98483381~7460475,112209671~4594316,125314987~7565640,136038185~4001927,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,191636861~8669754,203942791~13385603,222396622~3101653,227834329~8677006,243607770~1335933,251549576~4661710,260094731~5545677,266070990~1398497,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,299056865~7571663,307504362~19999134,330297074~2444503,334576905~7190180,344201020~3407953,350806194~14815308,376095760~4723671,380876473~1934315,384442048~7278856,392913259~6182168,400706045~11141769] 2024-04-12T08:59:46.150 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,18920573~1656110,26816305~3114391,30294106~10502528,42762988~4979331,50509024~13569155,67416563~5124673,79539643~6692398,86966395~4738146,94167464~3169485,98483381~7460475,112209671~4594316,125314987~7565640,136038185~4001927,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,191636861~8669754,203942791~13385603,222396622~3101653,227834329~8677006,243607770~1335933,251549576~4661710,260094731~5545677,266070990~1398497,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,299056865~7571663,307504362~19999134,330297074~2444503,334576905~7190180,344201020~3407953,350806194~14815308,376095760~4723671,380876473~1934315,384442048~7278856,392913259~6182168,400706045~11141769] 2024-04-12T08:59:46.155 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,18920573~1656110,26816305~3114391,30294106~10502528,42762988~4979331,50509024~13569155,67416563~5124673,77170723~9061318,86966395~4738146,94167464~3169485,98483381~7460475,112209671~4594316,125314987~7565640,136038185~4001927,142606336~2773074,155012508~175833,163213768~5800033,173087143~9125897,191636861~8669754,203942791~13385603,222396622~3101653,227834329~8677006,243607770~1335933,251549576~4661710,260094731~5545677,266070990~1398497,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,299056865~7571663,307504362~19999134,330297074~2444503,334418848~7348237,344201020~3407953,348127232~17494270,376095760~4723671,380876473~1934315,384442048~7278856,392913259~6182168,400706045~11141769] 2024-04-12T08:59:46.155 INFO:tasks.workunit.client.0.smithi112.stdout:from 12 to HEAD diff [2513416~564959,7373379~4845786,18920573~1656110,26816305~3114391,30294106~10502528,50719488~13358691,67416563~5124673,79539643~6692398,86966395~4738146,94167464~3169485,98483381~7460475,125314987~7565640,136038185~4001927,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,191636861~8669754,203942791~2064412,206843294~3431763,212834814~4493580,222396622~3101653,227834329~8677006,243607770~1335933,251549576~4661710,260094731~5545677,266070990~1398497,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,300406494~59602,307504362~6437514,315708216~11795280,330297074~2444503,334576905~7190180,344201020~3407953,350806194~14815308,376095760~4723671,384442048~7278856,392913259~6182168,400706045~10621247] 2024-04-12T08:59:46.155 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,18920573~1656110,26816305~3114391,30294106~10502528,50719488~13358691,67416563~5124673,79539643~6692398,86966395~4738146,94167464~3169485,98483381~7460475,125314987~7565640,136038185~4001927,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,191636861~8669754,203942791~2064412,206843294~3431763,212834814~4493580,222396622~3101653,227834329~8677006,243607770~1335933,251549576~4661710,260094731~5545677,266070990~1398497,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,300406494~59602,307504362~6437514,315708216~11795280,330297074~2444503,334576905~7190180,344201020~3407953,350806194~14815308,376095760~4723671,384442048~7278856,392913259~6182168,400706045~10621247] 2024-04-12T08:59:46.160 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,18920573~1656110,26816305~3114391,30294106~10502528,50719488~13358691,67416563~5124673,77170723~9061318,86966395~4738146,94167464~3169485,98483381~7460475,125314987~7565640,136038185~4001927,142606336~2773074,155012508~175833,163213768~5800033,173087143~9125897,191636861~8669754,203942791~2064412,206843294~3431763,212834814~4493580,222396622~3101653,227834329~8677006,243607770~1335933,251549576~4661710,260094731~5545677,266070990~1398497,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,300406494~59602,307504362~6437514,315708216~11795280,330297074~2444503,334418848~7348237,344201020~3407953,348127232~17494270,376095760~4723671,384442048~7278856,392913259~6182168,400706045~10621247] 2024-04-12T08:59:46.161 INFO:tasks.workunit.client.0.smithi112.stdout:from 13 to HEAD diff [2513416~564959,26816305~3114391,30294106~10502528,50719488~6873809,79539643~6692398,86966395~4738146,94167464~3169485,98483381~5910145,125314987~7565640,136038185~4001927,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,191636861~8669754,203942791~2064412,206843294~3431763,212834814~4493580,222396622~3101653,227834329~8677006,243607770~1335933,251549576~4551241,260206167~5434241,266070990~1398497,283806098~1835968,285644182~7565587,295183162~2298644,300406494~59602,307504362~6437514,315708216~11795280,330297074~2444503,334576905~7190180,344201020~3407953,350806194~14815308,376095760~4723671,384442048~7278856,392913259~6182168,400706045~4966581,406483301~4843991] 2024-04-12T08:59:46.161 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,26816305~3114391,30294106~10502528,50719488~6873809,79539643~6692398,86966395~4738146,94167464~3169485,98483381~5910145,125314987~7565640,136038185~4001927,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,191636861~8669754,203942791~2064412,206843294~3431763,212834814~4493580,222396622~3101653,227834329~8677006,243607770~1335933,251549576~4551241,260206167~5434241,266070990~1398497,283806098~1835968,285644182~7565587,295183162~2298644,300406494~59602,307504362~6437514,315708216~11795280,330297074~2444503,334576905~7190180,344201020~3407953,350806194~14815308,376095760~4723671,384442048~7278856,392913259~6182168,400706045~4966581,406483301~4843991] 2024-04-12T08:59:46.166 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,26816305~3114391,30294106~10502528,50719488~6873809,77170723~9061318,86966395~4738146,94167464~3169485,98483381~5910145,125314987~7565640,136038185~4001927,142606336~2773074,155012508~175833,163213768~5800033,173087143~9125897,191636861~8669754,203942791~2064412,206843294~3431763,212834814~4493580,222396622~3101653,227834329~8677006,243607770~1335933,251549576~4551241,260206167~5434241,266070990~1398497,283806098~1835968,285644182~7565587,295183162~2298644,300406494~59602,307504362~6437514,315708216~11795280,330297074~2444503,334418848~7348237,344201020~3407953,348127232~17494270,376095760~4723671,384442048~7278856,392913259~6182168,400706045~4966581,406483301~4843991] 2024-04-12T08:59:46.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:59:46 smithi112 ceph-mon[95375]: pgmap v979: 105 pgs: 105 active+clean; 852 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 197 KiB/s rd, 18 MiB/s wr, 4.72k op/s 2024-04-12T08:59:46.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:59:46 smithi112 ceph-mon[95375]: osdmap e878: 8 total, 8 up, 8 in 2024-04-12T08:59:46.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:59:46 smithi112 ceph-mon[99443]: pgmap v979: 105 pgs: 105 active+clean; 852 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 197 KiB/s rd, 18 MiB/s wr, 4.72k op/s 2024-04-12T08:59:46.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:59:46 smithi112 ceph-mon[99443]: osdmap e878: 8 total, 8 up, 8 in 2024-04-12T08:59:46.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:59:46 smithi175 ceph-mon[87929]: pgmap v979: 105 pgs: 105 active+clean; 852 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 197 KiB/s rd, 18 MiB/s wr, 4.72k op/s 2024-04-12T08:59:46.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:59:46 smithi175 ceph-mon[87929]: osdmap e878: 8 total, 8 up, 8 in 2024-04-12T08:59:47.068 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:59:46 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:59:46] "GET /metrics HTTP/1.1" 200 36539 "" "Prometheus/2.43.0" 2024-04-12T08:59:47.086 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to HEAD diff [2513416~9705749,14032376~2635392,18216752~7962969,26816305~50354418,79539643~37264344,119155681~13724946,135546729~5971387,143664296~1715114,150032721~7693908,158439134~21966953,181403915~809125,184978262~40520013,226215250~41466824,268249087~3530905,275146669~22335137,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:47.086 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~9705749,14032376~2635392,18216752~7962969,26816305~50354418,79539643~37264344,119155681~13724946,135546729~5971387,143664296~1715114,150032721~7693908,158439134~21966953,181403915~809125,184978262~40520013,226215250~41466824,268249087~3530905,275146669~22335137,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:47.105 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~12219165,12582912~4084856,16777216~100026771,117440512~15440115,134217728~7300388,142606336~2773074,150032721~32180319,184549376~87230616,272629760~24852046,297795584~46100178,344201020~3407953,348127232~17494270,369098752~44250441] 2024-04-12T08:59:47.105 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to HEAD diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,26816305~50354418,79539643~37264344,119155681~13724946,135546729~4493383,140682082~836034,143664296~1715114,150032721~7693908,158439134~21966953,181403915~809125,184978262~40520013,226215250~39425158,266070990~1398497,268249087~3530905,279118644~18363162,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:47.105 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,26816305~50354418,79539643~37264344,119155681~13724946,135546729~4493383,140682082~836034,143664296~1715114,150032721~7693908,158439134~21966953,181403915~809125,184978262~40520013,226215250~39425158,266070990~1398497,268249087~3530905,279118644~18363162,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:47.111 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,12582912~4084856,16777216~100026771,117440512~15440115,134217728~5822384,140682082~836034,142606336~2773074,150032721~32180319,184549376~81091032,266070990~1398497,267682074~4097918,279118644~18363162,297795584~46100178,344201020~3407953,348127232~17494270,369098752~44250441] 2024-04-12T08:59:47.111 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to HEAD diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,26816305~50354418,79539643~12164898,94167464~16143142,110929448~599809,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,150032721~7693908,158439134~10574667,169096546~11309541,181403915~809125,184978262~40520013,226215250~39425158,266070990~1398497,268249087~3530905,279118644~18363162,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:47.111 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,26816305~50354418,79539643~12164898,94167464~16143142,110929448~599809,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,150032721~7693908,158439134~10574667,169096546~11309541,181403915~809125,184978262~40520013,226215250~39425158,266070990~1398497,268249087~3530905,279118644~18363162,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:47.117 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,12582912~4084856,16777216~74927325,94167464~16143142,110929448~599809,112209671~4594316,117440512~5589834,125314987~7565640,134217728~5822384,140682082~836034,142606336~2773074,150032721~18981080,169096546~13116494,184549376~81091032,266070990~1398497,267682074~4097918,279118644~18363162,297795584~46100178,344201020~3407953,348127232~17494270,369098752~44250441] 2024-04-12T08:59:47.117 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to HEAD diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,26816305~50354418,79539643~12164898,94167464~16143142,110929448~599809,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,155012508~175833,158439134~10574667,169096546~11309541,181403915~809125,184978262~6036028,191636861~25691533,222396622~3101653,226215250~39425158,266070990~1398497,268249087~3530905,279118644~3958713,283806098~1835968,285644182~11837624,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:47.117 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,26816305~50354418,79539643~12164898,94167464~16143142,110929448~599809,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,155012508~175833,158439134~10574667,169096546~11309541,181403915~809125,184978262~6036028,191636861~25691533,222396622~3101653,226215250~39425158,266070990~1398497,268249087~3530905,279118644~3958713,283806098~1835968,285644182~11837624,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:47.123 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,12582912~4084856,16777216~74927325,94167464~16143142,110929448~599809,112209671~4594316,117440512~5589834,125314987~7565640,134217728~5822384,140682082~836034,142606336~2773074,155012508~175833,157726629~11287172,169096546~13116494,184978262~6036028,191636861~25691533,222396622~43243786,266070990~1398497,267682074~4097918,279118644~3958713,283806098~1835968,285644182~11837624,297795584~46100178,344201020~3407953,348127232~17494270,369098752~44250441] 2024-04-12T08:59:47.123 INFO:tasks.workunit.client.0.smithi112.stdout:from 4 to HEAD diff [2513416~564959,7373379~4845786,14116574~2551194,18216752~7962969,26816305~50354418,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,155012508~175833,158439134~10574667,169096546~11309541,181403915~809125,184978262~6036028,191636861~25691533,222396622~3101653,226215250~39425158,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~19999134,330297074~4121774,334576905~7190180,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:47.123 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14116574~2551194,18216752~7962969,26816305~50354418,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,155012508~175833,158439134~10574667,169096546~11309541,181403915~809125,184978262~6036028,191636861~25691533,222396622~3101653,226215250~39425158,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~19999134,330297074~4121774,334576905~7190180,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:47.129 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,14116574~2551194,16777216~74927325,94167464~11776392,106159002~3957520,112209671~4594316,117440512~5589834,125314987~7565640,134217728~5822384,140682082~836034,142606336~2773074,155012508~175833,157726629~11287172,169096546~13116494,184978262~6036028,191636861~25691533,222396622~43243786,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~34262723,344201020~3407953,348127232~17494270,369098752~44250441] 2024-04-12T08:59:47.129 INFO:tasks.workunit.client.0.smithi112.stdout:from 5 to HEAD diff [2513416~564959,7373379~4845786,14116574~2551194,18216752~7962969,26816305~15139527,42762988~34407735,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,155012508~175833,158439134~10574667,169096546~11309541,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~17069929,243607770~22032638,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~19999134,330297074~4121774,334576905~7190180,344201020~3407953,350806194~14815308,370850757~40997057] 2024-04-12T08:59:47.129 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14116574~2551194,18216752~7962969,26816305~15139527,42762988~34407735,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,155012508~175833,158439134~10574667,169096546~11309541,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~17069929,243607770~22032638,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~19999134,330297074~4121774,334576905~7190180,344201020~3407953,350806194~14815308,370850757~40997057] 2024-04-12T08:59:47.135 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,14116574~2551194,16777216~25178616,42762988~48941553,94167464~11776392,106159002~3957520,112209671~4594316,117440512~5589834,125314987~7565640,134217728~5822384,140682082~836034,142606336~2773074,155012508~175833,157726629~11287172,169096546~13116494,184978262~6036028,191636861~8669754,203667050~13661344,222396622~20888557,243607770~22032638,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~34262723,344201020~3407953,348127232~17494270,370850757~40997057] 2024-04-12T08:59:47.135 INFO:tasks.workunit.client.0.smithi112.stdout:from 6 to HEAD diff [2513416~564959,7373379~4845786,14116574~2551194,18216752~7962969,26816305~15139527,42762988~29778248,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,143664296~1715114,155012508~175833,158439134~10574667,173087143~7318944,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~17069929,243607770~22032638,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~19999134,330297074~4121774,334576905~7190180,344201020~3407953,350806194~14815308,370850757~9968674,380876473~30971341] 2024-04-12T08:59:47.135 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14116574~2551194,18216752~7962969,26816305~15139527,42762988~29778248,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,143664296~1715114,155012508~175833,158439134~10574667,173087143~7318944,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~17069929,243607770~22032638,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~19999134,330297074~4121774,334576905~7190180,344201020~3407953,350806194~14815308,370850757~9968674,380876473~30971341] 2024-04-12T08:59:47.141 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,14116574~2551194,16777216~25178616,42762988~29778248,77170723~14533818,94167464~11776392,106159002~3957520,112209671~4594316,117440512~5589834,125314987~7565640,134217728~5822384,142606336~2773074,155012508~175833,157726629~11287172,173087143~9125897,184978262~6036028,191636861~8669754,203667050~13661344,222396622~20888557,243607770~22032638,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~34262723,344201020~3407953,348127232~17494270,370850757~9968674,380876473~30971341] 2024-04-12T08:59:47.141 INFO:tasks.workunit.client.0.smithi112.stdout:from 7 to HEAD diff [2513416~564959,7373379~4845786,14116574~2551194,18920573~1656110,26816305~15139527,42762988~21344930,64648946~518202,67416563~5124673,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~10296085,243607770~22032638,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~19999134,330297074~4121774,334576905~7190180,344201020~3407953,350806194~14815308,370850757~9968674,380876473~30971341] 2024-04-12T08:59:47.141 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14116574~2551194,18920573~1656110,26816305~15139527,42762988~21344930,64648946~518202,67416563~5124673,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~10296085,243607770~22032638,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~19999134,330297074~4121774,334576905~7190180,344201020~3407953,350806194~14815308,370850757~9968674,380876473~30971341] 2024-04-12T08:59:47.150 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,14116574~2551194,18920573~1656110,26816305~15139527,42762988~21344930,64648946~518202,67416563~5124673,77170723~14533818,94167464~11776392,106159002~3957520,112209671~4594316,117440512~5589834,125314987~7565640,134217728~5822384,142606336~2773074,155012508~175833,163213768~5800033,173087143~9125897,184978262~6036028,191636861~8669754,203667050~13661344,222396622~14114713,243607770~22032638,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~34262723,344201020~3407953,348127232~17494270,370850757~9968674,380876473~30971341] 2024-04-12T08:59:47.150 INFO:tasks.workunit.client.0.smithi112.stdout:from 8 to HEAD diff [2513416~564959,7373379~4845786,18920573~1656110,26816305~15139527,42762988~4979331,50509024~13598894,64648946~518202,67416563~5124673,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,125314987~7565640,136038185~4001927,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~10296085,243607770~1759280,249464673~16175735,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,299056865~7571663,307504362~19999134,330297074~2444503,334576905~7190180,344201020~3407953,350806194~14815308,370850757~9968674,380876473~1934315,384382469~27465345] 2024-04-12T08:59:47.150 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,18920573~1656110,26816305~15139527,42762988~4979331,50509024~13598894,64648946~518202,67416563~5124673,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,125314987~7565640,136038185~4001927,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~10296085,243607770~1759280,249464673~16175735,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,299056865~7571663,307504362~19999134,330297074~2444503,334576905~7190180,344201020~3407953,350806194~14815308,370850757~9968674,380876473~1934315,384382469~27465345] 2024-04-12T08:59:47.152 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,18920573~1656110,26816305~15139527,42762988~4979331,50509024~13598894,64648946~518202,67416563~5124673,77170723~14533818,94167464~11776392,106159002~3957520,112209671~4594316,125314987~7565640,136038185~4001927,142606336~2773074,155012508~175833,163213768~5800033,173087143~9125897,184978262~6036028,191636861~8669754,203667050~13661344,222396622~14114713,243607770~1759280,249464673~16175735,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,299056865~7571663,307504362~19999134,330297074~2444503,334418848~7348237,344201020~3407953,348127232~17494270,370850757~9968674,380876473~1934315,384382469~27465345] 2024-04-12T08:59:47.152 INFO:tasks.workunit.client.0.smithi112.stdout:from 9 to HEAD diff [2513416~564959,7373379~4845786,18920573~1656110,26816305~15139527,42762988~4979331,50509024~13569155,64648946~518202,67416563~5124673,79539643~6692398,86966395~4738146,94167464~3169485,98483381~7460475,106159002~3957520,112209671~4594316,125314987~7565640,136038185~4001927,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~10296085,243607770~1335933,249464673~6746613,259086788~489054,260094731~5545677,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,299056865~7571663,307504362~19999134,330297074~2444503,334576905~7190180,344201020~3407953,350806194~14815308,370850757~9968674,380876473~1934315,384382469~27465345] 2024-04-12T08:59:47.152 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,18920573~1656110,26816305~15139527,42762988~4979331,50509024~13569155,64648946~518202,67416563~5124673,79539643~6692398,86966395~4738146,94167464~3169485,98483381~7460475,106159002~3957520,112209671~4594316,125314987~7565640,136038185~4001927,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~10296085,243607770~1335933,249464673~6746613,259086788~489054,260094731~5545677,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,299056865~7571663,307504362~19999134,330297074~2444503,334576905~7190180,344201020~3407953,350806194~14815308,370850757~9968674,380876473~1934315,384382469~27465345] 2024-04-12T08:59:47.158 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,18920573~1656110,26816305~15139527,42762988~4979331,50509024~13569155,64648946~518202,67416563~5124673,77170723~9061318,86966395~4738146,94167464~3169485,98483381~7460475,106159002~3957520,112209671~4594316,125314987~7565640,136038185~4001927,142606336~2773074,155012508~175833,163213768~5800033,173087143~9125897,184978262~6036028,191636861~8669754,203667050~13661344,222396622~14114713,243607770~1335933,249464673~6746613,259086788~489054,260094731~5545677,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,299056865~7571663,307504362~19999134,330297074~2444503,334418848~7348237,344201020~3407953,348127232~17494270,370850757~9968674,380876473~1934315,384382469~27465345] 2024-04-12T08:59:47.158 INFO:tasks.workunit.client.0.smithi112.stdout:from 10 to HEAD diff [2513416~564959,7373379~4845786,18920573~1656110,26816305~13980329,42762988~4979331,50509024~13569155,64648946~518202,67416563~5124673,79539643~6692398,86966395~4738146,94167464~3169485,98483381~7460475,106159002~3957520,112209671~4594316,125314987~7565640,136038185~4001927,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,227834329~8677006,243607770~1335933,249464673~6746613,260094731~5545677,266070990~1398497,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,299056865~7571663,307504362~19999134,330297074~2444503,334576905~7190180,344201020~3407953,350806194~14815308,371536299~9283132,380876473~1934315,384382469~7338435,392913259~6182168,400706045~11141769] 2024-04-12T08:59:47.158 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,18920573~1656110,26816305~13980329,42762988~4979331,50509024~13569155,64648946~518202,67416563~5124673,79539643~6692398,86966395~4738146,94167464~3169485,98483381~7460475,106159002~3957520,112209671~4594316,125314987~7565640,136038185~4001927,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,227834329~8677006,243607770~1335933,249464673~6746613,260094731~5545677,266070990~1398497,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,299056865~7571663,307504362~19999134,330297074~2444503,334576905~7190180,344201020~3407953,350806194~14815308,371536299~9283132,380876473~1934315,384382469~7338435,392913259~6182168,400706045~11141769] 2024-04-12T08:59:47.164 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,18920573~1656110,26816305~13980329,42762988~4979331,50509024~13569155,64648946~518202,67416563~5124673,77170723~9061318,86966395~4738146,94167464~3169485,98483381~7460475,106159002~3957520,112209671~4594316,125314987~7565640,136038185~4001927,142606336~2773074,155012508~175833,163213768~5800033,173087143~9125897,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,227834329~8677006,243607770~1335933,249464673~6746613,260094731~5545677,266070990~1398497,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,299056865~7571663,307504362~19999134,330297074~2444503,334418848~7348237,344201020~3407953,348127232~17494270,371536299~9283132,380876473~1934315,384382469~7338435,392913259~6182168,400706045~11141769] 2024-04-12T08:59:47.164 INFO:tasks.workunit.client.0.smithi112.stdout:from 11 to HEAD diff [2513416~564959,7373379~4845786,18920573~1656110,26816305~3114391,30294106~10502528,42762988~4979331,50509024~13569155,67416563~5124673,79539643~6692398,86966395~4738146,94167464~3169485,98483381~7460475,112209671~4594316,125314987~7565640,136038185~4001927,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,191636861~8669754,203942791~13385603,222396622~3101653,227834329~8677006,243607770~1335933,251549576~4661710,260094731~5545677,266070990~1398497,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,299056865~7571663,307504362~19999134,330297074~2444503,334576905~7190180,344201020~3407953,350806194~14815308,376095760~4723671,380876473~1934315,384442048~7278856,392913259~6182168,400706045~11141769] 2024-04-12T08:59:47.164 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,18920573~1656110,26816305~3114391,30294106~10502528,42762988~4979331,50509024~13569155,67416563~5124673,79539643~6692398,86966395~4738146,94167464~3169485,98483381~7460475,112209671~4594316,125314987~7565640,136038185~4001927,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,191636861~8669754,203942791~13385603,222396622~3101653,227834329~8677006,243607770~1335933,251549576~4661710,260094731~5545677,266070990~1398497,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,299056865~7571663,307504362~19999134,330297074~2444503,334576905~7190180,344201020~3407953,350806194~14815308,376095760~4723671,380876473~1934315,384442048~7278856,392913259~6182168,400706045~11141769] 2024-04-12T08:59:47.170 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,18920573~1656110,26816305~3114391,30294106~10502528,42762988~4979331,50509024~13569155,67416563~5124673,77170723~9061318,86966395~4738146,94167464~3169485,98483381~7460475,112209671~4594316,125314987~7565640,136038185~4001927,142606336~2773074,155012508~175833,163213768~5800033,173087143~9125897,191636861~8669754,203942791~13385603,222396622~3101653,227834329~8677006,243607770~1335933,251549576~4661710,260094731~5545677,266070990~1398497,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,299056865~7571663,307504362~19999134,330297074~2444503,334418848~7348237,344201020~3407953,348127232~17494270,376095760~4723671,380876473~1934315,384442048~7278856,392913259~6182168,400706045~11141769] 2024-04-12T08:59:47.170 INFO:tasks.workunit.client.0.smithi112.stdout:from 12 to HEAD diff [2513416~564959,7373379~4845786,18920573~1656110,26816305~3114391,30294106~10502528,50719488~13358691,67416563~5124673,79539643~6692398,86966395~4738146,94167464~3169485,98483381~7460475,125314987~7565640,136038185~4001927,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,191636861~8669754,203942791~2064412,206843294~3431763,212834814~4493580,222396622~3101653,227834329~8677006,243607770~1335933,251549576~4661710,260094731~5545677,266070990~1398497,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,300406494~59602,307504362~6437514,315708216~11795280,330297074~2444503,334576905~7190180,344201020~3407953,350806194~14815308,376095760~4723671,384442048~7278856,392913259~6182168,400706045~10621247] 2024-04-12T08:59:47.170 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,18920573~1656110,26816305~3114391,30294106~10502528,50719488~13358691,67416563~5124673,79539643~6692398,86966395~4738146,94167464~3169485,98483381~7460475,125314987~7565640,136038185~4001927,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,191636861~8669754,203942791~2064412,206843294~3431763,212834814~4493580,222396622~3101653,227834329~8677006,243607770~1335933,251549576~4661710,260094731~5545677,266070990~1398497,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,300406494~59602,307504362~6437514,315708216~11795280,330297074~2444503,334576905~7190180,344201020~3407953,350806194~14815308,376095760~4723671,384442048~7278856,392913259~6182168,400706045~10621247] 2024-04-12T08:59:47.176 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,18920573~1656110,26816305~3114391,30294106~10502528,50719488~13358691,67416563~5124673,77170723~9061318,86966395~4738146,94167464~3169485,98483381~7460475,125314987~7565640,136038185~4001927,142606336~2773074,155012508~175833,163213768~5800033,173087143~9125897,191636861~8669754,203942791~2064412,206843294~3431763,212834814~4493580,222396622~3101653,227834329~8677006,243607770~1335933,251549576~4661710,260094731~5545677,266070990~1398497,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,300406494~59602,307504362~6437514,315708216~11795280,330297074~2444503,334418848~7348237,344201020~3407953,348127232~17494270,376095760~4723671,384442048~7278856,392913259~6182168,400706045~10621247] 2024-04-12T08:59:47.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:59:47 smithi112 ceph-mon[95375]: osdmap e879: 8 total, 8 up, 8 in 2024-04-12T08:59:47.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:59:47 smithi112 ceph-mon[99443]: osdmap e879: 8 total, 8 up, 8 in 2024-04-12T08:59:47.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:59:47 smithi175 ceph-mon[87929]: osdmap e879: 8 total, 8 up, 8 in 2024-04-12T08:59:48.089 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to HEAD diff [2513416~9705749,14032376~2635392,18216752~7962969,26816305~50354418,79539643~37264344,119155681~13724946,135546729~5971387,143664296~1715114,150032721~7693908,158439134~21966953,181403915~809125,184978262~40520013,226215250~41466824,268249087~3530905,275146669~22335137,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:48.090 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~9705749,14032376~2635392,18216752~7962969,26816305~50354418,79539643~37264344,119155681~13724946,135546729~5971387,143664296~1715114,150032721~7693908,158439134~21966953,181403915~809125,184978262~40520013,226215250~41466824,268249087~3530905,275146669~22335137,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:48.110 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~12219165,12582912~4084856,16777216~100026771,117440512~15440115,134217728~7300388,142606336~2773074,150032721~32180319,184549376~87230616,272629760~24852046,297795584~46100178,344201020~3407953,348127232~17494270,369098752~44250441] 2024-04-12T08:59:48.110 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to HEAD diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,26816305~50354418,79539643~37264344,119155681~13724946,135546729~4493383,140682082~836034,143664296~1715114,150032721~7693908,158439134~21966953,181403915~809125,184978262~40520013,226215250~39425158,266070990~1398497,268249087~3530905,279118644~18363162,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:48.110 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,26816305~50354418,79539643~37264344,119155681~13724946,135546729~4493383,140682082~836034,143664296~1715114,150032721~7693908,158439134~21966953,181403915~809125,184978262~40520013,226215250~39425158,266070990~1398497,268249087~3530905,279118644~18363162,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:48.116 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,12582912~4084856,16777216~100026771,117440512~15440115,134217728~5822384,140682082~836034,142606336~2773074,150032721~32180319,184549376~81091032,266070990~1398497,267682074~4097918,279118644~18363162,297795584~46100178,344201020~3407953,348127232~17494270,369098752~44250441] 2024-04-12T08:59:48.116 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to HEAD diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,26816305~50354418,79539643~12164898,94167464~16143142,110929448~599809,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,150032721~7693908,158439134~10574667,169096546~11309541,181403915~809125,184978262~40520013,226215250~39425158,266070990~1398497,268249087~3530905,279118644~18363162,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:48.116 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,26816305~50354418,79539643~12164898,94167464~16143142,110929448~599809,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,150032721~7693908,158439134~10574667,169096546~11309541,181403915~809125,184978262~40520013,226215250~39425158,266070990~1398497,268249087~3530905,279118644~18363162,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:48.122 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,12582912~4084856,16777216~74927325,94167464~16143142,110929448~599809,112209671~4594316,117440512~5589834,125314987~7565640,134217728~5822384,140682082~836034,142606336~2773074,150032721~18981080,169096546~13116494,184549376~81091032,266070990~1398497,267682074~4097918,279118644~18363162,297795584~46100178,344201020~3407953,348127232~17494270,369098752~44250441] 2024-04-12T08:59:48.122 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to HEAD diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,26816305~50354418,79539643~12164898,94167464~16143142,110929448~599809,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,155012508~175833,158439134~10574667,169096546~11309541,181403915~809125,184978262~6036028,191636861~25691533,222396622~3101653,226215250~39425158,266070990~1398497,268249087~3530905,279118644~3958713,283806098~1835968,285644182~11837624,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:48.122 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,26816305~50354418,79539643~12164898,94167464~16143142,110929448~599809,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,155012508~175833,158439134~10574667,169096546~11309541,181403915~809125,184978262~6036028,191636861~25691533,222396622~3101653,226215250~39425158,266070990~1398497,268249087~3530905,279118644~3958713,283806098~1835968,285644182~11837624,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:48.128 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,12582912~4084856,16777216~74927325,94167464~16143142,110929448~599809,112209671~4594316,117440512~5589834,125314987~7565640,134217728~5822384,140682082~836034,142606336~2773074,155012508~175833,157726629~11287172,169096546~13116494,184978262~6036028,191636861~25691533,222396622~43243786,266070990~1398497,267682074~4097918,279118644~3958713,283806098~1835968,285644182~11837624,297795584~46100178,344201020~3407953,348127232~17494270,369098752~44250441] 2024-04-12T08:59:48.128 INFO:tasks.workunit.client.0.smithi112.stdout:from 4 to HEAD diff [2513416~564959,7373379~4845786,14116574~2551194,18216752~7962969,26816305~50354418,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,155012508~175833,158439134~10574667,169096546~11309541,181403915~809125,184978262~6036028,191636861~25691533,222396622~3101653,226215250~39425158,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~19999134,330297074~4121774,334576905~7190180,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:48.128 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14116574~2551194,18216752~7962969,26816305~50354418,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,155012508~175833,158439134~10574667,169096546~11309541,181403915~809125,184978262~6036028,191636861~25691533,222396622~3101653,226215250~39425158,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~19999134,330297074~4121774,334576905~7190180,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:48.133 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,14116574~2551194,16777216~74927325,94167464~11776392,106159002~3957520,112209671~4594316,117440512~5589834,125314987~7565640,134217728~5822384,140682082~836034,142606336~2773074,155012508~175833,157726629~11287172,169096546~13116494,184978262~6036028,191636861~25691533,222396622~43243786,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~34262723,344201020~3407953,348127232~17494270,369098752~44250441] 2024-04-12T08:59:48.133 INFO:tasks.workunit.client.0.smithi112.stdout:from 5 to HEAD diff [2513416~564959,7373379~4845786,14116574~2551194,18216752~7962969,26816305~15139527,42762988~34407735,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,155012508~175833,158439134~10574667,169096546~11309541,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~17069929,243607770~22032638,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~19999134,330297074~4121774,334576905~7190180,344201020~3407953,350806194~14815308,370850757~40997057] 2024-04-12T08:59:48.134 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14116574~2551194,18216752~7962969,26816305~15139527,42762988~34407735,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,155012508~175833,158439134~10574667,169096546~11309541,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~17069929,243607770~22032638,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~19999134,330297074~4121774,334576905~7190180,344201020~3407953,350806194~14815308,370850757~40997057] 2024-04-12T08:59:48.139 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,14116574~2551194,16777216~25178616,42762988~48941553,94167464~11776392,106159002~3957520,112209671~4594316,117440512~5589834,125314987~7565640,134217728~5822384,140682082~836034,142606336~2773074,155012508~175833,157726629~11287172,169096546~13116494,184978262~6036028,191636861~8669754,203667050~13661344,222396622~20888557,243607770~22032638,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~34262723,344201020~3407953,348127232~17494270,370850757~40997057] 2024-04-12T08:59:48.139 INFO:tasks.workunit.client.0.smithi112.stdout:from 6 to HEAD diff [2513416~564959,7373379~4845786,14116574~2551194,18216752~7962969,26816305~15139527,42762988~29778248,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,143664296~1715114,155012508~175833,158439134~10574667,173087143~7318944,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~17069929,243607770~22032638,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~19999134,330297074~4121774,334576905~7190180,344201020~3407953,350806194~14815308,370850757~9968674,380876473~30971341] 2024-04-12T08:59:48.139 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14116574~2551194,18216752~7962969,26816305~15139527,42762988~29778248,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,143664296~1715114,155012508~175833,158439134~10574667,173087143~7318944,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~17069929,243607770~22032638,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~19999134,330297074~4121774,334576905~7190180,344201020~3407953,350806194~14815308,370850757~9968674,380876473~30971341] 2024-04-12T08:59:48.145 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,14116574~2551194,16777216~25178616,42762988~29778248,77170723~14533818,94167464~11776392,106159002~3957520,112209671~4594316,117440512~5589834,125314987~7565640,134217728~5822384,142606336~2773074,155012508~175833,157726629~11287172,173087143~9125897,184978262~6036028,191636861~8669754,203667050~13661344,222396622~20888557,243607770~22032638,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~34262723,344201020~3407953,348127232~17494270,370850757~9968674,380876473~30971341] 2024-04-12T08:59:48.145 INFO:tasks.workunit.client.0.smithi112.stdout:from 7 to HEAD diff [2513416~564959,7373379~4845786,14116574~2551194,18920573~1656110,26816305~15139527,42762988~21344930,64648946~518202,67416563~5124673,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~10296085,243607770~22032638,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~19999134,330297074~4121774,334576905~7190180,344201020~3407953,350806194~14815308,370850757~9968674,380876473~30971341] 2024-04-12T08:59:48.145 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14116574~2551194,18920573~1656110,26816305~15139527,42762988~21344930,64648946~518202,67416563~5124673,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~10296085,243607770~22032638,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~19999134,330297074~4121774,334576905~7190180,344201020~3407953,350806194~14815308,370850757~9968674,380876473~30971341] 2024-04-12T08:59:48.150 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,14116574~2551194,18920573~1656110,26816305~15139527,42762988~21344930,64648946~518202,67416563~5124673,77170723~14533818,94167464~11776392,106159002~3957520,112209671~4594316,117440512~5589834,125314987~7565640,134217728~5822384,142606336~2773074,155012508~175833,163213768~5800033,173087143~9125897,184978262~6036028,191636861~8669754,203667050~13661344,222396622~14114713,243607770~22032638,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~34262723,344201020~3407953,348127232~17494270,370850757~9968674,380876473~30971341] 2024-04-12T08:59:48.150 INFO:tasks.workunit.client.0.smithi112.stdout:from 8 to HEAD diff [2513416~564959,7373379~4845786,18920573~1656110,26816305~15139527,42762988~4979331,50509024~13598894,64648946~518202,67416563~5124673,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,125314987~7565640,136038185~4001927,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~10296085,243607770~1759280,249464673~16175735,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,299056865~7571663,307504362~19999134,330297074~2444503,334576905~7190180,344201020~3407953,350806194~14815308,370850757~9968674,380876473~1934315,384382469~27465345] 2024-04-12T08:59:48.150 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,18920573~1656110,26816305~15139527,42762988~4979331,50509024~13598894,64648946~518202,67416563~5124673,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,125314987~7565640,136038185~4001927,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~10296085,243607770~1759280,249464673~16175735,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,299056865~7571663,307504362~19999134,330297074~2444503,334576905~7190180,344201020~3407953,350806194~14815308,370850757~9968674,380876473~1934315,384382469~27465345] 2024-04-12T08:59:48.156 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,18920573~1656110,26816305~15139527,42762988~4979331,50509024~13598894,64648946~518202,67416563~5124673,77170723~14533818,94167464~11776392,106159002~3957520,112209671~4594316,125314987~7565640,136038185~4001927,142606336~2773074,155012508~175833,163213768~5800033,173087143~9125897,184978262~6036028,191636861~8669754,203667050~13661344,222396622~14114713,243607770~1759280,249464673~16175735,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,299056865~7571663,307504362~19999134,330297074~2444503,334418848~7348237,344201020~3407953,348127232~17494270,370850757~9968674,380876473~1934315,384382469~27465345] 2024-04-12T08:59:48.156 INFO:tasks.workunit.client.0.smithi112.stdout:from 9 to HEAD diff [2513416~564959,7373379~4845786,18920573~1656110,26816305~15139527,42762988~4979331,50509024~13569155,64648946~518202,67416563~5124673,79539643~6692398,86966395~4738146,94167464~3169485,98483381~7460475,106159002~3957520,112209671~4594316,125314987~7565640,136038185~4001927,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~10296085,243607770~1335933,249464673~6746613,259086788~489054,260094731~5545677,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,299056865~7571663,307504362~19999134,330297074~2444503,334576905~7190180,344201020~3407953,350806194~14815308,370850757~9968674,380876473~1934315,384382469~27465345] 2024-04-12T08:59:48.156 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,18920573~1656110,26816305~15139527,42762988~4979331,50509024~13569155,64648946~518202,67416563~5124673,79539643~6692398,86966395~4738146,94167464~3169485,98483381~7460475,106159002~3957520,112209671~4594316,125314987~7565640,136038185~4001927,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~10296085,243607770~1335933,249464673~6746613,259086788~489054,260094731~5545677,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,299056865~7571663,307504362~19999134,330297074~2444503,334576905~7190180,344201020~3407953,350806194~14815308,370850757~9968674,380876473~1934315,384382469~27465345] 2024-04-12T08:59:48.162 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,18920573~1656110,26816305~15139527,42762988~4979331,50509024~13569155,64648946~518202,67416563~5124673,77170723~9061318,86966395~4738146,94167464~3169485,98483381~7460475,106159002~3957520,112209671~4594316,125314987~7565640,136038185~4001927,142606336~2773074,155012508~175833,163213768~5800033,173087143~9125897,184978262~6036028,191636861~8669754,203667050~13661344,222396622~14114713,243607770~1335933,249464673~6746613,259086788~489054,260094731~5545677,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,299056865~7571663,307504362~19999134,330297074~2444503,334418848~7348237,344201020~3407953,348127232~17494270,370850757~9968674,380876473~1934315,384382469~27465345] 2024-04-12T08:59:48.162 INFO:tasks.workunit.client.0.smithi112.stdout:from 10 to HEAD diff [2513416~564959,7373379~4845786,18920573~1656110,26816305~13980329,42762988~4979331,50509024~13569155,64648946~518202,67416563~5124673,79539643~6692398,86966395~4738146,94167464~3169485,98483381~7460475,106159002~3957520,112209671~4594316,125314987~7565640,136038185~4001927,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,227834329~8677006,243607770~1335933,249464673~6746613,260094731~5545677,266070990~1398497,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,299056865~7571663,307504362~19999134,330297074~2444503,334576905~7190180,344201020~3407953,350806194~14815308,371536299~9283132,380876473~1934315,384382469~7338435,392913259~6182168,400706045~11141769] 2024-04-12T08:59:48.162 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,18920573~1656110,26816305~13980329,42762988~4979331,50509024~13569155,64648946~518202,67416563~5124673,79539643~6692398,86966395~4738146,94167464~3169485,98483381~7460475,106159002~3957520,112209671~4594316,125314987~7565640,136038185~4001927,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,227834329~8677006,243607770~1335933,249464673~6746613,260094731~5545677,266070990~1398497,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,299056865~7571663,307504362~19999134,330297074~2444503,334576905~7190180,344201020~3407953,350806194~14815308,371536299~9283132,380876473~1934315,384382469~7338435,392913259~6182168,400706045~11141769] 2024-04-12T08:59:48.167 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,18920573~1656110,26816305~13980329,42762988~4979331,50509024~13569155,64648946~518202,67416563~5124673,77170723~9061318,86966395~4738146,94167464~3169485,98483381~7460475,106159002~3957520,112209671~4594316,125314987~7565640,136038185~4001927,142606336~2773074,155012508~175833,163213768~5800033,173087143~9125897,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,227834329~8677006,243607770~1335933,249464673~6746613,260094731~5545677,266070990~1398497,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,299056865~7571663,307504362~19999134,330297074~2444503,334418848~7348237,344201020~3407953,348127232~17494270,371536299~9283132,380876473~1934315,384382469~7338435,392913259~6182168,400706045~11141769] 2024-04-12T08:59:48.167 INFO:tasks.workunit.client.0.smithi112.stdout:from 11 to HEAD diff [2513416~564959,7373379~4845786,18920573~1656110,26816305~3114391,30294106~10502528,42762988~4979331,50509024~13569155,67416563~5124673,79539643~6692398,86966395~4738146,94167464~3169485,98483381~7460475,112209671~4594316,125314987~7565640,136038185~4001927,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,191636861~8669754,203942791~13385603,222396622~3101653,227834329~8677006,243607770~1335933,251549576~4661710,260094731~5545677,266070990~1398497,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,299056865~7571663,307504362~19999134,330297074~2444503,334576905~7190180,344201020~3407953,350806194~14815308,376095760~4723671,380876473~1934315,384442048~7278856,392913259~6182168,400706045~11141769] 2024-04-12T08:59:48.167 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,18920573~1656110,26816305~3114391,30294106~10502528,42762988~4979331,50509024~13569155,67416563~5124673,79539643~6692398,86966395~4738146,94167464~3169485,98483381~7460475,112209671~4594316,125314987~7565640,136038185~4001927,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,191636861~8669754,203942791~13385603,222396622~3101653,227834329~8677006,243607770~1335933,251549576~4661710,260094731~5545677,266070990~1398497,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,299056865~7571663,307504362~19999134,330297074~2444503,334576905~7190180,344201020~3407953,350806194~14815308,376095760~4723671,380876473~1934315,384442048~7278856,392913259~6182168,400706045~11141769] 2024-04-12T08:59:48.172 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,18920573~1656110,26816305~3114391,30294106~10502528,42762988~4979331,50509024~13569155,67416563~5124673,77170723~9061318,86966395~4738146,94167464~3169485,98483381~7460475,112209671~4594316,125314987~7565640,136038185~4001927,142606336~2773074,155012508~175833,163213768~5800033,173087143~9125897,191636861~8669754,203942791~13385603,222396622~3101653,227834329~8677006,243607770~1335933,251549576~4661710,260094731~5545677,266070990~1398497,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,299056865~7571663,307504362~19999134,330297074~2444503,334418848~7348237,344201020~3407953,348127232~17494270,376095760~4723671,380876473~1934315,384442048~7278856,392913259~6182168,400706045~11141769] 2024-04-12T08:59:48.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:59:48 smithi112 ceph-mon[95375]: pgmap v982: 105 pgs: 105 active+clean; 851 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 162 KiB/s rd, 1.8 MiB/s wr, 3.59k op/s 2024-04-12T08:59:48.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:59:48 smithi112 ceph-mon[95375]: osdmap e880: 8 total, 8 up, 8 in 2024-04-12T08:59:48.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:59:48 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:59:48.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:59:48 smithi112 ceph-mon[99443]: pgmap v982: 105 pgs: 105 active+clean; 851 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 162 KiB/s rd, 1.8 MiB/s wr, 3.59k op/s 2024-04-12T08:59:48.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:59:48 smithi112 ceph-mon[99443]: osdmap e880: 8 total, 8 up, 8 in 2024-04-12T08:59:48.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:59:48 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:59:48.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:59:48 smithi175 ceph-mon[87929]: pgmap v982: 105 pgs: 105 active+clean; 851 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 162 KiB/s rd, 1.8 MiB/s wr, 3.59k op/s 2024-04-12T08:59:48.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:59:48 smithi175 ceph-mon[87929]: osdmap e880: 8 total, 8 up, 8 in 2024-04-12T08:59:48.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:59:48 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T08:59:49.092 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to HEAD diff [2513416~9705749,14032376~2635392,18216752~7962969,26816305~50354418,79539643~37264344,119155681~13724946,135546729~5971387,143664296~1715114,150032721~7693908,158439134~21966953,181403915~809125,184978262~40520013,226215250~41466824,268249087~3530905,275146669~22335137,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:49.092 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~9705749,14032376~2635392,18216752~7962969,26816305~50354418,79539643~37264344,119155681~13724946,135546729~5971387,143664296~1715114,150032721~7693908,158439134~21966953,181403915~809125,184978262~40520013,226215250~41466824,268249087~3530905,275146669~22335137,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:49.114 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~12219165,12582912~4084856,16777216~100026771,117440512~15440115,134217728~7300388,142606336~2773074,150032721~32180319,184549376~87230616,272629760~24852046,297795584~46100178,344201020~3407953,348127232~17494270,369098752~44250441] 2024-04-12T08:59:49.114 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to HEAD diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,26816305~50354418,79539643~37264344,119155681~13724946,135546729~4493383,140682082~836034,143664296~1715114,150032721~7693908,158439134~21966953,181403915~809125,184978262~40520013,226215250~39425158,266070990~1398497,268249087~3530905,279118644~18363162,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:49.114 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,26816305~50354418,79539643~37264344,119155681~13724946,135546729~4493383,140682082~836034,143664296~1715114,150032721~7693908,158439134~21966953,181403915~809125,184978262~40520013,226215250~39425158,266070990~1398497,268249087~3530905,279118644~18363162,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:49.120 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,12582912~4084856,16777216~100026771,117440512~15440115,134217728~5822384,140682082~836034,142606336~2773074,150032721~32180319,184549376~81091032,266070990~1398497,267682074~4097918,279118644~18363162,297795584~46100178,344201020~3407953,348127232~17494270,369098752~44250441] 2024-04-12T08:59:49.120 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to HEAD diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,26816305~50354418,79539643~12164898,94167464~16143142,110929448~599809,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,150032721~7693908,158439134~10574667,169096546~11309541,181403915~809125,184978262~40520013,226215250~39425158,266070990~1398497,268249087~3530905,279118644~18363162,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:49.120 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,26816305~50354418,79539643~12164898,94167464~16143142,110929448~599809,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,150032721~7693908,158439134~10574667,169096546~11309541,181403915~809125,184978262~40520013,226215250~39425158,266070990~1398497,268249087~3530905,279118644~18363162,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:49.126 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,12582912~4084856,16777216~74927325,94167464~16143142,110929448~599809,112209671~4594316,117440512~5589834,125314987~7565640,134217728~5822384,140682082~836034,142606336~2773074,150032721~18981080,169096546~13116494,184549376~81091032,266070990~1398497,267682074~4097918,279118644~18363162,297795584~46100178,344201020~3407953,348127232~17494270,369098752~44250441] 2024-04-12T08:59:49.126 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to HEAD diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,26816305~50354418,79539643~12164898,94167464~16143142,110929448~599809,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,155012508~175833,158439134~10574667,169096546~11309541,181403915~809125,184978262~6036028,191636861~25691533,222396622~3101653,226215250~39425158,266070990~1398497,268249087~3530905,279118644~3958713,283806098~1835968,285644182~11837624,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:49.126 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,26816305~50354418,79539643~12164898,94167464~16143142,110929448~599809,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,155012508~175833,158439134~10574667,169096546~11309541,181403915~809125,184978262~6036028,191636861~25691533,222396622~3101653,226215250~39425158,266070990~1398497,268249087~3530905,279118644~3958713,283806098~1835968,285644182~11837624,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:49.132 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,12582912~4084856,16777216~74927325,94167464~16143142,110929448~599809,112209671~4594316,117440512~5589834,125314987~7565640,134217728~5822384,140682082~836034,142606336~2773074,155012508~175833,157726629~11287172,169096546~13116494,184978262~6036028,191636861~25691533,222396622~43243786,266070990~1398497,267682074~4097918,279118644~3958713,283806098~1835968,285644182~11837624,297795584~46100178,344201020~3407953,348127232~17494270,369098752~44250441] 2024-04-12T08:59:49.132 INFO:tasks.workunit.client.0.smithi112.stdout:from 4 to HEAD diff [2513416~564959,7373379~4845786,14116574~2551194,18216752~7962969,26816305~50354418,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,155012508~175833,158439134~10574667,169096546~11309541,181403915~809125,184978262~6036028,191636861~25691533,222396622~3101653,226215250~39425158,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~19999134,330297074~4121774,334576905~7190180,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:49.132 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14116574~2551194,18216752~7962969,26816305~50354418,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,155012508~175833,158439134~10574667,169096546~11309541,181403915~809125,184978262~6036028,191636861~25691533,222396622~3101653,226215250~39425158,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~19999134,330297074~4121774,334576905~7190180,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:49.138 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,14116574~2551194,16777216~74927325,94167464~11776392,106159002~3957520,112209671~4594316,117440512~5589834,125314987~7565640,134217728~5822384,140682082~836034,142606336~2773074,155012508~175833,157726629~11287172,169096546~13116494,184978262~6036028,191636861~25691533,222396622~43243786,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~34262723,344201020~3407953,348127232~17494270,369098752~44250441] 2024-04-12T08:59:49.138 INFO:tasks.workunit.client.0.smithi112.stdout:from 5 to HEAD diff [2513416~564959,7373379~4845786,14116574~2551194,18216752~7962969,26816305~15139527,42762988~34407735,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,155012508~175833,158439134~10574667,169096546~11309541,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~17069929,243607770~22032638,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~19999134,330297074~4121774,334576905~7190180,344201020~3407953,350806194~14815308,370850757~40997057] 2024-04-12T08:59:49.138 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14116574~2551194,18216752~7962969,26816305~15139527,42762988~34407735,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,155012508~175833,158439134~10574667,169096546~11309541,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~17069929,243607770~22032638,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~19999134,330297074~4121774,334576905~7190180,344201020~3407953,350806194~14815308,370850757~40997057] 2024-04-12T08:59:49.144 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,14116574~2551194,16777216~25178616,42762988~48941553,94167464~11776392,106159002~3957520,112209671~4594316,117440512~5589834,125314987~7565640,134217728~5822384,140682082~836034,142606336~2773074,155012508~175833,157726629~11287172,169096546~13116494,184978262~6036028,191636861~8669754,203667050~13661344,222396622~20888557,243607770~22032638,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~34262723,344201020~3407953,348127232~17494270,370850757~40997057] 2024-04-12T08:59:49.144 INFO:tasks.workunit.client.0.smithi112.stdout:from 6 to HEAD diff [2513416~564959,7373379~4845786,14116574~2551194,18216752~7962969,26816305~15139527,42762988~29778248,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,143664296~1715114,155012508~175833,158439134~10574667,173087143~7318944,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~17069929,243607770~22032638,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~19999134,330297074~4121774,334576905~7190180,344201020~3407953,350806194~14815308,370850757~9968674,380876473~30971341] 2024-04-12T08:59:49.144 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14116574~2551194,18216752~7962969,26816305~15139527,42762988~29778248,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,143664296~1715114,155012508~175833,158439134~10574667,173087143~7318944,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~17069929,243607770~22032638,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~19999134,330297074~4121774,334576905~7190180,344201020~3407953,350806194~14815308,370850757~9968674,380876473~30971341] 2024-04-12T08:59:49.150 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,14116574~2551194,16777216~25178616,42762988~29778248,77170723~14533818,94167464~11776392,106159002~3957520,112209671~4594316,117440512~5589834,125314987~7565640,134217728~5822384,142606336~2773074,155012508~175833,157726629~11287172,173087143~9125897,184978262~6036028,191636861~8669754,203667050~13661344,222396622~20888557,243607770~22032638,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~34262723,344201020~3407953,348127232~17494270,370850757~9968674,380876473~30971341] 2024-04-12T08:59:49.150 INFO:tasks.workunit.client.0.smithi112.stdout:from 7 to HEAD diff [2513416~564959,7373379~4845786,14116574~2551194,18920573~1656110,26816305~15139527,42762988~21344930,64648946~518202,67416563~5124673,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~10296085,243607770~22032638,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~19999134,330297074~4121774,334576905~7190180,344201020~3407953,350806194~14815308,370850757~9968674,380876473~30971341] 2024-04-12T08:59:49.150 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14116574~2551194,18920573~1656110,26816305~15139527,42762988~21344930,64648946~518202,67416563~5124673,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~10296085,243607770~22032638,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~19999134,330297074~4121774,334576905~7190180,344201020~3407953,350806194~14815308,370850757~9968674,380876473~30971341] 2024-04-12T08:59:49.155 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,14116574~2551194,18920573~1656110,26816305~15139527,42762988~21344930,64648946~518202,67416563~5124673,77170723~14533818,94167464~11776392,106159002~3957520,112209671~4594316,117440512~5589834,125314987~7565640,134217728~5822384,142606336~2773074,155012508~175833,163213768~5800033,173087143~9125897,184978262~6036028,191636861~8669754,203667050~13661344,222396622~14114713,243607770~22032638,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~34262723,344201020~3407953,348127232~17494270,370850757~9968674,380876473~30971341] 2024-04-12T08:59:49.156 INFO:tasks.workunit.client.0.smithi112.stdout:from 8 to HEAD diff [2513416~564959,7373379~4845786,18920573~1656110,26816305~15139527,42762988~4979331,50509024~13598894,64648946~518202,67416563~5124673,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,125314987~7565640,136038185~4001927,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~10296085,243607770~1759280,249464673~16175735,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,299056865~7571663,307504362~19999134,330297074~2444503,334576905~7190180,344201020~3407953,350806194~14815308,370850757~9968674,380876473~1934315,384382469~27465345] 2024-04-12T08:59:49.156 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,18920573~1656110,26816305~15139527,42762988~4979331,50509024~13598894,64648946~518202,67416563~5124673,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,125314987~7565640,136038185~4001927,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~10296085,243607770~1759280,249464673~16175735,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,299056865~7571663,307504362~19999134,330297074~2444503,334576905~7190180,344201020~3407953,350806194~14815308,370850757~9968674,380876473~1934315,384382469~27465345] 2024-04-12T08:59:49.161 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,18920573~1656110,26816305~15139527,42762988~4979331,50509024~13598894,64648946~518202,67416563~5124673,77170723~14533818,94167464~11776392,106159002~3957520,112209671~4594316,125314987~7565640,136038185~4001927,142606336~2773074,155012508~175833,163213768~5800033,173087143~9125897,184978262~6036028,191636861~8669754,203667050~13661344,222396622~14114713,243607770~1759280,249464673~16175735,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,299056865~7571663,307504362~19999134,330297074~2444503,334418848~7348237,344201020~3407953,348127232~17494270,370850757~9968674,380876473~1934315,384382469~27465345] 2024-04-12T08:59:49.161 INFO:tasks.workunit.client.0.smithi112.stdout:from 9 to HEAD diff [2513416~564959,7373379~4845786,18920573~1656110,26816305~15139527,42762988~4979331,50509024~13569155,64648946~518202,67416563~5124673,79539643~6692398,86966395~4738146,94167464~3169485,98483381~7460475,106159002~3957520,112209671~4594316,125314987~7565640,136038185~4001927,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~10296085,243607770~1335933,249464673~6746613,259086788~489054,260094731~5545677,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,299056865~7571663,307504362~19999134,330297074~2444503,334576905~7190180,344201020~3407953,350806194~14815308,370850757~9968674,380876473~1934315,384382469~27465345] 2024-04-12T08:59:49.162 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,18920573~1656110,26816305~15139527,42762988~4979331,50509024~13569155,64648946~518202,67416563~5124673,79539643~6692398,86966395~4738146,94167464~3169485,98483381~7460475,106159002~3957520,112209671~4594316,125314987~7565640,136038185~4001927,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~10296085,243607770~1335933,249464673~6746613,259086788~489054,260094731~5545677,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,299056865~7571663,307504362~19999134,330297074~2444503,334576905~7190180,344201020~3407953,350806194~14815308,370850757~9968674,380876473~1934315,384382469~27465345] 2024-04-12T08:59:49.167 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,18920573~1656110,26816305~15139527,42762988~4979331,50509024~13569155,64648946~518202,67416563~5124673,77170723~9061318,86966395~4738146,94167464~3169485,98483381~7460475,106159002~3957520,112209671~4594316,125314987~7565640,136038185~4001927,142606336~2773074,155012508~175833,163213768~5800033,173087143~9125897,184978262~6036028,191636861~8669754,203667050~13661344,222396622~14114713,243607770~1335933,249464673~6746613,259086788~489054,260094731~5545677,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,299056865~7571663,307504362~19999134,330297074~2444503,334418848~7348237,344201020~3407953,348127232~17494270,370850757~9968674,380876473~1934315,384382469~27465345] 2024-04-12T08:59:49.167 INFO:tasks.workunit.client.0.smithi112.stdout:from 10 to HEAD diff [2513416~564959,7373379~4845786,18920573~1656110,26816305~13980329,42762988~4979331,50509024~13569155,64648946~518202,67416563~5124673,79539643~6692398,86966395~4738146,94167464~3169485,98483381~7460475,106159002~3957520,112209671~4594316,125314987~7565640,136038185~4001927,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,227834329~8677006,243607770~1335933,249464673~6746613,260094731~5545677,266070990~1398497,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,299056865~7571663,307504362~19999134,330297074~2444503,334576905~7190180,344201020~3407953,350806194~14815308,371536299~9283132,380876473~1934315,384382469~7338435,392913259~6182168,400706045~11141769] 2024-04-12T08:59:49.167 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,18920573~1656110,26816305~13980329,42762988~4979331,50509024~13569155,64648946~518202,67416563~5124673,79539643~6692398,86966395~4738146,94167464~3169485,98483381~7460475,106159002~3957520,112209671~4594316,125314987~7565640,136038185~4001927,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,227834329~8677006,243607770~1335933,249464673~6746613,260094731~5545677,266070990~1398497,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,299056865~7571663,307504362~19999134,330297074~2444503,334576905~7190180,344201020~3407953,350806194~14815308,371536299~9283132,380876473~1934315,384382469~7338435,392913259~6182168,400706045~11141769] 2024-04-12T08:59:49.172 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,18920573~1656110,26816305~13980329,42762988~4979331,50509024~13569155,64648946~518202,67416563~5124673,77170723~9061318,86966395~4738146,94167464~3169485,98483381~7460475,106159002~3957520,112209671~4594316,125314987~7565640,136038185~4001927,142606336~2773074,155012508~175833,163213768~5800033,173087143~9125897,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,227834329~8677006,243607770~1335933,249464673~6746613,260094731~5545677,266070990~1398497,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,299056865~7571663,307504362~19999134,330297074~2444503,334418848~7348237,344201020~3407953,348127232~17494270,371536299~9283132,380876473~1934315,384382469~7338435,392913259~6182168,400706045~11141769] 2024-04-12T08:59:49.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:59:49 smithi112 ceph-mon[95375]: osdmap e881: 8 total, 8 up, 8 in 2024-04-12T08:59:49.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:59:49 smithi112 ceph-mon[99443]: osdmap e881: 8 total, 8 up, 8 in 2024-04-12T08:59:49.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:59:49 smithi175 ceph-mon[87929]: osdmap e881: 8 total, 8 up, 8 in 2024-04-12T08:59:50.106 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to HEAD diff [2513416~9705749,14032376~2635392,18216752~7962969,26816305~50354418,79539643~37264344,119155681~13724946,135546729~5971387,143664296~1715114,150032721~7693908,158439134~21966953,181403915~809125,184978262~40520013,226215250~41466824,268249087~3530905,275146669~22335137,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:50.106 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~9705749,14032376~2635392,18216752~7962969,26816305~50354418,79539643~37264344,119155681~13724946,135546729~5971387,143664296~1715114,150032721~7693908,158439134~21966953,181403915~809125,184978262~40520013,226215250~41466824,268249087~3530905,275146669~22335137,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:50.125 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~12219165,12582912~4084856,16777216~100026771,117440512~15440115,134217728~7300388,142606336~2773074,150032721~32180319,184549376~87230616,272629760~24852046,297795584~46100178,344201020~3407953,348127232~17494270,369098752~44250441] 2024-04-12T08:59:50.125 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to HEAD diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,26816305~50354418,79539643~37264344,119155681~13724946,135546729~4493383,140682082~836034,143664296~1715114,150032721~7693908,158439134~21966953,181403915~809125,184978262~40520013,226215250~39425158,266070990~1398497,268249087~3530905,279118644~18363162,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:50.125 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,26816305~50354418,79539643~37264344,119155681~13724946,135546729~4493383,140682082~836034,143664296~1715114,150032721~7693908,158439134~21966953,181403915~809125,184978262~40520013,226215250~39425158,266070990~1398497,268249087~3530905,279118644~18363162,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:50.131 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,12582912~4084856,16777216~100026771,117440512~15440115,134217728~5822384,140682082~836034,142606336~2773074,150032721~32180319,184549376~81091032,266070990~1398497,267682074~4097918,279118644~18363162,297795584~46100178,344201020~3407953,348127232~17494270,369098752~44250441] 2024-04-12T08:59:50.131 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to HEAD diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,26816305~50354418,79539643~12164898,94167464~16143142,110929448~599809,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,150032721~7693908,158439134~10574667,169096546~11309541,181403915~809125,184978262~40520013,226215250~39425158,266070990~1398497,268249087~3530905,279118644~18363162,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:50.131 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,26816305~50354418,79539643~12164898,94167464~16143142,110929448~599809,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,150032721~7693908,158439134~10574667,169096546~11309541,181403915~809125,184978262~40520013,226215250~39425158,266070990~1398497,268249087~3530905,279118644~18363162,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:50.137 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,12582912~4084856,16777216~74927325,94167464~16143142,110929448~599809,112209671~4594316,117440512~5589834,125314987~7565640,134217728~5822384,140682082~836034,142606336~2773074,150032721~18981080,169096546~13116494,184549376~81091032,266070990~1398497,267682074~4097918,279118644~18363162,297795584~46100178,344201020~3407953,348127232~17494270,369098752~44250441] 2024-04-12T08:59:50.138 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to HEAD diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,26816305~50354418,79539643~12164898,94167464~16143142,110929448~599809,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,155012508~175833,158439134~10574667,169096546~11309541,181403915~809125,184978262~6036028,191636861~25691533,222396622~3101653,226215250~39425158,266070990~1398497,268249087~3530905,279118644~3958713,283806098~1835968,285644182~11837624,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:50.138 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,26816305~50354418,79539643~12164898,94167464~16143142,110929448~599809,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,155012508~175833,158439134~10574667,169096546~11309541,181403915~809125,184978262~6036028,191636861~25691533,222396622~3101653,226215250~39425158,266070990~1398497,268249087~3530905,279118644~3958713,283806098~1835968,285644182~11837624,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:50.144 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,12582912~4084856,16777216~74927325,94167464~16143142,110929448~599809,112209671~4594316,117440512~5589834,125314987~7565640,134217728~5822384,140682082~836034,142606336~2773074,155012508~175833,157726629~11287172,169096546~13116494,184978262~6036028,191636861~25691533,222396622~43243786,266070990~1398497,267682074~4097918,279118644~3958713,283806098~1835968,285644182~11837624,297795584~46100178,344201020~3407953,348127232~17494270,369098752~44250441] 2024-04-12T08:59:50.144 INFO:tasks.workunit.client.0.smithi112.stdout:from 4 to HEAD diff [2513416~564959,7373379~4845786,14116574~2551194,18216752~7962969,26816305~50354418,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,155012508~175833,158439134~10574667,169096546~11309541,181403915~809125,184978262~6036028,191636861~25691533,222396622~3101653,226215250~39425158,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~19999134,330297074~4121774,334576905~7190180,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:50.144 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14116574~2551194,18216752~7962969,26816305~50354418,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,155012508~175833,158439134~10574667,169096546~11309541,181403915~809125,184978262~6036028,191636861~25691533,222396622~3101653,226215250~39425158,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~19999134,330297074~4121774,334576905~7190180,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:50.150 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,14116574~2551194,16777216~74927325,94167464~11776392,106159002~3957520,112209671~4594316,117440512~5589834,125314987~7565640,134217728~5822384,140682082~836034,142606336~2773074,155012508~175833,157726629~11287172,169096546~13116494,184978262~6036028,191636861~25691533,222396622~43243786,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~34262723,344201020~3407953,348127232~17494270,369098752~44250441] 2024-04-12T08:59:50.150 INFO:tasks.workunit.client.0.smithi112.stdout:from 5 to HEAD diff [2513416~564959,7373379~4845786,14116574~2551194,18216752~7962969,26816305~15139527,42762988~34407735,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,155012508~175833,158439134~10574667,169096546~11309541,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~17069929,243607770~22032638,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~19999134,330297074~4121774,334576905~7190180,344201020~3407953,350806194~14815308,370850757~40997057] 2024-04-12T08:59:50.150 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14116574~2551194,18216752~7962969,26816305~15139527,42762988~34407735,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,155012508~175833,158439134~10574667,169096546~11309541,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~17069929,243607770~22032638,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~19999134,330297074~4121774,334576905~7190180,344201020~3407953,350806194~14815308,370850757~40997057] 2024-04-12T08:59:50.156 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,14116574~2551194,16777216~25178616,42762988~48941553,94167464~11776392,106159002~3957520,112209671~4594316,117440512~5589834,125314987~7565640,134217728~5822384,140682082~836034,142606336~2773074,155012508~175833,157726629~11287172,169096546~13116494,184978262~6036028,191636861~8669754,203667050~13661344,222396622~20888557,243607770~22032638,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~34262723,344201020~3407953,348127232~17494270,370850757~40997057] 2024-04-12T08:59:50.156 INFO:tasks.workunit.client.0.smithi112.stdout:from 6 to HEAD diff [2513416~564959,7373379~4845786,14116574~2551194,18216752~7962969,26816305~15139527,42762988~29778248,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,143664296~1715114,155012508~175833,158439134~10574667,173087143~7318944,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~17069929,243607770~22032638,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~19999134,330297074~4121774,334576905~7190180,344201020~3407953,350806194~14815308,370850757~9968674,380876473~30971341] 2024-04-12T08:59:50.156 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14116574~2551194,18216752~7962969,26816305~15139527,42762988~29778248,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,143664296~1715114,155012508~175833,158439134~10574667,173087143~7318944,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~17069929,243607770~22032638,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~19999134,330297074~4121774,334576905~7190180,344201020~3407953,350806194~14815308,370850757~9968674,380876473~30971341] 2024-04-12T08:59:50.161 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,14116574~2551194,16777216~25178616,42762988~29778248,77170723~14533818,94167464~11776392,106159002~3957520,112209671~4594316,117440512~5589834,125314987~7565640,134217728~5822384,142606336~2773074,155012508~175833,157726629~11287172,173087143~9125897,184978262~6036028,191636861~8669754,203667050~13661344,222396622~20888557,243607770~22032638,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~34262723,344201020~3407953,348127232~17494270,370850757~9968674,380876473~30971341] 2024-04-12T08:59:50.162 INFO:tasks.workunit.client.0.smithi112.stdout:from 7 to HEAD diff [2513416~564959,7373379~4845786,14116574~2551194,18920573~1656110,26816305~15139527,42762988~21344930,64648946~518202,67416563~5124673,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~10296085,243607770~22032638,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~19999134,330297074~4121774,334576905~7190180,344201020~3407953,350806194~14815308,370850757~9968674,380876473~30971341] 2024-04-12T08:59:50.162 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14116574~2551194,18920573~1656110,26816305~15139527,42762988~21344930,64648946~518202,67416563~5124673,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~10296085,243607770~22032638,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~19999134,330297074~4121774,334576905~7190180,344201020~3407953,350806194~14815308,370850757~9968674,380876473~30971341] 2024-04-12T08:59:50.168 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,14116574~2551194,18920573~1656110,26816305~15139527,42762988~21344930,64648946~518202,67416563~5124673,77170723~14533818,94167464~11776392,106159002~3957520,112209671~4594316,117440512~5589834,125314987~7565640,134217728~5822384,142606336~2773074,155012508~175833,163213768~5800033,173087143~9125897,184978262~6036028,191636861~8669754,203667050~13661344,222396622~14114713,243607770~22032638,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~34262723,344201020~3407953,348127232~17494270,370850757~9968674,380876473~30971341] 2024-04-12T08:59:50.168 INFO:tasks.workunit.client.0.smithi112.stdout:from 8 to HEAD diff [2513416~564959,7373379~4845786,18920573~1656110,26816305~15139527,42762988~4979331,50509024~13598894,64648946~518202,67416563~5124673,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,125314987~7565640,136038185~4001927,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~10296085,243607770~1759280,249464673~16175735,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,299056865~7571663,307504362~19999134,330297074~2444503,334576905~7190180,344201020~3407953,350806194~14815308,370850757~9968674,380876473~1934315,384382469~27465345] 2024-04-12T08:59:50.168 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,18920573~1656110,26816305~15139527,42762988~4979331,50509024~13598894,64648946~518202,67416563~5124673,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,125314987~7565640,136038185~4001927,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~10296085,243607770~1759280,249464673~16175735,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,299056865~7571663,307504362~19999134,330297074~2444503,334576905~7190180,344201020~3407953,350806194~14815308,370850757~9968674,380876473~1934315,384382469~27465345] 2024-04-12T08:59:50.173 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,18920573~1656110,26816305~15139527,42762988~4979331,50509024~13598894,64648946~518202,67416563~5124673,77170723~14533818,94167464~11776392,106159002~3957520,112209671~4594316,125314987~7565640,136038185~4001927,142606336~2773074,155012508~175833,163213768~5800033,173087143~9125897,184978262~6036028,191636861~8669754,203667050~13661344,222396622~14114713,243607770~1759280,249464673~16175735,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,299056865~7571663,307504362~19999134,330297074~2444503,334418848~7348237,344201020~3407953,348127232~17494270,370850757~9968674,380876473~1934315,384382469~27465345] 2024-04-12T08:59:50.173 INFO:tasks.workunit.client.0.smithi112.stdout:from 9 to HEAD diff [2513416~564959,7373379~4845786,18920573~1656110,26816305~15139527,42762988~4979331,50509024~13569155,64648946~518202,67416563~5124673,79539643~6692398,86966395~4738146,94167464~3169485,98483381~7460475,106159002~3957520,112209671~4594316,125314987~7565640,136038185~4001927,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~10296085,243607770~1335933,249464673~6746613,259086788~489054,260094731~5545677,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,299056865~7571663,307504362~19999134,330297074~2444503,334576905~7190180,344201020~3407953,350806194~14815308,370850757~9968674,380876473~1934315,384382469~27465345] 2024-04-12T08:59:50.173 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,18920573~1656110,26816305~15139527,42762988~4979331,50509024~13569155,64648946~518202,67416563~5124673,79539643~6692398,86966395~4738146,94167464~3169485,98483381~7460475,106159002~3957520,112209671~4594316,125314987~7565640,136038185~4001927,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~10296085,243607770~1335933,249464673~6746613,259086788~489054,260094731~5545677,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,299056865~7571663,307504362~19999134,330297074~2444503,334576905~7190180,344201020~3407953,350806194~14815308,370850757~9968674,380876473~1934315,384382469~27465345] 2024-04-12T08:59:50.179 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,18920573~1656110,26816305~15139527,42762988~4979331,50509024~13569155,64648946~518202,67416563~5124673,77170723~9061318,86966395~4738146,94167464~3169485,98483381~7460475,106159002~3957520,112209671~4594316,125314987~7565640,136038185~4001927,142606336~2773074,155012508~175833,163213768~5800033,173087143~9125897,184978262~6036028,191636861~8669754,203667050~13661344,222396622~14114713,243607770~1335933,249464673~6746613,259086788~489054,260094731~5545677,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,299056865~7571663,307504362~19999134,330297074~2444503,334418848~7348237,344201020~3407953,348127232~17494270,370850757~9968674,380876473~1934315,384382469~27465345] 2024-04-12T08:59:50.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:59:50 smithi112 ceph-mon[95375]: pgmap v985: 105 pgs: 105 active+clean; 834 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 119 KiB/s rd, 6.0 KiB/s wr, 2.20k op/s 2024-04-12T08:59:50.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:59:50 smithi112 ceph-mon[95375]: osdmap e882: 8 total, 8 up, 8 in 2024-04-12T08:59:50.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:59:50 smithi112 ceph-mon[99443]: pgmap v985: 105 pgs: 105 active+clean; 834 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 119 KiB/s rd, 6.0 KiB/s wr, 2.20k op/s 2024-04-12T08:59:50.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:59:50 smithi112 ceph-mon[99443]: osdmap e882: 8 total, 8 up, 8 in 2024-04-12T08:59:50.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:59:50 smithi175 ceph-mon[87929]: pgmap v985: 105 pgs: 105 active+clean; 834 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 119 KiB/s rd, 6.0 KiB/s wr, 2.20k op/s 2024-04-12T08:59:50.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:59:50 smithi175 ceph-mon[87929]: osdmap e882: 8 total, 8 up, 8 in 2024-04-12T08:59:51.111 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to HEAD diff [2513416~9705749,14032376~2635392,18216752~7962969,26816305~50354418,79539643~37264344,119155681~13724946,135546729~5971387,143664296~1715114,150032721~7693908,158439134~21966953,181403915~809125,184978262~40520013,226215250~41466824,268249087~3530905,275146669~22335137,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:51.111 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~9705749,14032376~2635392,18216752~7962969,26816305~50354418,79539643~37264344,119155681~13724946,135546729~5971387,143664296~1715114,150032721~7693908,158439134~21966953,181403915~809125,184978262~40520013,226215250~41466824,268249087~3530905,275146669~22335137,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:51.134 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~12219165,12582912~4084856,16777216~100026771,117440512~15440115,134217728~7300388,142606336~2773074,150032721~32180319,184549376~87230616,272629760~24852046,297795584~46100178,344201020~3407953,348127232~17494270,369098752~44250441] 2024-04-12T08:59:51.135 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to HEAD diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,26816305~50354418,79539643~37264344,119155681~13724946,135546729~4493383,140682082~836034,143664296~1715114,150032721~7693908,158439134~21966953,181403915~809125,184978262~40520013,226215250~39425158,266070990~1398497,268249087~3530905,279118644~18363162,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:51.135 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,26816305~50354418,79539643~37264344,119155681~13724946,135546729~4493383,140682082~836034,143664296~1715114,150032721~7693908,158439134~21966953,181403915~809125,184978262~40520013,226215250~39425158,266070990~1398497,268249087~3530905,279118644~18363162,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:51.140 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,12582912~4084856,16777216~100026771,117440512~15440115,134217728~5822384,140682082~836034,142606336~2773074,150032721~32180319,184549376~81091032,266070990~1398497,267682074~4097918,279118644~18363162,297795584~46100178,344201020~3407953,348127232~17494270,369098752~44250441] 2024-04-12T08:59:51.140 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to HEAD diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,26816305~50354418,79539643~12164898,94167464~16143142,110929448~599809,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,150032721~7693908,158439134~10574667,169096546~11309541,181403915~809125,184978262~40520013,226215250~39425158,266070990~1398497,268249087~3530905,279118644~18363162,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:51.140 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,26816305~50354418,79539643~12164898,94167464~16143142,110929448~599809,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,150032721~7693908,158439134~10574667,169096546~11309541,181403915~809125,184978262~40520013,226215250~39425158,266070990~1398497,268249087~3530905,279118644~18363162,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:51.147 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,12582912~4084856,16777216~74927325,94167464~16143142,110929448~599809,112209671~4594316,117440512~5589834,125314987~7565640,134217728~5822384,140682082~836034,142606336~2773074,150032721~18981080,169096546~13116494,184549376~81091032,266070990~1398497,267682074~4097918,279118644~18363162,297795584~46100178,344201020~3407953,348127232~17494270,369098752~44250441] 2024-04-12T08:59:51.147 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to HEAD diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,26816305~50354418,79539643~12164898,94167464~16143142,110929448~599809,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,155012508~175833,158439134~10574667,169096546~11309541,181403915~809125,184978262~6036028,191636861~25691533,222396622~3101653,226215250~39425158,266070990~1398497,268249087~3530905,279118644~3958713,283806098~1835968,285644182~11837624,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:51.147 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,26816305~50354418,79539643~12164898,94167464~16143142,110929448~599809,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,155012508~175833,158439134~10574667,169096546~11309541,181403915~809125,184978262~6036028,191636861~25691533,222396622~3101653,226215250~39425158,266070990~1398497,268249087~3530905,279118644~3958713,283806098~1835968,285644182~11837624,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:51.152 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,12582912~4084856,16777216~74927325,94167464~16143142,110929448~599809,112209671~4594316,117440512~5589834,125314987~7565640,134217728~5822384,140682082~836034,142606336~2773074,155012508~175833,157726629~11287172,169096546~13116494,184978262~6036028,191636861~25691533,222396622~43243786,266070990~1398497,267682074~4097918,279118644~3958713,283806098~1835968,285644182~11837624,297795584~46100178,344201020~3407953,348127232~17494270,369098752~44250441] 2024-04-12T08:59:51.153 INFO:tasks.workunit.client.0.smithi112.stdout:from 4 to HEAD diff [2513416~564959,7373379~4845786,14116574~2551194,18216752~7962969,26816305~50354418,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,155012508~175833,158439134~10574667,169096546~11309541,181403915~809125,184978262~6036028,191636861~25691533,222396622~3101653,226215250~39425158,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~19999134,330297074~4121774,334576905~7190180,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:51.153 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14116574~2551194,18216752~7962969,26816305~50354418,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,155012508~175833,158439134~10574667,169096546~11309541,181403915~809125,184978262~6036028,191636861~25691533,222396622~3101653,226215250~39425158,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~19999134,330297074~4121774,334576905~7190180,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:51.158 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,14116574~2551194,16777216~74927325,94167464~11776392,106159002~3957520,112209671~4594316,117440512~5589834,125314987~7565640,134217728~5822384,140682082~836034,142606336~2773074,155012508~175833,157726629~11287172,169096546~13116494,184978262~6036028,191636861~25691533,222396622~43243786,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~34262723,344201020~3407953,348127232~17494270,369098752~44250441] 2024-04-12T08:59:51.158 INFO:tasks.workunit.client.0.smithi112.stdout:from 5 to HEAD diff [2513416~564959,7373379~4845786,14116574~2551194,18216752~7962969,26816305~15139527,42762988~34407735,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,155012508~175833,158439134~10574667,169096546~11309541,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~17069929,243607770~22032638,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~19999134,330297074~4121774,334576905~7190180,344201020~3407953,350806194~14815308,370850757~40997057] 2024-04-12T08:59:51.158 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14116574~2551194,18216752~7962969,26816305~15139527,42762988~34407735,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,155012508~175833,158439134~10574667,169096546~11309541,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~17069929,243607770~22032638,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~19999134,330297074~4121774,334576905~7190180,344201020~3407953,350806194~14815308,370850757~40997057] 2024-04-12T08:59:51.164 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,14116574~2551194,16777216~25178616,42762988~48941553,94167464~11776392,106159002~3957520,112209671~4594316,117440512~5589834,125314987~7565640,134217728~5822384,140682082~836034,142606336~2773074,155012508~175833,157726629~11287172,169096546~13116494,184978262~6036028,191636861~8669754,203667050~13661344,222396622~20888557,243607770~22032638,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~34262723,344201020~3407953,348127232~17494270,370850757~40997057] 2024-04-12T08:59:51.164 INFO:tasks.workunit.client.0.smithi112.stdout:from 6 to HEAD diff [2513416~564959,7373379~4845786,14116574~2551194,18216752~7962969,26816305~15139527,42762988~29778248,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,143664296~1715114,155012508~175833,158439134~10574667,173087143~7318944,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~17069929,243607770~22032638,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~19999134,330297074~4121774,334576905~7190180,344201020~3407953,350806194~14815308,370850757~9968674,380876473~30971341] 2024-04-12T08:59:51.164 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14116574~2551194,18216752~7962969,26816305~15139527,42762988~29778248,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,143664296~1715114,155012508~175833,158439134~10574667,173087143~7318944,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~17069929,243607770~22032638,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~19999134,330297074~4121774,334576905~7190180,344201020~3407953,350806194~14815308,370850757~9968674,380876473~30971341] 2024-04-12T08:59:51.170 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,14116574~2551194,16777216~25178616,42762988~29778248,77170723~14533818,94167464~11776392,106159002~3957520,112209671~4594316,117440512~5589834,125314987~7565640,134217728~5822384,142606336~2773074,155012508~175833,157726629~11287172,173087143~9125897,184978262~6036028,191636861~8669754,203667050~13661344,222396622~20888557,243607770~22032638,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~34262723,344201020~3407953,348127232~17494270,370850757~9968674,380876473~30971341] 2024-04-12T08:59:51.170 INFO:tasks.workunit.client.0.smithi112.stdout:from 7 to HEAD diff [2513416~564959,7373379~4845786,14116574~2551194,18920573~1656110,26816305~15139527,42762988~21344930,64648946~518202,67416563~5124673,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~10296085,243607770~22032638,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~19999134,330297074~4121774,334576905~7190180,344201020~3407953,350806194~14815308,370850757~9968674,380876473~30971341] 2024-04-12T08:59:51.170 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14116574~2551194,18920573~1656110,26816305~15139527,42762988~21344930,64648946~518202,67416563~5124673,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~10296085,243607770~22032638,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~19999134,330297074~4121774,334576905~7190180,344201020~3407953,350806194~14815308,370850757~9968674,380876473~30971341] 2024-04-12T08:59:51.175 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,14116574~2551194,18920573~1656110,26816305~15139527,42762988~21344930,64648946~518202,67416563~5124673,77170723~14533818,94167464~11776392,106159002~3957520,112209671~4594316,117440512~5589834,125314987~7565640,134217728~5822384,142606336~2773074,155012508~175833,163213768~5800033,173087143~9125897,184978262~6036028,191636861~8669754,203667050~13661344,222396622~14114713,243607770~22032638,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~34262723,344201020~3407953,348127232~17494270,370850757~9968674,380876473~30971341] 2024-04-12T08:59:51.175 INFO:tasks.workunit.client.0.smithi112.stdout:from 8 to HEAD diff [2513416~564959,7373379~4845786,18920573~1656110,26816305~15139527,42762988~4979331,50509024~13598894,64648946~518202,67416563~5124673,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,125314987~7565640,136038185~4001927,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~10296085,243607770~1759280,249464673~16175735,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,299056865~7571663,307504362~19999134,330297074~2444503,334576905~7190180,344201020~3407953,350806194~14815308,370850757~9968674,380876473~1934315,384382469~27465345] 2024-04-12T08:59:51.176 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,18920573~1656110,26816305~15139527,42762988~4979331,50509024~13598894,64648946~518202,67416563~5124673,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,125314987~7565640,136038185~4001927,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~10296085,243607770~1759280,249464673~16175735,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,299056865~7571663,307504362~19999134,330297074~2444503,334576905~7190180,344201020~3407953,350806194~14815308,370850757~9968674,380876473~1934315,384382469~27465345] 2024-04-12T08:59:51.181 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,18920573~1656110,26816305~15139527,42762988~4979331,50509024~13598894,64648946~518202,67416563~5124673,77170723~14533818,94167464~11776392,106159002~3957520,112209671~4594316,125314987~7565640,136038185~4001927,142606336~2773074,155012508~175833,163213768~5800033,173087143~9125897,184978262~6036028,191636861~8669754,203667050~13661344,222396622~14114713,243607770~1759280,249464673~16175735,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~7565587,295183162~2298644,299056865~7571663,307504362~19999134,330297074~2444503,334418848~7348237,344201020~3407953,348127232~17494270,370850757~9968674,380876473~1934315,384382469~27465345] 2024-04-12T08:59:51.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:59:51 smithi175 ceph-mon[87929]: osdmap e883: 8 total, 8 up, 8 in 2024-04-12T08:59:51.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:59:51 smithi112 ceph-mon[95375]: osdmap e883: 8 total, 8 up, 8 in 2024-04-12T08:59:51.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:59:51 smithi112 ceph-mon[99443]: osdmap e883: 8 total, 8 up, 8 in 2024-04-12T08:59:52.120 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to HEAD diff [2513416~9705749,14032376~2635392,18216752~7962969,26816305~50354418,79539643~37264344,119155681~13724946,135546729~5971387,143664296~1715114,150032721~7693908,158439134~21966953,181403915~809125,184978262~40520013,226215250~41466824,268249087~3530905,275146669~22335137,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:52.120 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~9705749,14032376~2635392,18216752~7962969,26816305~50354418,79539643~37264344,119155681~13724946,135546729~5971387,143664296~1715114,150032721~7693908,158439134~21966953,181403915~809125,184978262~40520013,226215250~41466824,268249087~3530905,275146669~22335137,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:52.146 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~12219165,12582912~4084856,16777216~100026771,117440512~15440115,134217728~7300388,142606336~2773074,150032721~32180319,184549376~87230616,272629760~24852046,297795584~46100178,344201020~3407953,348127232~17494270,369098752~44250441] 2024-04-12T08:59:52.146 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to HEAD diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,26816305~50354418,79539643~37264344,119155681~13724946,135546729~4493383,140682082~836034,143664296~1715114,150032721~7693908,158439134~21966953,181403915~809125,184978262~40520013,226215250~39425158,266070990~1398497,268249087~3530905,279118644~18363162,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:52.146 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,26816305~50354418,79539643~37264344,119155681~13724946,135546729~4493383,140682082~836034,143664296~1715114,150032721~7693908,158439134~21966953,181403915~809125,184978262~40520013,226215250~39425158,266070990~1398497,268249087~3530905,279118644~18363162,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:52.152 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,12582912~4084856,16777216~100026771,117440512~15440115,134217728~5822384,140682082~836034,142606336~2773074,150032721~32180319,184549376~81091032,266070990~1398497,267682074~4097918,279118644~18363162,297795584~46100178,344201020~3407953,348127232~17494270,369098752~44250441] 2024-04-12T08:59:52.152 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to HEAD diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,26816305~50354418,79539643~12164898,94167464~16143142,110929448~599809,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,150032721~7693908,158439134~10574667,169096546~11309541,181403915~809125,184978262~40520013,226215250~39425158,266070990~1398497,268249087~3530905,279118644~18363162,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:52.152 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,26816305~50354418,79539643~12164898,94167464~16143142,110929448~599809,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,150032721~7693908,158439134~10574667,169096546~11309541,181403915~809125,184978262~40520013,226215250~39425158,266070990~1398497,268249087~3530905,279118644~18363162,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:52.158 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,12582912~4084856,16777216~74927325,94167464~16143142,110929448~599809,112209671~4594316,117440512~5589834,125314987~7565640,134217728~5822384,140682082~836034,142606336~2773074,150032721~18981080,169096546~13116494,184549376~81091032,266070990~1398497,267682074~4097918,279118644~18363162,297795584~46100178,344201020~3407953,348127232~17494270,369098752~44250441] 2024-04-12T08:59:52.158 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to HEAD diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,26816305~50354418,79539643~12164898,94167464~16143142,110929448~599809,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,155012508~175833,158439134~10574667,169096546~11309541,181403915~809125,184978262~6036028,191636861~25691533,222396622~3101653,226215250~39425158,266070990~1398497,268249087~3530905,279118644~3958713,283806098~1835968,285644182~11837624,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:52.158 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,26816305~50354418,79539643~12164898,94167464~16143142,110929448~599809,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,155012508~175833,158439134~10574667,169096546~11309541,181403915~809125,184978262~6036028,191636861~25691533,222396622~3101653,226215250~39425158,266070990~1398497,268249087~3530905,279118644~3958713,283806098~1835968,285644182~11837624,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:52.164 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,12582912~4084856,16777216~74927325,94167464~16143142,110929448~599809,112209671~4594316,117440512~5589834,125314987~7565640,134217728~5822384,140682082~836034,142606336~2773074,155012508~175833,157726629~11287172,169096546~13116494,184978262~6036028,191636861~25691533,222396622~43243786,266070990~1398497,267682074~4097918,279118644~3958713,283806098~1835968,285644182~11837624,297795584~46100178,344201020~3407953,348127232~17494270,369098752~44250441] 2024-04-12T08:59:52.164 INFO:tasks.workunit.client.0.smithi112.stdout:from 4 to HEAD diff [2513416~564959,7373379~4845786,14116574~2551194,18216752~7962969,26816305~50354418,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,155012508~175833,158439134~10574667,169096546~11309541,181403915~809125,184978262~6036028,191636861~25691533,222396622~3101653,226215250~39425158,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~19999134,330297074~4121774,334576905~7190180,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:52.165 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14116574~2551194,18216752~7962969,26816305~50354418,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,155012508~175833,158439134~10574667,169096546~11309541,181403915~809125,184978262~6036028,191636861~25691533,222396622~3101653,226215250~39425158,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~19999134,330297074~4121774,334576905~7190180,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:52.170 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,14116574~2551194,16777216~74927325,94167464~11776392,106159002~3957520,112209671~4594316,117440512~5589834,125314987~7565640,134217728~5822384,140682082~836034,142606336~2773074,155012508~175833,157726629~11287172,169096546~13116494,184978262~6036028,191636861~25691533,222396622~43243786,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~34262723,344201020~3407953,348127232~17494270,369098752~44250441] 2024-04-12T08:59:52.170 INFO:tasks.workunit.client.0.smithi112.stdout:from 5 to HEAD diff [2513416~564959,7373379~4845786,14116574~2551194,18216752~7962969,26816305~15139527,42762988~34407735,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,155012508~175833,158439134~10574667,169096546~11309541,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~17069929,243607770~22032638,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~19999134,330297074~4121774,334576905~7190180,344201020~3407953,350806194~14815308,370850757~40997057] 2024-04-12T08:59:52.170 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14116574~2551194,18216752~7962969,26816305~15139527,42762988~34407735,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,155012508~175833,158439134~10574667,169096546~11309541,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~17069929,243607770~22032638,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~19999134,330297074~4121774,334576905~7190180,344201020~3407953,350806194~14815308,370850757~40997057] 2024-04-12T08:59:52.176 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,14116574~2551194,16777216~25178616,42762988~48941553,94167464~11776392,106159002~3957520,112209671~4594316,117440512~5589834,125314987~7565640,134217728~5822384,140682082~836034,142606336~2773074,155012508~175833,157726629~11287172,169096546~13116494,184978262~6036028,191636861~8669754,203667050~13661344,222396622~20888557,243607770~22032638,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~34262723,344201020~3407953,348127232~17494270,370850757~40997057] 2024-04-12T08:59:52.176 INFO:tasks.workunit.client.0.smithi112.stdout:from 6 to HEAD diff [2513416~564959,7373379~4845786,14116574~2551194,18216752~7962969,26816305~15139527,42762988~29778248,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,143664296~1715114,155012508~175833,158439134~10574667,173087143~7318944,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~17069929,243607770~22032638,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~19999134,330297074~4121774,334576905~7190180,344201020~3407953,350806194~14815308,370850757~9968674,380876473~30971341] 2024-04-12T08:59:52.176 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14116574~2551194,18216752~7962969,26816305~15139527,42762988~29778248,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,143664296~1715114,155012508~175833,158439134~10574667,173087143~7318944,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~17069929,243607770~22032638,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~19999134,330297074~4121774,334576905~7190180,344201020~3407953,350806194~14815308,370850757~9968674,380876473~30971341] 2024-04-12T08:59:52.182 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,14116574~2551194,16777216~25178616,42762988~29778248,77170723~14533818,94167464~11776392,106159002~3957520,112209671~4594316,117440512~5589834,125314987~7565640,134217728~5822384,142606336~2773074,155012508~175833,157726629~11287172,173087143~9125897,184978262~6036028,191636861~8669754,203667050~13661344,222396622~20888557,243607770~22032638,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~34262723,344201020~3407953,348127232~17494270,370850757~9968674,380876473~30971341] 2024-04-12T08:59:52.182 INFO:tasks.workunit.client.0.smithi112.stdout:from 7 to HEAD diff [2513416~564959,7373379~4845786,14116574~2551194,18920573~1656110,26816305~15139527,42762988~21344930,64648946~518202,67416563~5124673,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~10296085,243607770~22032638,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~19999134,330297074~4121774,334576905~7190180,344201020~3407953,350806194~14815308,370850757~9968674,380876473~30971341] 2024-04-12T08:59:52.182 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14116574~2551194,18920573~1656110,26816305~15139527,42762988~21344930,64648946~518202,67416563~5124673,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,143664296~1715114,155012508~175833,163213768~5800033,173087143~7318944,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~10296085,243607770~22032638,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~19999134,330297074~4121774,334576905~7190180,344201020~3407953,350806194~14815308,370850757~9968674,380876473~30971341] 2024-04-12T08:59:52.187 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,14116574~2551194,18920573~1656110,26816305~15139527,42762988~21344930,64648946~518202,67416563~5124673,77170723~14533818,94167464~11776392,106159002~3957520,112209671~4594316,117440512~5589834,125314987~7565640,134217728~5822384,142606336~2773074,155012508~175833,163213768~5800033,173087143~9125897,184978262~6036028,191636861~8669754,203667050~13661344,222396622~14114713,243607770~22032638,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~34262723,344201020~3407953,348127232~17494270,370850757~9968674,380876473~30971341] 2024-04-12T08:59:52.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:59:52 smithi112 ceph-mon[95375]: pgmap v988: 105 pgs: 105 active+clean; 834 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 1.27k op/s 2024-04-12T08:59:52.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:59:52 smithi112 ceph-mon[95375]: osdmap e884: 8 total, 8 up, 8 in 2024-04-12T08:59:52.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:59:52 smithi112 ceph-mon[99443]: pgmap v988: 105 pgs: 105 active+clean; 834 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 1.27k op/s 2024-04-12T08:59:52.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:59:52 smithi112 ceph-mon[99443]: osdmap e884: 8 total, 8 up, 8 in 2024-04-12T08:59:52.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:59:52 smithi175 ceph-mon[87929]: pgmap v988: 105 pgs: 105 active+clean; 834 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 1.27k op/s 2024-04-12T08:59:52.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:59:52 smithi175 ceph-mon[87929]: osdmap e884: 8 total, 8 up, 8 in 2024-04-12T08:59:53.127 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to HEAD diff [2513416~9705749,14032376~2635392,18216752~7962969,26816305~50354418,79539643~37264344,119155681~13724946,135546729~5971387,143664296~1715114,150032721~7693908,158439134~21966953,181403915~809125,184978262~40520013,226215250~41466824,268249087~3530905,275146669~22335137,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:53.127 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~9705749,14032376~2635392,18216752~7962969,26816305~50354418,79539643~37264344,119155681~13724946,135546729~5971387,143664296~1715114,150032721~7693908,158439134~21966953,181403915~809125,184978262~40520013,226215250~41466824,268249087~3530905,275146669~22335137,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:53.147 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~12219165,12582912~4084856,16777216~100026771,117440512~15440115,134217728~7300388,142606336~2773074,150032721~32180319,184549376~87230616,272629760~24852046,297795584~46100178,344201020~3407953,348127232~17494270,369098752~44250441] 2024-04-12T08:59:53.147 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to HEAD diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,26816305~50354418,79539643~37264344,119155681~13724946,135546729~4493383,140682082~836034,143664296~1715114,150032721~7693908,158439134~21966953,181403915~809125,184978262~40520013,226215250~39425158,266070990~1398497,268249087~3530905,279118644~18363162,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:53.147 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,26816305~50354418,79539643~37264344,119155681~13724946,135546729~4493383,140682082~836034,143664296~1715114,150032721~7693908,158439134~21966953,181403915~809125,184978262~40520013,226215250~39425158,266070990~1398497,268249087~3530905,279118644~18363162,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:53.155 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,12582912~4084856,16777216~100026771,117440512~15440115,134217728~5822384,140682082~836034,142606336~2773074,150032721~32180319,184549376~81091032,266070990~1398497,267682074~4097918,279118644~18363162,297795584~46100178,344201020~3407953,348127232~17494270,369098752~44250441] 2024-04-12T08:59:53.155 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to HEAD diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,26816305~50354418,79539643~12164898,94167464~16143142,110929448~599809,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,150032721~7693908,158439134~10574667,169096546~11309541,181403915~809125,184978262~40520013,226215250~39425158,266070990~1398497,268249087~3530905,279118644~18363162,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:53.155 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,26816305~50354418,79539643~12164898,94167464~16143142,110929448~599809,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,150032721~7693908,158439134~10574667,169096546~11309541,181403915~809125,184978262~40520013,226215250~39425158,266070990~1398497,268249087~3530905,279118644~18363162,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:53.161 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,12582912~4084856,16777216~74927325,94167464~16143142,110929448~599809,112209671~4594316,117440512~5589834,125314987~7565640,134217728~5822384,140682082~836034,142606336~2773074,150032721~18981080,169096546~13116494,184549376~81091032,266070990~1398497,267682074~4097918,279118644~18363162,297795584~46100178,344201020~3407953,348127232~17494270,369098752~44250441] 2024-04-12T08:59:53.161 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to HEAD diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,26816305~50354418,79539643~12164898,94167464~16143142,110929448~599809,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,155012508~175833,158439134~10574667,169096546~11309541,181403915~809125,184978262~6036028,191636861~25691533,222396622~3101653,226215250~39425158,266070990~1398497,268249087~3530905,279118644~3958713,283806098~1835968,285644182~11837624,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:53.161 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,26816305~50354418,79539643~12164898,94167464~16143142,110929448~599809,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,155012508~175833,158439134~10574667,169096546~11309541,181403915~809125,184978262~6036028,191636861~25691533,222396622~3101653,226215250~39425158,266070990~1398497,268249087~3530905,279118644~3958713,283806098~1835968,285644182~11837624,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:53.167 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,12582912~4084856,16777216~74927325,94167464~16143142,110929448~599809,112209671~4594316,117440512~5589834,125314987~7565640,134217728~5822384,140682082~836034,142606336~2773074,155012508~175833,157726629~11287172,169096546~13116494,184978262~6036028,191636861~25691533,222396622~43243786,266070990~1398497,267682074~4097918,279118644~3958713,283806098~1835968,285644182~11837624,297795584~46100178,344201020~3407953,348127232~17494270,369098752~44250441] 2024-04-12T08:59:53.167 INFO:tasks.workunit.client.0.smithi112.stdout:from 4 to HEAD diff [2513416~564959,7373379~4845786,14116574~2551194,18216752~7962969,26816305~50354418,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,155012508~175833,158439134~10574667,169096546~11309541,181403915~809125,184978262~6036028,191636861~25691533,222396622~3101653,226215250~39425158,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~19999134,330297074~4121774,334576905~7190180,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:53.167 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14116574~2551194,18216752~7962969,26816305~50354418,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,155012508~175833,158439134~10574667,169096546~11309541,181403915~809125,184978262~6036028,191636861~25691533,222396622~3101653,226215250~39425158,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~19999134,330297074~4121774,334576905~7190180,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:53.173 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,14116574~2551194,16777216~74927325,94167464~11776392,106159002~3957520,112209671~4594316,117440512~5589834,125314987~7565640,134217728~5822384,140682082~836034,142606336~2773074,155012508~175833,157726629~11287172,169096546~13116494,184978262~6036028,191636861~25691533,222396622~43243786,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~34262723,344201020~3407953,348127232~17494270,369098752~44250441] 2024-04-12T08:59:53.173 INFO:tasks.workunit.client.0.smithi112.stdout:from 5 to HEAD diff [2513416~564959,7373379~4845786,14116574~2551194,18216752~7962969,26816305~15139527,42762988~34407735,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,155012508~175833,158439134~10574667,169096546~11309541,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~17069929,243607770~22032638,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~19999134,330297074~4121774,334576905~7190180,344201020~3407953,350806194~14815308,370850757~40997057] 2024-04-12T08:59:53.173 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14116574~2551194,18216752~7962969,26816305~15139527,42762988~34407735,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,155012508~175833,158439134~10574667,169096546~11309541,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~17069929,243607770~22032638,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~19999134,330297074~4121774,334576905~7190180,344201020~3407953,350806194~14815308,370850757~40997057] 2024-04-12T08:59:53.178 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,14116574~2551194,16777216~25178616,42762988~48941553,94167464~11776392,106159002~3957520,112209671~4594316,117440512~5589834,125314987~7565640,134217728~5822384,140682082~836034,142606336~2773074,155012508~175833,157726629~11287172,169096546~13116494,184978262~6036028,191636861~8669754,203667050~13661344,222396622~20888557,243607770~22032638,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~34262723,344201020~3407953,348127232~17494270,370850757~40997057] 2024-04-12T08:59:53.178 INFO:tasks.workunit.client.0.smithi112.stdout:from 6 to HEAD diff [2513416~564959,7373379~4845786,14116574~2551194,18216752~7962969,26816305~15139527,42762988~29778248,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,143664296~1715114,155012508~175833,158439134~10574667,173087143~7318944,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~17069929,243607770~22032638,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~19999134,330297074~4121774,334576905~7190180,344201020~3407953,350806194~14815308,370850757~9968674,380876473~30971341] 2024-04-12T08:59:53.178 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14116574~2551194,18216752~7962969,26816305~15139527,42762988~29778248,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,143664296~1715114,155012508~175833,158439134~10574667,173087143~7318944,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~17069929,243607770~22032638,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~19999134,330297074~4121774,334576905~7190180,344201020~3407953,350806194~14815308,370850757~9968674,380876473~30971341] 2024-04-12T08:59:53.184 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,14116574~2551194,16777216~25178616,42762988~29778248,77170723~14533818,94167464~11776392,106159002~3957520,112209671~4594316,117440512~5589834,125314987~7565640,134217728~5822384,142606336~2773074,155012508~175833,157726629~11287172,173087143~9125897,184978262~6036028,191636861~8669754,203667050~13661344,222396622~20888557,243607770~22032638,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~34262723,344201020~3407953,348127232~17494270,370850757~9968674,380876473~30971341] 2024-04-12T08:59:53.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:59:53 smithi175 ceph-mon[87929]: osdmap e885: 8 total, 8 up, 8 in 2024-04-12T08:59:53.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:59:53 smithi175 ceph-mon[87929]: pgmap v991: 105 pgs: 105 active+clean; 801 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 114 KiB/s rd, 5.0 KiB/s wr, 920 op/s 2024-04-12T08:59:53.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:59:53 smithi112 ceph-mon[95375]: osdmap e885: 8 total, 8 up, 8 in 2024-04-12T08:59:53.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:59:53 smithi112 ceph-mon[95375]: pgmap v991: 105 pgs: 105 active+clean; 801 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 114 KiB/s rd, 5.0 KiB/s wr, 920 op/s 2024-04-12T08:59:53.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:59:53 smithi112 ceph-mon[99443]: osdmap e885: 8 total, 8 up, 8 in 2024-04-12T08:59:53.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:59:53 smithi112 ceph-mon[99443]: pgmap v991: 105 pgs: 105 active+clean; 801 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 114 KiB/s rd, 5.0 KiB/s wr, 920 op/s 2024-04-12T08:59:53.828 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to HEAD diff [2513416~9705749,14032376~2635392,18216752~7962969,26816305~50354418,79539643~37264344,119155681~13724946,135546729~5971387,143664296~1715114,150032721~7693908,158439134~21966953,181403915~809125,184978262~40520013,226215250~41466824,268249087~3530905,275146669~22335137,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:53.828 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~9705749,14032376~2635392,18216752~7962969,26816305~50354418,79539643~37264344,119155681~13724946,135546729~5971387,143664296~1715114,150032721~7693908,158439134~21966953,181403915~809125,184978262~40520013,226215250~41466824,268249087~3530905,275146669~22335137,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:53.855 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~12219165,12582912~4084856,16777216~100026771,117440512~15440115,134217728~7300388,142606336~2773074,150032721~32180319,184549376~87230616,272629760~24852046,297795584~46100178,344201020~3407953,348127232~17494270,369098752~44250441] 2024-04-12T08:59:53.855 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to HEAD diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,26816305~50354418,79539643~37264344,119155681~13724946,135546729~4493383,140682082~836034,143664296~1715114,150032721~7693908,158439134~21966953,181403915~809125,184978262~40520013,226215250~39425158,266070990~1398497,268249087~3530905,279118644~18363162,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:53.855 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,26816305~50354418,79539643~37264344,119155681~13724946,135546729~4493383,140682082~836034,143664296~1715114,150032721~7693908,158439134~21966953,181403915~809125,184978262~40520013,226215250~39425158,266070990~1398497,268249087~3530905,279118644~18363162,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:53.861 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,12582912~4084856,16777216~100026771,117440512~15440115,134217728~5822384,140682082~836034,142606336~2773074,150032721~32180319,184549376~81091032,266070990~1398497,267682074~4097918,279118644~18363162,297795584~46100178,344201020~3407953,348127232~17494270,369098752~44250441] 2024-04-12T08:59:53.861 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to HEAD diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,26816305~50354418,79539643~12164898,94167464~16143142,110929448~599809,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,150032721~7693908,158439134~10574667,169096546~11309541,181403915~809125,184978262~40520013,226215250~39425158,266070990~1398497,268249087~3530905,279118644~18363162,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:53.861 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,26816305~50354418,79539643~12164898,94167464~16143142,110929448~599809,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,150032721~7693908,158439134~10574667,169096546~11309541,181403915~809125,184978262~40520013,226215250~39425158,266070990~1398497,268249087~3530905,279118644~18363162,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:53.867 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,12582912~4084856,16777216~74927325,94167464~16143142,110929448~599809,112209671~4594316,117440512~5589834,125314987~7565640,134217728~5822384,140682082~836034,142606336~2773074,150032721~18981080,169096546~13116494,184549376~81091032,266070990~1398497,267682074~4097918,279118644~18363162,297795584~46100178,344201020~3407953,348127232~17494270,369098752~44250441] 2024-04-12T08:59:53.867 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to HEAD diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,26816305~50354418,79539643~12164898,94167464~16143142,110929448~599809,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,155012508~175833,158439134~10574667,169096546~11309541,181403915~809125,184978262~6036028,191636861~25691533,222396622~3101653,226215250~39425158,266070990~1398497,268249087~3530905,279118644~3958713,283806098~1835968,285644182~11837624,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:53.867 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,26816305~50354418,79539643~12164898,94167464~16143142,110929448~599809,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,155012508~175833,158439134~10574667,169096546~11309541,181403915~809125,184978262~6036028,191636861~25691533,222396622~3101653,226215250~39425158,266070990~1398497,268249087~3530905,279118644~3958713,283806098~1835968,285644182~11837624,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:53.872 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,12582912~4084856,16777216~74927325,94167464~16143142,110929448~599809,112209671~4594316,117440512~5589834,125314987~7565640,134217728~5822384,140682082~836034,142606336~2773074,155012508~175833,157726629~11287172,169096546~13116494,184978262~6036028,191636861~25691533,222396622~43243786,266070990~1398497,267682074~4097918,279118644~3958713,283806098~1835968,285644182~11837624,297795584~46100178,344201020~3407953,348127232~17494270,369098752~44250441] 2024-04-12T08:59:53.872 INFO:tasks.workunit.client.0.smithi112.stdout:from 4 to HEAD diff [2513416~564959,7373379~4845786,14116574~2551194,18216752~7962969,26816305~50354418,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,155012508~175833,158439134~10574667,169096546~11309541,181403915~809125,184978262~6036028,191636861~25691533,222396622~3101653,226215250~39425158,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~19999134,330297074~4121774,334576905~7190180,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:53.873 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14116574~2551194,18216752~7962969,26816305~50354418,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,155012508~175833,158439134~10574667,169096546~11309541,181403915~809125,184978262~6036028,191636861~25691533,222396622~3101653,226215250~39425158,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~19999134,330297074~4121774,334576905~7190180,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:53.878 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,14116574~2551194,16777216~74927325,94167464~11776392,106159002~3957520,112209671~4594316,117440512~5589834,125314987~7565640,134217728~5822384,140682082~836034,142606336~2773074,155012508~175833,157726629~11287172,169096546~13116494,184978262~6036028,191636861~25691533,222396622~43243786,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~34262723,344201020~3407953,348127232~17494270,369098752~44250441] 2024-04-12T08:59:53.878 INFO:tasks.workunit.client.0.smithi112.stdout:from 5 to HEAD diff [2513416~564959,7373379~4845786,14116574~2551194,18216752~7962969,26816305~15139527,42762988~34407735,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,155012508~175833,158439134~10574667,169096546~11309541,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~17069929,243607770~22032638,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~19999134,330297074~4121774,334576905~7190180,344201020~3407953,350806194~14815308,370850757~40997057] 2024-04-12T08:59:53.878 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14116574~2551194,18216752~7962969,26816305~15139527,42762988~34407735,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,155012508~175833,158439134~10574667,169096546~11309541,181403915~809125,184978262~6036028,191636861~8669754,203667050~13661344,222396622~3101653,226215250~17069929,243607770~22032638,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~19999134,330297074~4121774,334576905~7190180,344201020~3407953,350806194~14815308,370850757~40997057] 2024-04-12T08:59:53.883 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,14116574~2551194,16777216~25178616,42762988~48941553,94167464~11776392,106159002~3957520,112209671~4594316,117440512~5589834,125314987~7565640,134217728~5822384,140682082~836034,142606336~2773074,155012508~175833,157726629~11287172,169096546~13116494,184978262~6036028,191636861~8669754,203667050~13661344,222396622~20888557,243607770~22032638,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~34262723,344201020~3407953,348127232~17494270,370850757~40997057] 2024-04-12T08:59:54.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:59:54 smithi175 ceph-mon[87929]: osdmap e886: 8 total, 8 up, 8 in 2024-04-12T08:59:54.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:59:54 smithi175 ceph-mon[87929]: osdmap e887: 8 total, 8 up, 8 in 2024-04-12T08:59:54.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:59:54 smithi112 ceph-mon[95375]: osdmap e886: 8 total, 8 up, 8 in 2024-04-12T08:59:54.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:59:54 smithi112 ceph-mon[95375]: osdmap e887: 8 total, 8 up, 8 in 2024-04-12T08:59:54.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:59:54 smithi112 ceph-mon[99443]: osdmap e886: 8 total, 8 up, 8 in 2024-04-12T08:59:54.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:59:54 smithi112 ceph-mon[99443]: osdmap e887: 8 total, 8 up, 8 in 2024-04-12T08:59:54.829 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to HEAD diff [2513416~9705749,14032376~2635392,18216752~7962969,26816305~50354418,79539643~37264344,119155681~13724946,135546729~5971387,143664296~1715114,150032721~7693908,158439134~21966953,181403915~809125,184978262~40520013,226215250~41466824,268249087~3530905,275146669~22335137,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:54.829 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~9705749,14032376~2635392,18216752~7962969,26816305~50354418,79539643~37264344,119155681~13724946,135546729~5971387,143664296~1715114,150032721~7693908,158439134~21966953,181403915~809125,184978262~40520013,226215250~41466824,268249087~3530905,275146669~22335137,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:54.853 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~12219165,12582912~4084856,16777216~100026771,117440512~15440115,134217728~7300388,142606336~2773074,150032721~32180319,184549376~87230616,272629760~24852046,297795584~46100178,344201020~3407953,348127232~17494270,369098752~44250441] 2024-04-12T08:59:54.853 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to HEAD diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,26816305~50354418,79539643~37264344,119155681~13724946,135546729~4493383,140682082~836034,143664296~1715114,150032721~7693908,158439134~21966953,181403915~809125,184978262~40520013,226215250~39425158,266070990~1398497,268249087~3530905,279118644~18363162,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:54.853 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,26816305~50354418,79539643~37264344,119155681~13724946,135546729~4493383,140682082~836034,143664296~1715114,150032721~7693908,158439134~21966953,181403915~809125,184978262~40520013,226215250~39425158,266070990~1398497,268249087~3530905,279118644~18363162,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:54.859 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,12582912~4084856,16777216~100026771,117440512~15440115,134217728~5822384,140682082~836034,142606336~2773074,150032721~32180319,184549376~81091032,266070990~1398497,267682074~4097918,279118644~18363162,297795584~46100178,344201020~3407953,348127232~17494270,369098752~44250441] 2024-04-12T08:59:54.859 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to HEAD diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,26816305~50354418,79539643~12164898,94167464~16143142,110929448~599809,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,150032721~7693908,158439134~10574667,169096546~11309541,181403915~809125,184978262~40520013,226215250~39425158,266070990~1398497,268249087~3530905,279118644~18363162,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:54.859 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,26816305~50354418,79539643~12164898,94167464~16143142,110929448~599809,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,150032721~7693908,158439134~10574667,169096546~11309541,181403915~809125,184978262~40520013,226215250~39425158,266070990~1398497,268249087~3530905,279118644~18363162,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:54.865 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,12582912~4084856,16777216~74927325,94167464~16143142,110929448~599809,112209671~4594316,117440512~5589834,125314987~7565640,134217728~5822384,140682082~836034,142606336~2773074,150032721~18981080,169096546~13116494,184549376~81091032,266070990~1398497,267682074~4097918,279118644~18363162,297795584~46100178,344201020~3407953,348127232~17494270,369098752~44250441] 2024-04-12T08:59:54.865 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to HEAD diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,26816305~50354418,79539643~12164898,94167464~16143142,110929448~599809,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,155012508~175833,158439134~10574667,169096546~11309541,181403915~809125,184978262~6036028,191636861~25691533,222396622~3101653,226215250~39425158,266070990~1398497,268249087~3530905,279118644~3958713,283806098~1835968,285644182~11837624,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:54.865 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,26816305~50354418,79539643~12164898,94167464~16143142,110929448~599809,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,155012508~175833,158439134~10574667,169096546~11309541,181403915~809125,184978262~6036028,191636861~25691533,222396622~3101653,226215250~39425158,266070990~1398497,268249087~3530905,279118644~3958713,283806098~1835968,285644182~11837624,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:54.870 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,12582912~4084856,16777216~74927325,94167464~16143142,110929448~599809,112209671~4594316,117440512~5589834,125314987~7565640,134217728~5822384,140682082~836034,142606336~2773074,155012508~175833,157726629~11287172,169096546~13116494,184978262~6036028,191636861~25691533,222396622~43243786,266070990~1398497,267682074~4097918,279118644~3958713,283806098~1835968,285644182~11837624,297795584~46100178,344201020~3407953,348127232~17494270,369098752~44250441] 2024-04-12T08:59:54.870 INFO:tasks.workunit.client.0.smithi112.stdout:from 4 to HEAD diff [2513416~564959,7373379~4845786,14116574~2551194,18216752~7962969,26816305~50354418,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,155012508~175833,158439134~10574667,169096546~11309541,181403915~809125,184978262~6036028,191636861~25691533,222396622~3101653,226215250~39425158,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~19999134,330297074~4121774,334576905~7190180,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:54.871 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14116574~2551194,18216752~7962969,26816305~50354418,79539643~12164898,94167464~11776392,106159002~3957520,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,155012508~175833,158439134~10574667,169096546~11309541,181403915~809125,184978262~6036028,191636861~25691533,222396622~3101653,226215250~39425158,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~19999134,330297074~4121774,334576905~7190180,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:54.876 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,14116574~2551194,16777216~74927325,94167464~11776392,106159002~3957520,112209671~4594316,117440512~5589834,125314987~7565640,134217728~5822384,140682082~836034,142606336~2773074,155012508~175833,157726629~11287172,169096546~13116494,184978262~6036028,191636861~25691533,222396622~43243786,266070990~1398497,270056437~1165996,279118644~3958713,283806098~1835968,285644182~11837624,299056865~7571663,307504362~34262723,344201020~3407953,348127232~17494270,369098752~44250441] 2024-04-12T08:59:55.840 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to HEAD diff [2513416~9705749,14032376~2635392,18216752~7962969,26816305~50354418,79539643~37264344,119155681~13724946,135546729~5971387,143664296~1715114,150032721~7693908,158439134~21966953,181403915~809125,184978262~40520013,226215250~41466824,268249087~3530905,275146669~22335137,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:55.840 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~9705749,14032376~2635392,18216752~7962969,26816305~50354418,79539643~37264344,119155681~13724946,135546729~5971387,143664296~1715114,150032721~7693908,158439134~21966953,181403915~809125,184978262~40520013,226215250~41466824,268249087~3530905,275146669~22335137,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:55.859 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~12219165,12582912~4084856,16777216~100026771,117440512~15440115,134217728~7300388,142606336~2773074,150032721~32180319,184549376~87230616,272629760~24852046,297795584~46100178,344201020~3407953,348127232~17494270,369098752~44250441] 2024-04-12T08:59:55.859 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to HEAD diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,26816305~50354418,79539643~37264344,119155681~13724946,135546729~4493383,140682082~836034,143664296~1715114,150032721~7693908,158439134~21966953,181403915~809125,184978262~40520013,226215250~39425158,266070990~1398497,268249087~3530905,279118644~18363162,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:55.859 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,26816305~50354418,79539643~37264344,119155681~13724946,135546729~4493383,140682082~836034,143664296~1715114,150032721~7693908,158439134~21966953,181403915~809125,184978262~40520013,226215250~39425158,266070990~1398497,268249087~3530905,279118644~18363162,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:55.866 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,12582912~4084856,16777216~100026771,117440512~15440115,134217728~5822384,140682082~836034,142606336~2773074,150032721~32180319,184549376~81091032,266070990~1398497,267682074~4097918,279118644~18363162,297795584~46100178,344201020~3407953,348127232~17494270,369098752~44250441] 2024-04-12T08:59:55.866 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to HEAD diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,26816305~50354418,79539643~12164898,94167464~16143142,110929448~599809,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,150032721~7693908,158439134~10574667,169096546~11309541,181403915~809125,184978262~40520013,226215250~39425158,266070990~1398497,268249087~3530905,279118644~18363162,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:55.866 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,26816305~50354418,79539643~12164898,94167464~16143142,110929448~599809,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,150032721~7693908,158439134~10574667,169096546~11309541,181403915~809125,184978262~40520013,226215250~39425158,266070990~1398497,268249087~3530905,279118644~18363162,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:55.872 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,12582912~4084856,16777216~74927325,94167464~16143142,110929448~599809,112209671~4594316,117440512~5589834,125314987~7565640,134217728~5822384,140682082~836034,142606336~2773074,150032721~18981080,169096546~13116494,184549376~81091032,266070990~1398497,267682074~4097918,279118644~18363162,297795584~46100178,344201020~3407953,348127232~17494270,369098752~44250441] 2024-04-12T08:59:55.872 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to HEAD diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,26816305~50354418,79539643~12164898,94167464~16143142,110929448~599809,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,155012508~175833,158439134~10574667,169096546~11309541,181403915~809125,184978262~6036028,191636861~25691533,222396622~3101653,226215250~39425158,266070990~1398497,268249087~3530905,279118644~3958713,283806098~1835968,285644182~11837624,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:55.872 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,26816305~50354418,79539643~12164898,94167464~16143142,110929448~599809,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,155012508~175833,158439134~10574667,169096546~11309541,181403915~809125,184978262~6036028,191636861~25691533,222396622~3101653,226215250~39425158,266070990~1398497,268249087~3530905,279118644~3958713,283806098~1835968,285644182~11837624,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:55.878 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,12582912~4084856,16777216~74927325,94167464~16143142,110929448~599809,112209671~4594316,117440512~5589834,125314987~7565640,134217728~5822384,140682082~836034,142606336~2773074,155012508~175833,157726629~11287172,169096546~13116494,184978262~6036028,191636861~25691533,222396622~43243786,266070990~1398497,267682074~4097918,279118644~3958713,283806098~1835968,285644182~11837624,297795584~46100178,344201020~3407953,348127232~17494270,369098752~44250441] 2024-04-12T08:59:56.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:59:55 smithi112 ceph-mon[95375]: pgmap v994: 105 pgs: 105 active+clean; 742 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 117 KiB/s rd, 6.0 KiB/s wr, 1.42k op/s 2024-04-12T08:59:56.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:59:55 smithi112 ceph-mon[95375]: osdmap e888: 8 total, 8 up, 8 in 2024-04-12T08:59:56.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:59:55 smithi112 ceph-mon[99443]: pgmap v994: 105 pgs: 105 active+clean; 742 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 117 KiB/s rd, 6.0 KiB/s wr, 1.42k op/s 2024-04-12T08:59:56.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:59:55 smithi112 ceph-mon[99443]: osdmap e888: 8 total, 8 up, 8 in 2024-04-12T08:59:56.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:59:55 smithi175 ceph-mon[87929]: pgmap v994: 105 pgs: 105 active+clean; 742 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 117 KiB/s rd, 6.0 KiB/s wr, 1.42k op/s 2024-04-12T08:59:56.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:59:55 smithi175 ceph-mon[87929]: osdmap e888: 8 total, 8 up, 8 in 2024-04-12T08:59:56.844 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to HEAD diff [2513416~9705749,14032376~2635392,18216752~7962969,26816305~50354418,79539643~37264344,119155681~13724946,135546729~5971387,143664296~1715114,150032721~7693908,158439134~21966953,181403915~809125,184978262~40520013,226215250~41466824,268249087~3530905,275146669~22335137,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:56.844 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~9705749,14032376~2635392,18216752~7962969,26816305~50354418,79539643~37264344,119155681~13724946,135546729~5971387,143664296~1715114,150032721~7693908,158439134~21966953,181403915~809125,184978262~40520013,226215250~41466824,268249087~3530905,275146669~22335137,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:56.862 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~12219165,12582912~4084856,16777216~100026771,117440512~15440115,134217728~7300388,142606336~2773074,150032721~32180319,184549376~87230616,272629760~24852046,297795584~46100178,344201020~3407953,348127232~17494270,369098752~44250441] 2024-04-12T08:59:56.862 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to HEAD diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,26816305~50354418,79539643~37264344,119155681~13724946,135546729~4493383,140682082~836034,143664296~1715114,150032721~7693908,158439134~21966953,181403915~809125,184978262~40520013,226215250~39425158,266070990~1398497,268249087~3530905,279118644~18363162,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:56.862 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,26816305~50354418,79539643~37264344,119155681~13724946,135546729~4493383,140682082~836034,143664296~1715114,150032721~7693908,158439134~21966953,181403915~809125,184978262~40520013,226215250~39425158,266070990~1398497,268249087~3530905,279118644~18363162,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:56.868 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,12582912~4084856,16777216~100026771,117440512~15440115,134217728~5822384,140682082~836034,142606336~2773074,150032721~32180319,184549376~81091032,266070990~1398497,267682074~4097918,279118644~18363162,297795584~46100178,344201020~3407953,348127232~17494270,369098752~44250441] 2024-04-12T08:59:56.868 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to HEAD diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,26816305~50354418,79539643~12164898,94167464~16143142,110929448~599809,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,150032721~7693908,158439134~10574667,169096546~11309541,181403915~809125,184978262~40520013,226215250~39425158,266070990~1398497,268249087~3530905,279118644~18363162,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:56.868 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,26816305~50354418,79539643~12164898,94167464~16143142,110929448~599809,112209671~4594316,119155681~3874665,125314987~7565640,135546729~4493383,140682082~836034,143664296~1715114,150032721~7693908,158439134~10574667,169096546~11309541,181403915~809125,184978262~40520013,226215250~39425158,266070990~1398497,268249087~3530905,279118644~18363162,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:56.874 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,12582912~4084856,16777216~74927325,94167464~16143142,110929448~599809,112209671~4594316,117440512~5589834,125314987~7565640,134217728~5822384,140682082~836034,142606336~2773074,150032721~18981080,169096546~13116494,184549376~81091032,266070990~1398497,267682074~4097918,279118644~18363162,297795584~46100178,344201020~3407953,348127232~17494270,369098752~44250441] 2024-04-12T08:59:57.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:59:56 smithi112 ceph-mon[95375]: osdmap e889: 8 total, 8 up, 8 in 2024-04-12T08:59:57.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:59:56 smithi112 ceph-mon[99443]: osdmap e889: 8 total, 8 up, 8 in 2024-04-12T08:59:57.093 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 08:59:56 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: ::ffff:172.21.15.175 - - [12/Apr/2024:08:59:56] "GET /metrics HTTP/1.1" 200 36543 "" "Prometheus/2.43.0" 2024-04-12T08:59:57.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:59:56 smithi175 ceph-mon[87929]: osdmap e889: 8 total, 8 up, 8 in 2024-04-12T08:59:57.857 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to HEAD diff [2513416~9705749,14032376~2635392,18216752~7962969,26816305~50354418,79539643~37264344,119155681~13724946,135546729~5971387,143664296~1715114,150032721~7693908,158439134~21966953,181403915~809125,184978262~40520013,226215250~41466824,268249087~3530905,275146669~22335137,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:57.858 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~9705749,14032376~2635392,18216752~7962969,26816305~50354418,79539643~37264344,119155681~13724946,135546729~5971387,143664296~1715114,150032721~7693908,158439134~21966953,181403915~809125,184978262~40520013,226215250~41466824,268249087~3530905,275146669~22335137,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:57.872 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~12219165,12582912~4084856,16777216~100026771,117440512~15440115,134217728~7300388,142606336~2773074,150032721~32180319,184549376~87230616,272629760~24852046,297795584~46100178,344201020~3407953,348127232~17494270,369098752~44250441] 2024-04-12T08:59:57.873 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to HEAD diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,26816305~50354418,79539643~37264344,119155681~13724946,135546729~4493383,140682082~836034,143664296~1715114,150032721~7693908,158439134~21966953,181403915~809125,184978262~40520013,226215250~39425158,266070990~1398497,268249087~3530905,279118644~18363162,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:57.873 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~564959,7373379~4845786,14032376~2635392,18216752~7962969,26816305~50354418,79539643~37264344,119155681~13724946,135546729~4493383,140682082~836034,143664296~1715114,150032721~7693908,158439134~21966953,181403915~809125,184978262~40520013,226215250~39425158,266070990~1398497,268249087~3530905,279118644~18363162,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:57.879 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [2513416~564959,7373379~4845786,12582912~4084856,16777216~100026771,117440512~15440115,134217728~5822384,140682082~836034,142606336~2773074,150032721~32180319,184549376~81091032,266070990~1398497,267682074~4097918,279118644~18363162,297795584~46100178,344201020~3407953,348127232~17494270,369098752~44250441] 2024-04-12T08:59:58.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:59:57 smithi112 ceph-mon[95375]: pgmap v997: 105 pgs: 105 active+clean; 684 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 94 KiB/s rd, 7.0 KiB/s wr, 905 op/s 2024-04-12T08:59:58.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:59:57 smithi112 ceph-mon[95375]: osdmap e890: 8 total, 8 up, 8 in 2024-04-12T08:59:58.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:59:57 smithi112 ceph-mon[99443]: pgmap v997: 105 pgs: 105 active+clean; 684 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 94 KiB/s rd, 7.0 KiB/s wr, 905 op/s 2024-04-12T08:59:58.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:59:57 smithi112 ceph-mon[99443]: osdmap e890: 8 total, 8 up, 8 in 2024-04-12T08:59:58.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:59:57 smithi175 ceph-mon[87929]: pgmap v997: 105 pgs: 105 active+clean; 684 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 94 KiB/s rd, 7.0 KiB/s wr, 905 op/s 2024-04-12T08:59:58.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:59:57 smithi175 ceph-mon[87929]: osdmap e890: 8 total, 8 up, 8 in 2024-04-12T08:59:58.835 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to HEAD diff [2513416~9705749,14032376~2635392,18216752~7962969,26816305~50354418,79539643~37264344,119155681~13724946,135546729~5971387,143664296~1715114,150032721~7693908,158439134~21966953,181403915~809125,184978262~40520013,226215250~41466824,268249087~3530905,275146669~22335137,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:58.836 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [2513416~9705749,14032376~2635392,18216752~7962969,26816305~50354418,79539643~37264344,119155681~13724946,135546729~5971387,143664296~1715114,150032721~7693908,158439134~21966953,181403915~809125,184978262~40520013,226215250~41466824,268249087~3530905,275146669~22335137,298699707~28803789,330297074~4121774,334576905~9318857,344201020~3407953,350806194~14815308,369906946~43442247] 2024-04-12T08:59:58.851 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~12219165,12582912~4084856,16777216~100026771,117440512~15440115,134217728~7300388,142606336~2773074,150032721~32180319,184549376~87230616,272629760~24852046,297795584~46100178,344201020~3407953,348127232~17494270,369098752~44250441] 2024-04-12T08:59:59.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:59:58 smithi175 ceph-mon[87929]: osdmap e891: 8 total, 8 up, 8 in 2024-04-12T08:59:59.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:59:58 smithi175 ceph-mon[87929]: osdmap e892: 8 total, 8 up, 8 in 2024-04-12T08:59:59.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:59:58 smithi112 ceph-mon[95375]: osdmap e891: 8 total, 8 up, 8 in 2024-04-12T08:59:59.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:59:58 smithi112 ceph-mon[95375]: osdmap e892: 8 total, 8 up, 8 in 2024-04-12T08:59:59.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:59:58 smithi112 ceph-mon[99443]: osdmap e891: 8 total, 8 up, 8 in 2024-04-12T08:59:59.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:59:58 smithi112 ceph-mon[99443]: osdmap e892: 8 total, 8 up, 8 in 2024-04-12T08:59:59.882 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] DiffIterateTest/0.DiffIterateStress (39961 ms) 2024-04-12T08:59:59.882 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] DiffIterateTest/0.DiffIterateParent 2024-04-12T08:59:59.882 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T09:00:00.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 08:59:59 smithi175 ceph-mon[87929]: pgmap v1000: 105 pgs: 105 active+clean; 573 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 96 KiB/s rd, 6.5 KiB/s wr, 882 op/s 2024-04-12T09:00:00.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 08:59:59 smithi112 ceph-mon[95375]: pgmap v1000: 105 pgs: 105 active+clean; 573 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 96 KiB/s rd, 6.5 KiB/s wr, 882 op/s 2024-04-12T09:00:00.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 08:59:59 smithi112 ceph-mon[99443]: pgmap v1000: 105 pgs: 105 active+clean; 573 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 96 KiB/s rd, 6.5 KiB/s wr, 882 op/s 2024-04-12T09:00:00.969 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] DiffIterateTest/0.DiffIterateParent (1087 ms) 2024-04-12T09:00:00.969 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] DiffIterateTest/0.DiffIterateIgnoreParent 2024-04-12T09:00:00.969 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T09:00:01.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:00:00 smithi175 ceph-mon[87929]: osdmap e893: 8 total, 8 up, 8 in 2024-04-12T09:00:01.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:00:00 smithi175 ceph-mon[87929]: overall HEALTH_WARN 1 failed cephadm daemon(s) 2024-04-12T09:00:01.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:00:00 smithi112 ceph-mon[95375]: osdmap e893: 8 total, 8 up, 8 in 2024-04-12T09:00:01.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:00:00 smithi112 ceph-mon[95375]: overall HEALTH_WARN 1 failed cephadm daemon(s) 2024-04-12T09:00:01.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:00:00 smithi112 ceph-mon[99443]: osdmap e893: 8 total, 8 up, 8 in 2024-04-12T09:00:01.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:00:00 smithi112 ceph-mon[99443]: overall HEALTH_WARN 1 failed cephadm daemon(s) 2024-04-12T09:00:01.997 INFO:tasks.workunit.client.0.smithi112.stdout: wrote [439334~38608,5922134~95992,12359561~80516,13091211~2189,14175061~1244,14552074~2311,15716308~94296,15882096~2241,19306565~82759] to clone 2024-04-12T09:00:01.998 INFO:tasks.workunit.client.0.smithi112.stdout: diff was [0~477942,4194304~1823822,8388608~4051469,12582912~3301425,16777216~2612108] 2024-04-12T09:00:02.002 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] DiffIterateTest/0.DiffIterateIgnoreParent (1033 ms) 2024-04-12T09:00:02.002 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] DiffIterateTest/0.DiffIterateCallbackError 2024-04-12T09:00:02.002 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T09:00:02.020 INFO:tasks.workunit.client.0.smithi112.stdout: wrote [962564~81245,2043188~30728,4684512~69408,5081213~1350,6500231~22088,14878398~45027,18531462~7341,19609832~63676,20124095~53304,20193149~10819] 2024-04-12T09:00:02.031 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] DiffIterateTest/0.DiffIterateCallbackError (29 ms) 2024-04-12T09:00:02.031 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] DiffIterateTest/0.DiffIterateParentDiscard 2024-04-12T09:00:02.031 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T09:00:02.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:00:01 smithi175 ceph-mon[87929]: pgmap v1003: 105 pgs: 105 active+clean; 573 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 5.2 KiB/s rd, 511 B/s wr, 480 op/s 2024-04-12T09:00:02.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:00:01 smithi175 ceph-mon[87929]: osdmap e894: 8 total, 8 up, 8 in 2024-04-12T09:00:02.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:00:01 smithi112 ceph-mon[95375]: pgmap v1003: 105 pgs: 105 active+clean; 573 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 5.2 KiB/s rd, 511 B/s wr, 480 op/s 2024-04-12T09:00:02.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:00:01 smithi112 ceph-mon[95375]: osdmap e894: 8 total, 8 up, 8 in 2024-04-12T09:00:02.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:00:01 smithi112 ceph-mon[99443]: pgmap v1003: 105 pgs: 105 active+clean; 573 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 5.2 KiB/s rd, 511 B/s wr, 480 op/s 2024-04-12T09:00:02.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:00:01 smithi112 ceph-mon[99443]: osdmap e894: 8 total, 8 up, 8 in 2024-04-12T09:00:03.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:00:02 smithi175 ceph-mon[87929]: osdmap e895: 8 total, 8 up, 8 in 2024-04-12T09:00:03.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:00:02 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:00:03.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:00:02 smithi112 ceph-mon[95375]: osdmap e895: 8 total, 8 up, 8 in 2024-04-12T09:00:03.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:00:02 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:00:03.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:00:02 smithi112 ceph-mon[99443]: osdmap e895: 8 total, 8 up, 8 in 2024-04-12T09:00:03.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:00:02 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:00:03.922 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] DiffIterateTest/0.DiffIterateParentDiscard (1891 ms) 2024-04-12T09:00:03.922 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] DiffIterateTest/0.DiffIterateUnalignedSmall 2024-04-12T09:00:03.922 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T09:00:03.975 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] DiffIterateTest/0.DiffIterateUnalignedSmall (54 ms) 2024-04-12T09:00:03.975 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] DiffIterateTest/0.DiffIterateUnaligned 2024-04-12T09:00:03.976 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T09:00:04.051 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] DiffIterateTest/0.DiffIterateUnaligned (75 ms) 2024-04-12T09:00:04.051 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] DiffIterateTest/0.DiffIterateTryAcquireLock 2024-04-12T09:00:04.051 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T09:00:04.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:00:03 smithi175 ceph-mon[87929]: pgmap v1006: 105 pgs: 105 active+clean; 493 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 106 KiB/s rd, 3.0 MiB/s wr, 226 op/s 2024-04-12T09:00:04.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:00:03 smithi175 ceph-mon[87929]: osdmap e896: 8 total, 8 up, 8 in 2024-04-12T09:00:04.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:00:03 smithi175 ceph-mon[87929]: osdmap e897: 8 total, 8 up, 8 in 2024-04-12T09:00:04.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:00:03 smithi112 ceph-mon[95375]: pgmap v1006: 105 pgs: 105 active+clean; 493 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 106 KiB/s rd, 3.0 MiB/s wr, 226 op/s 2024-04-12T09:00:04.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:00:03 smithi112 ceph-mon[95375]: osdmap e896: 8 total, 8 up, 8 in 2024-04-12T09:00:04.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:00:03 smithi112 ceph-mon[95375]: osdmap e897: 8 total, 8 up, 8 in 2024-04-12T09:00:04.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:00:03 smithi112 ceph-mon[99443]: pgmap v1006: 105 pgs: 105 active+clean; 493 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 106 KiB/s rd, 3.0 MiB/s wr, 226 op/s 2024-04-12T09:00:04.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:00:03 smithi112 ceph-mon[99443]: osdmap e896: 8 total, 8 up, 8 in 2024-04-12T09:00:04.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:00:03 smithi112 ceph-mon[99443]: osdmap e897: 8 total, 8 up, 8 in 2024-04-12T09:00:06.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:00:05 smithi175 ceph-mon[87929]: pgmap v1009: 105 pgs: 105 active+clean; 515 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 4.1 MiB/s rd, 9.7 MiB/s wr, 302 op/s 2024-04-12T09:00:06.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:00:05 smithi112 ceph-mon[95375]: pgmap v1009: 105 pgs: 105 active+clean; 515 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 4.1 MiB/s rd, 9.7 MiB/s wr, 302 op/s 2024-04-12T09:00:06.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:00:05 smithi112 ceph-mon[99443]: pgmap v1009: 105 pgs: 105 active+clean; 515 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 4.1 MiB/s rd, 9.7 MiB/s wr, 302 op/s 2024-04-12T09:00:07.092 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 09:00:06 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: ::ffff:172.21.15.175 - - [12/Apr/2024:09:00:06] "GET /metrics HTTP/1.1" 200 36542 "" "Prometheus/2.43.0" 2024-04-12T09:00:08.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:00:07 smithi175 ceph-mon[87929]: pgmap v1010: 105 pgs: 105 active+clean; 547 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.8 MiB/s rd, 11 MiB/s wr, 282 op/s 2024-04-12T09:00:08.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:00:07 smithi112 ceph-mon[95375]: pgmap v1010: 105 pgs: 105 active+clean; 547 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.8 MiB/s rd, 11 MiB/s wr, 282 op/s 2024-04-12T09:00:08.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:00:07 smithi112 ceph-mon[99443]: pgmap v1010: 105 pgs: 105 active+clean; 547 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.8 MiB/s rd, 11 MiB/s wr, 282 op/s 2024-04-12T09:00:09.088 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] DiffIterateTest/0.DiffIterateTryAcquireLock (5037 ms) 2024-04-12T09:00:09.088 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] DiffIterateTest/0.DiffIterateStriping 2024-04-12T09:00:09.088 INFO:tasks.workunit.client.0.smithi112.stdout:SKIPPING 2024-04-12T09:00:09.088 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] DiffIterateTest/0.DiffIterateStriping (0 ms) 2024-04-12T09:00:09.222 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:00:08 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:00:09.222 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:00:08 smithi112 ceph-mon[99443]: osdmap e898: 8 total, 8 up, 8 in 2024-04-12T09:00:09.222 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:00:08 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:00:09.223 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:00:08 smithi112 ceph-mon[95375]: osdmap e898: 8 total, 8 up, 8 in 2024-04-12T09:00:09.237 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:00:08 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:00:09.237 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:00:08 smithi175 ceph-mon[87929]: osdmap e898: 8 total, 8 up, 8 in 2024-04-12T09:00:09.895 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] 15 tests from DiffIterateTest/0 (69202 ms total) 2024-04-12T09:00:09.895 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T09:00:09.895 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] 15 tests from DiffIterateTest/1, where TypeParam = DiffIterateParams 2024-04-12T09:00:09.925 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] DiffIterateTest/1.DiffIterate 2024-04-12T09:00:10.206 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:00:09 smithi112 ceph-mon[95375]: pgmap v1011: 105 pgs: 105 active+clean; 574 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.9 MiB/s rd, 9.6 MiB/s wr, 204 op/s 2024-04-12T09:00:10.207 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:00:09 smithi112 ceph-mon[99443]: pgmap v1011: 105 pgs: 105 active+clean; 574 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.9 MiB/s rd, 9.6 MiB/s wr, 204 op/s 2024-04-12T09:00:10.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:00:09 smithi175 ceph-mon[87929]: pgmap v1011: 105 pgs: 105 active+clean; 574 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.9 MiB/s rd, 9.6 MiB/s wr, 204 op/s 2024-04-12T09:00:11.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:00:10 smithi175 ceph-mon[87929]: osdmap e899: 8 total, 8 up, 8 in 2024-04-12T09:00:11.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:00:10 smithi112 ceph-mon[95375]: osdmap e899: 8 total, 8 up, 8 in 2024-04-12T09:00:11.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:00:10 smithi112 ceph-mon[99443]: osdmap e899: 8 total, 8 up, 8 in 2024-04-12T09:00:11.913 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T09:00:12.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:00:11 smithi175 ceph-mon[87929]: pgmap v1014: 73 pgs: 73 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-12T09:00:12.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:00:11 smithi175 ceph-mon[87929]: osdmap e900: 8 total, 8 up, 8 in 2024-04-12T09:00:12.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:00:11 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/3532171818' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T09:00:12.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:00:11 smithi175 ceph-mon[87929]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T09:00:12.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:00:11 smithi112 ceph-mon[95375]: pgmap v1014: 73 pgs: 73 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-12T09:00:12.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:00:11 smithi112 ceph-mon[95375]: osdmap e900: 8 total, 8 up, 8 in 2024-04-12T09:00:12.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:00:11 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/3532171818' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T09:00:12.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:00:11 smithi112 ceph-mon[95375]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T09:00:12.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:00:11 smithi112 ceph-mon[99443]: pgmap v1014: 73 pgs: 73 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-12T09:00:12.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:00:11 smithi112 ceph-mon[99443]: osdmap e900: 8 total, 8 up, 8 in 2024-04-12T09:00:12.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:00:11 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/3532171818' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T09:00:12.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:00:11 smithi112 ceph-mon[99443]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-12T09:00:13.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:00:12 smithi175 ceph-mon[87929]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-37","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T09:00:13.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:00:12 smithi175 ceph-mon[87929]: osdmap e901: 8 total, 8 up, 8 in 2024-04-12T09:00:13.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:00:12 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T09:00:13.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:00:12 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T09:00:13.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:00:12 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T09:00:13.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:00:12 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T09:00:13.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:00:12 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:00:13.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:00:12 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:00:13.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:00:12 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T09:00:13.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:00:12 smithi112 ceph-mon[95375]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-37","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T09:00:13.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:00:12 smithi112 ceph-mon[95375]: osdmap e901: 8 total, 8 up, 8 in 2024-04-12T09:00:13.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:00:12 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T09:00:13.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:00:12 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T09:00:13.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:00:12 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T09:00:13.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:00:12 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T09:00:13.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:00:12 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:00:13.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:00:12 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:00:13.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:00:12 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T09:00:13.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:00:12 smithi112 ceph-mon[99443]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi112-80750-37","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-12T09:00:13.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:00:12 smithi112 ceph-mon[99443]: osdmap e901: 8 total, 8 up, 8 in 2024-04-12T09:00:13.344 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:00:12 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T09:00:13.344 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:00:12 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T09:00:13.344 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:00:12 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T09:00:13.344 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:00:12 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T09:00:13.344 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:00:12 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:00:13.344 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:00:12 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:00:13.344 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:00:12 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T09:00:13.947 INFO:tasks.workunit.client.0.smithi112.stdout: wrote [1862539~75301,4166907~17976,4191031~65586,5408501~87810,11943539~7720,15281034~6472,17814206~15056,19990150~6130,20384363~67425,20833573~101717] 2024-04-12T09:00:14.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:00:13 smithi175 ceph-mon[87929]: pgmap v1017: 105 pgs: 11 creating+peering, 21 unknown, 73 active+clean; 582 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:00:14.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:00:13 smithi175 ceph-mon[87929]: pgmap v1018: 105 pgs: 11 creating+peering, 21 unknown, 73 active+clean; 582 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:00:14.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:00:13 smithi175 ceph-mon[87929]: pgmap v1019: 105 pgs: 11 creating+peering, 21 unknown, 73 active+clean; 582 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:00:14.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:00:13 smithi175 ceph-mon[87929]: osdmap e902: 8 total, 8 up, 8 in 2024-04-12T09:00:14.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:00:13 smithi112 ceph-mon[95375]: pgmap v1017: 105 pgs: 11 creating+peering, 21 unknown, 73 active+clean; 582 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:00:14.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:00:13 smithi112 ceph-mon[95375]: pgmap v1018: 105 pgs: 11 creating+peering, 21 unknown, 73 active+clean; 582 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:00:14.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:00:13 smithi112 ceph-mon[95375]: pgmap v1019: 105 pgs: 11 creating+peering, 21 unknown, 73 active+clean; 582 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:00:14.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:00:13 smithi112 ceph-mon[95375]: osdmap e902: 8 total, 8 up, 8 in 2024-04-12T09:00:14.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:00:13 smithi112 ceph-mon[99443]: pgmap v1017: 105 pgs: 11 creating+peering, 21 unknown, 73 active+clean; 582 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:00:14.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:00:13 smithi112 ceph-mon[99443]: pgmap v1018: 105 pgs: 11 creating+peering, 21 unknown, 73 active+clean; 582 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:00:14.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:00:13 smithi112 ceph-mon[99443]: pgmap v1019: 105 pgs: 11 creating+peering, 21 unknown, 73 active+clean; 582 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:00:14.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:00:13 smithi112 ceph-mon[99443]: osdmap e902: 8 total, 8 up, 8 in 2024-04-12T09:00:14.940 INFO:tasks.workunit.client.0.smithi112.stdout: wrote [0~20971520] 2024-04-12T09:00:14.949 INFO:tasks.workunit.client.0.smithi112.stdout: diff was [0~20971520] 2024-04-12T09:00:14.953 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] DiffIterateTest/1.DiffIterate (5028 ms) 2024-04-12T09:00:14.953 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministic 2024-04-12T09:00:14.954 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T09:00:15.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:00:14 smithi175 ceph-mon[87929]: osdmap e903: 8 total, 8 up, 8 in 2024-04-12T09:00:15.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:00:14 smithi112 ceph-mon[95375]: osdmap e903: 8 total, 8 up, 8 in 2024-04-12T09:00:15.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:00:14 smithi112 ceph-mon[99443]: osdmap e903: 8 total, 8 up, 8 in 2024-04-12T09:00:16.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:00:15 smithi175 ceph-mon[87929]: pgmap v1022: 105 pgs: 11 creating+peering, 2 unknown, 92 active+clean; 582 KiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 368 B/s wr, 0 op/s 2024-04-12T09:00:16.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:00:15 smithi175 ceph-mon[87929]: osdmap e904: 8 total, 8 up, 8 in 2024-04-12T09:00:16.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:00:15 smithi112 ceph-mon[95375]: pgmap v1022: 105 pgs: 11 creating+peering, 2 unknown, 92 active+clean; 582 KiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 368 B/s wr, 0 op/s 2024-04-12T09:00:16.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:00:15 smithi112 ceph-mon[95375]: osdmap e904: 8 total, 8 up, 8 in 2024-04-12T09:00:16.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:00:15 smithi112 ceph-mon[99443]: pgmap v1022: 105 pgs: 11 creating+peering, 2 unknown, 92 active+clean; 582 KiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 368 B/s wr, 0 op/s 2024-04-12T09:00:16.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:00:15 smithi112 ceph-mon[99443]: osdmap e904: 8 total, 8 up, 8 in 2024-04-12T09:00:17.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:00:16 smithi112 ceph-mon[95375]: osdmap e905: 8 total, 8 up, 8 in 2024-04-12T09:00:17.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:00:16 smithi112 ceph-mon[99443]: osdmap e905: 8 total, 8 up, 8 in 2024-04-12T09:00:17.093 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 09:00:16 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: ::ffff:172.21.15.175 - - [12/Apr/2024:09:00:16] "GET /metrics HTTP/1.1" 200 36542 "" "Prometheus/2.43.0" 2024-04-12T09:00:17.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:00:16 smithi175 ceph-mon[87929]: osdmap e905: 8 total, 8 up, 8 in 2024-04-12T09:00:17.972 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministic (3019 ms) 2024-04-12T09:00:17.972 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministicPP 2024-04-12T09:00:17.972 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T09:00:18.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:00:17 smithi175 ceph-mon[87929]: pgmap v1025: 105 pgs: 5 creating+peering, 100 active+clean; 6.2 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.7 KiB/s rd, 120 KiB/s wr, 11 op/s 2024-04-12T09:00:18.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:00:17 smithi175 ceph-mon[87929]: osdmap e906: 8 total, 8 up, 8 in 2024-04-12T09:00:18.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:00:17 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:00:18.303 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:00:17 smithi112 ceph-mon[95375]: pgmap v1025: 105 pgs: 5 creating+peering, 100 active+clean; 6.2 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.7 KiB/s rd, 120 KiB/s wr, 11 op/s 2024-04-12T09:00:18.303 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:00:17 smithi112 ceph-mon[95375]: osdmap e906: 8 total, 8 up, 8 in 2024-04-12T09:00:18.303 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:00:17 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:00:18.303 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:00:17 smithi112 ceph-mon[99443]: pgmap v1025: 105 pgs: 5 creating+peering, 100 active+clean; 6.2 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.7 KiB/s rd, 120 KiB/s wr, 11 op/s 2024-04-12T09:00:18.303 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:00:17 smithi112 ceph-mon[99443]: osdmap e906: 8 total, 8 up, 8 in 2024-04-12T09:00:18.304 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:00:17 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:00:19.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:00:18 smithi175 ceph-mon[87929]: osdmap e907: 8 total, 8 up, 8 in 2024-04-12T09:00:19.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:00:18 smithi112 ceph-mon[99443]: osdmap e907: 8 total, 8 up, 8 in 2024-04-12T09:00:19.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:00:18 smithi112 ceph-mon[95375]: osdmap e907: 8 total, 8 up, 8 in 2024-04-12T09:00:20.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:00:19 smithi175 ceph-mon[87929]: pgmap v1028: 105 pgs: 105 active+clean; 17 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 46 KiB/s rd, 261 KiB/s wr, 80 op/s 2024-04-12T09:00:20.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:00:19 smithi175 ceph-mon[87929]: osdmap e908: 8 total, 8 up, 8 in 2024-04-12T09:00:20.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:00:19 smithi112 ceph-mon[99443]: pgmap v1028: 105 pgs: 105 active+clean; 17 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 46 KiB/s rd, 261 KiB/s wr, 80 op/s 2024-04-12T09:00:20.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:00:19 smithi112 ceph-mon[99443]: osdmap e908: 8 total, 8 up, 8 in 2024-04-12T09:00:20.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:00:19 smithi112 ceph-mon[95375]: pgmap v1028: 105 pgs: 105 active+clean; 17 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 46 KiB/s rd, 261 KiB/s wr, 80 op/s 2024-04-12T09:00:20.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:00:19 smithi112 ceph-mon[95375]: osdmap e908: 8 total, 8 up, 8 in 2024-04-12T09:00:21.000 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministicPP (3029 ms) 2024-04-12T09:00:21.000 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDiscard 2024-04-12T09:00:21.001 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T09:00:21.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:00:20 smithi175 ceph-mon[87929]: osdmap e909: 8 total, 8 up, 8 in 2024-04-12T09:00:21.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:00:20 smithi112 ceph-mon[95375]: osdmap e909: 8 total, 8 up, 8 in 2024-04-12T09:00:21.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:00:20 smithi112 ceph-mon[99443]: osdmap e909: 8 total, 8 up, 8 in 2024-04-12T09:00:22.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:00:21 smithi175 ceph-mon[87929]: pgmap v1031: 105 pgs: 105 active+clean; 17 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 41 KiB/s rd, 141 KiB/s wr, 69 op/s 2024-04-12T09:00:22.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:00:21 smithi175 ceph-mon[87929]: osdmap e910: 8 total, 8 up, 8 in 2024-04-12T09:00:22.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:00:21 smithi112 ceph-mon[95375]: pgmap v1031: 105 pgs: 105 active+clean; 17 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 41 KiB/s rd, 141 KiB/s wr, 69 op/s 2024-04-12T09:00:22.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:00:21 smithi112 ceph-mon[95375]: osdmap e910: 8 total, 8 up, 8 in 2024-04-12T09:00:22.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:00:21 smithi112 ceph-mon[99443]: pgmap v1031: 105 pgs: 105 active+clean; 17 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 41 KiB/s rd, 141 KiB/s wr, 69 op/s 2024-04-12T09:00:22.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:00:21 smithi112 ceph-mon[99443]: osdmap e910: 8 total, 8 up, 8 in 2024-04-12T09:00:23.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:00:22 smithi175 ceph-mon[87929]: osdmap e911: 8 total, 8 up, 8 in 2024-04-12T09:00:23.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:00:22 smithi112 ceph-mon[95375]: osdmap e911: 8 total, 8 up, 8 in 2024-04-12T09:00:23.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:00:22 smithi112 ceph-mon[99443]: osdmap e911: 8 total, 8 up, 8 in 2024-04-12T09:00:23.851 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] DiffIterateTest/1.DiffIterateDiscard (2850 ms) 2024-04-12T09:00:23.851 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] DiffIterateTest/1.DiffIterateTruncate 2024-04-12T09:00:23.851 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T09:00:24.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:00:23 smithi175 ceph-mon[87929]: pgmap v1034: 105 pgs: 105 active+clean; 17 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 34 KiB/s rd, 5.2 KiB/s wr, 50 op/s 2024-04-12T09:00:24.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:00:23 smithi175 ceph-mon[87929]: osdmap e912: 8 total, 8 up, 8 in 2024-04-12T09:00:24.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:00:23 smithi175 ceph-mon[87929]: osdmap e913: 8 total, 8 up, 8 in 2024-04-12T09:00:24.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:00:23 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T09:00:24.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:00:23 smithi112 ceph-mon[95375]: pgmap v1034: 105 pgs: 105 active+clean; 17 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 34 KiB/s rd, 5.2 KiB/s wr, 50 op/s 2024-04-12T09:00:24.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:00:23 smithi112 ceph-mon[95375]: osdmap e912: 8 total, 8 up, 8 in 2024-04-12T09:00:24.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:00:23 smithi112 ceph-mon[95375]: osdmap e913: 8 total, 8 up, 8 in 2024-04-12T09:00:24.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:00:23 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T09:00:24.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:00:23 smithi112 ceph-mon[99443]: pgmap v1034: 105 pgs: 105 active+clean; 17 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 34 KiB/s rd, 5.2 KiB/s wr, 50 op/s 2024-04-12T09:00:24.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:00:23 smithi112 ceph-mon[99443]: osdmap e912: 8 total, 8 up, 8 in 2024-04-12T09:00:24.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:00:23 smithi112 ceph-mon[99443]: osdmap e913: 8 total, 8 up, 8 in 2024-04-12T09:00:24.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:00:23 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T09:00:26.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:00:25 smithi112 ceph-mon[99443]: pgmap v1037: 105 pgs: 105 active+clean; 17 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 62 KiB/s rd, 9.2 KiB/s wr, 90 op/s 2024-04-12T09:00:26.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:00:25 smithi112 ceph-mon[99443]: osdmap e914: 8 total, 8 up, 8 in 2024-04-12T09:00:26.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:00:25 smithi112 ceph-mon[95375]: pgmap v1037: 105 pgs: 105 active+clean; 17 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 62 KiB/s rd, 9.2 KiB/s wr, 90 op/s 2024-04-12T09:00:26.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:00:25 smithi112 ceph-mon[95375]: osdmap e914: 8 total, 8 up, 8 in 2024-04-12T09:00:26.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:00:25 smithi175 ceph-mon[87929]: pgmap v1037: 105 pgs: 105 active+clean; 17 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 62 KiB/s rd, 9.2 KiB/s wr, 90 op/s 2024-04-12T09:00:26.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:00:25 smithi175 ceph-mon[87929]: osdmap e914: 8 total, 8 up, 8 in 2024-04-12T09:00:26.886 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] DiffIterateTest/1.DiffIterateTruncate (3035 ms) 2024-04-12T09:00:26.886 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] DiffIterateTest/1.DiffIterateWriteAndTruncate 2024-04-12T09:00:26.886 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T09:00:27.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:00:26 smithi112 ceph-mon[95375]: osdmap e915: 8 total, 8 up, 8 in 2024-04-12T09:00:27.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:00:26 smithi112 ceph-mon[99443]: osdmap e915: 8 total, 8 up, 8 in 2024-04-12T09:00:27.093 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 09:00:26 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: ::ffff:172.21.15.175 - - [12/Apr/2024:09:00:26] "GET /metrics HTTP/1.1" 200 36520 "" "Prometheus/2.43.0" 2024-04-12T09:00:27.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:00:26 smithi175 ceph-mon[87929]: osdmap e915: 8 total, 8 up, 8 in 2024-04-12T09:00:28.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:00:27 smithi112 ceph-mon[95375]: pgmap v1040: 105 pgs: 105 active+clean; 17 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 74 KiB/s rd, 12 KiB/s wr, 108 op/s 2024-04-12T09:00:28.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:00:27 smithi112 ceph-mon[95375]: osdmap e916: 8 total, 8 up, 8 in 2024-04-12T09:00:28.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:00:27 smithi112 ceph-mon[99443]: pgmap v1040: 105 pgs: 105 active+clean; 17 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 74 KiB/s rd, 12 KiB/s wr, 108 op/s 2024-04-12T09:00:28.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:00:27 smithi112 ceph-mon[99443]: osdmap e916: 8 total, 8 up, 8 in 2024-04-12T09:00:28.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:00:27 smithi175 ceph-mon[87929]: pgmap v1040: 105 pgs: 105 active+clean; 17 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 74 KiB/s rd, 12 KiB/s wr, 108 op/s 2024-04-12T09:00:28.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:00:27 smithi175 ceph-mon[87929]: osdmap e916: 8 total, 8 up, 8 in 2024-04-12T09:00:29.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:00:28 smithi175 ceph-mon[87929]: osdmap e917: 8 total, 8 up, 8 in 2024-04-12T09:00:29.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:00:28 smithi112 ceph-mon[95375]: osdmap e917: 8 total, 8 up, 8 in 2024-04-12T09:00:29.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:00:28 smithi112 ceph-mon[99443]: osdmap e917: 8 total, 8 up, 8 in 2024-04-12T09:00:29.901 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] DiffIterateTest/1.DiffIterateWriteAndTruncate (3016 ms) 2024-04-12T09:00:29.902 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] DiffIterateTest/1.DiffIterateStress 2024-04-12T09:00:29.902 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T09:00:29.971 INFO:tasks.workunit.client.0.smithi112.stdout: i=0 exists [2325769~6944581,48435265~4503392,61460777~2333218,103251153~4762260,149487199~7370953,287016203~5057969,303490242~3624532,321115026~737518,390160126~2584459,401363940~7387] wrote [2325769~6944581,48435265~4503392,61460777~2333218,103251153~4762260,149487199~7370953,287016203~5057969,303490242~3624532,321115026~737518,390160126~2584459,401363940~7387] 2024-04-12T09:00:30.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:00:29 smithi175 ceph-mon[87929]: pgmap v1043: 105 pgs: 105 active+clean; 18 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 104 KiB/s rd, 270 KiB/s wr, 155 op/s 2024-04-12T09:00:30.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:00:29 smithi175 ceph-mon[87929]: osdmap e918: 8 total, 8 up, 8 in 2024-04-12T09:00:30.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:00:29 smithi112 ceph-mon[99443]: pgmap v1043: 105 pgs: 105 active+clean; 18 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 104 KiB/s rd, 270 KiB/s wr, 155 op/s 2024-04-12T09:00:30.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:00:29 smithi112 ceph-mon[99443]: osdmap e918: 8 total, 8 up, 8 in 2024-04-12T09:00:30.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:00:29 smithi112 ceph-mon[95375]: pgmap v1043: 105 pgs: 105 active+clean; 18 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 104 KiB/s rd, 270 KiB/s wr, 155 op/s 2024-04-12T09:00:30.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:00:29 smithi112 ceph-mon[95375]: osdmap e918: 8 total, 8 up, 8 in 2024-04-12T09:00:30.942 INFO:tasks.workunit.client.0.smithi112.stdout: i=1 exists [2325769~6944581,23021092~7758990,48435265~4503392,58093144~5885438,72864273~4381038,103251153~4762260,148227787~8630365,234506476~170270,262473068~3278243,287016203~8715783,298605664~3504228,303490242~3624532,308504605~7740085,321115026~737518,364406379~7605545,390160126~2584459,401363940~7387] wrote [23021092~7758990,58093144~5885438,72864273~4381038,148227787~5324680,234506476~170270,262473068~3278243,291887094~3844892,298605664~3504228,308504605~7740085,364406379~7605545] 2024-04-12T09:00:31.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:00:30 smithi175 ceph-mon[87929]: osdmap e919: 8 total, 8 up, 8 in 2024-04-12T09:00:31.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:00:30 smithi112 ceph-mon[95375]: osdmap e919: 8 total, 8 up, 8 in 2024-04-12T09:00:31.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:00:30 smithi112 ceph-mon[99443]: osdmap e919: 8 total, 8 up, 8 in 2024-04-12T09:00:31.977 INFO:tasks.workunit.client.0.smithi112.stdout: i=2 exists [1433992~7836358,23021092~12267731,48435265~4503392,58093144~5885438,72864273~4381038,96637463~6511774,103251153~4762260,108323547~6608957,118421037~7329207,148227787~8630365,232717755~5498621,240369961~7416782,262473068~3278243,287016203~8715783,298605664~3504228,303490242~3624532,308504605~7740085,321115026~737518,364406379~7605545,390160126~2584459,401363940~7387] wrote [1433992~5369999,25653160~9635663,62266614~965842,96637463~6511774,108323547~6608957,118421037~7329207,232717755~5498621,240369961~7416782,390681138~1298089] 2024-04-12T09:00:32.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:00:31 smithi175 ceph-mon[87929]: pgmap v1046: 105 pgs: 105 active+clean; 18 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 58 KiB/s rd, 262 KiB/s wr, 87 op/s 2024-04-12T09:00:32.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:00:31 smithi175 ceph-mon[87929]: osdmap e920: 8 total, 8 up, 8 in 2024-04-12T09:00:32.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:00:31 smithi112 ceph-mon[95375]: pgmap v1046: 105 pgs: 105 active+clean; 18 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 58 KiB/s rd, 262 KiB/s wr, 87 op/s 2024-04-12T09:00:32.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:00:31 smithi112 ceph-mon[95375]: osdmap e920: 8 total, 8 up, 8 in 2024-04-12T09:00:32.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:00:31 smithi112 ceph-mon[99443]: pgmap v1046: 105 pgs: 105 active+clean; 18 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 58 KiB/s rd, 262 KiB/s wr, 87 op/s 2024-04-12T09:00:32.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:00:31 smithi112 ceph-mon[99443]: osdmap e920: 8 total, 8 up, 8 in 2024-04-12T09:00:32.951 INFO:tasks.workunit.client.0.smithi112.stdout: i=3 exists [994824~8275526,19026647~3197806,23021092~12267731,48435265~4503392,58093144~5885438,72864273~4381038,96637463~6511774,103251153~4762260,108323547~6608957,118421037~7329207,131659106~7599889,148227787~8630365,204468785~4525976,232717755~5498621,240369961~7416782,262473068~3278243,270531015~1456168,287016203~8715783,298605664~3504228,303490242~3624532,308504605~7740085,321115026~737518,332440794~7358964,342153803~3876080,364406379~7605545,372381849~5256549,390160126~2584459,401363940~7387] wrote [994824~4208024,19026647~3197806,131659106~7599889,204468785~4525976,234975577~3235740,270531015~1456168,332440794~7358964,342153803~3876080,372381849~5256549] 2024-04-12T09:00:33.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:00:32 smithi175 ceph-mon[87929]: osdmap e921: 8 total, 8 up, 8 in 2024-04-12T09:00:33.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:00:32 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:00:33.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:00:32 smithi112 ceph-mon[95375]: osdmap e921: 8 total, 8 up, 8 in 2024-04-12T09:00:33.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:00:32 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:00:33.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:00:32 smithi112 ceph-mon[99443]: osdmap e921: 8 total, 8 up, 8 in 2024-04-12T09:00:33.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:00:32 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:00:33.977 INFO:tasks.workunit.client.0.smithi112.stdout: i=4 exists [994824~8275526,19026647~3197806,23021092~12267731,48435265~4503392,58093144~5885438,69808132~7437179,83752591~662614,96637463~6511774,103251153~4762260,108323547~6608957,118421037~12499008,131659106~7599889,148227787~8630365,176646563~6409760,204468785~8169684,224208417~6746101,231635184~6581192,240369961~7416782,262473068~3278243,270531015~1456168,287016203~8715783,298605664~3504228,303490242~3624532,308504605~7740085,321115026~737518,324405864~2480304,332440794~7358964,342153803~3876080,364406379~7605545,372381849~5256549,390160126~2584459,401363940~7387] wrote [69808132~5922117,83752591~662614,123642905~7277140,176646563~6409760,208756966~3881503,224208417~6746101,231635184~3254409,324405864~2480304,367969702~624813] 2024-04-12T09:00:34.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:00:33 smithi175 ceph-mon[87929]: pgmap v1049: 105 pgs: 105 active+clean; 47 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 66 KiB/s rd, 5.1 MiB/s wr, 111 op/s 2024-04-12T09:00:34.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:00:33 smithi175 ceph-mon[87929]: osdmap e922: 8 total, 8 up, 8 in 2024-04-12T09:00:34.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:00:33 smithi112 ceph-mon[99443]: pgmap v1049: 105 pgs: 105 active+clean; 47 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 66 KiB/s rd, 5.1 MiB/s wr, 111 op/s 2024-04-12T09:00:34.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:00:33 smithi112 ceph-mon[99443]: osdmap e922: 8 total, 8 up, 8 in 2024-04-12T09:00:34.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:00:33 smithi112 ceph-mon[95375]: pgmap v1049: 105 pgs: 105 active+clean; 47 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 66 KiB/s rd, 5.1 MiB/s wr, 111 op/s 2024-04-12T09:00:34.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:00:33 smithi112 ceph-mon[95375]: osdmap e922: 8 total, 8 up, 8 in 2024-04-12T09:00:34.979 INFO:tasks.workunit.client.0.smithi112.stdout: i=5 exists [495396~8774954,19026647~3197806,23021092~12267731,43953400~8985257,58093144~5885438,69808132~15798694,86277542~772256,96637463~6511774,103251153~4762260,108323547~6608957,118421037~12499008,131659106~7599889,148227787~8630365,174145544~8910779,204468785~8169684,224208417~6746101,231635184~6581192,240369961~7416782,250936661~5688789,262473068~3278243,270531015~1456168,287016203~8715783,298605664~3504228,303490242~3624532,308504605~7740085,321115026~737518,324405864~2480304,332440794~7358964,342153803~3876080,364406379~13232019,390160126~2584459,401363940~7387] wrote [495396~3372095,43953400~6385171,52225265~283857,76545258~9061568,86277542~772256,174145544~5729507,250936661~5688789,368530498~4290457] 2024-04-12T09:00:35.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:00:34 smithi175 ceph-mon[87929]: osdmap e923: 8 total, 8 up, 8 in 2024-04-12T09:00:35.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:00:34 smithi112 ceph-mon[95375]: osdmap e923: 8 total, 8 up, 8 in 2024-04-12T09:00:35.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:00:34 smithi112 ceph-mon[99443]: osdmap e923: 8 total, 8 up, 8 in 2024-04-12T09:00:35.971 INFO:tasks.workunit.client.0.smithi112.stdout: i=6 exists [495396~8774954,19026647~3197806,23021092~12267731,43953400~8985257,58093144~5885438,69808132~15798694,86277542~772256,96637463~6511774,103251153~4762260,108323547~6608957,115184010~3147637,118421037~12499008,131659106~7599889,148227787~8630365,162043907~4837807,172193158~10863165,204468785~8169684,224208417~14007959,240369961~7416782,250936661~5688789,262473068~3278243,266197541~7215604,279288656~2309768,286957517~8774469,298605664~3504228,303490242~3624532,308504605~7740085,321115026~737518,324405864~7072626,332440794~13589089,364406379~13232019,390160126~8173367,401363940~7387] wrote [115184010~3147637,162043907~4837807,172193158~2964940,226504723~7733674,266197541~7215604,279288656~2309768,286957517~2046589,325437290~6041200,339532372~2871254,391813056~6520437] 2024-04-12T09:00:36.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:00:35 smithi175 ceph-mon[87929]: pgmap v1052: 105 pgs: 105 active+clean; 213 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 97 KiB/s rd, 38 MiB/s wr, 175 op/s 2024-04-12T09:00:36.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:00:35 smithi175 ceph-mon[87929]: osdmap e924: 8 total, 8 up, 8 in 2024-04-12T09:00:36.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:00:35 smithi112 ceph-mon[99443]: pgmap v1052: 105 pgs: 105 active+clean; 213 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 97 KiB/s rd, 38 MiB/s wr, 175 op/s 2024-04-12T09:00:36.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:00:35 smithi112 ceph-mon[99443]: osdmap e924: 8 total, 8 up, 8 in 2024-04-12T09:00:36.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:00:35 smithi112 ceph-mon[95375]: pgmap v1052: 105 pgs: 105 active+clean; 213 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 97 KiB/s rd, 38 MiB/s wr, 175 op/s 2024-04-12T09:00:36.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:00:35 smithi112 ceph-mon[95375]: osdmap e924: 8 total, 8 up, 8 in 2024-04-12T09:00:36.984 INFO:tasks.workunit.client.0.smithi112.stdout: i=7 exists [115117~9155233,19026647~3197806,23021092~12267731,42176695~10761962,58093144~6454191,68093547~17513279,86277542~772256,96637463~6511774,103251153~11681351,115184010~3147637,118421037~12499008,131659106~7599889,148227787~8630365,162043907~4837807,172193158~10863165,183369817~6341755,204468785~8169684,219800308~18416068,240369961~9540003,250936661~5688789,262473068~3278243,266197541~7215604,279288656~2309768,286957517~8774469,298605664~3504228,303490242~3624532,308504605~7740085,321115026~737518,324405864~7072626,332440794~13589089,364406379~13232019,390160126~8173367,401363940~7387] wrote [115117~7890009,42176695~5698111,60173495~4373840,68093547~3108064,105234985~5169487,183369817~6341755,219800308~8056307,245917547~3992417] 2024-04-12T09:00:37.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:00:36 smithi112 ceph-mon[95375]: osdmap e925: 8 total, 8 up, 8 in 2024-04-12T09:00:37.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:00:36 smithi112 ceph-mon[99443]: osdmap e925: 8 total, 8 up, 8 in 2024-04-12T09:00:37.093 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 09:00:36 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: ::ffff:172.21.15.175 - - [12/Apr/2024:09:00:36] "GET /metrics HTTP/1.1" 200 36536 "" "Prometheus/2.43.0" 2024-04-12T09:00:37.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:00:36 smithi175 ceph-mon[87929]: osdmap e925: 8 total, 8 up, 8 in 2024-04-12T09:00:37.989 INFO:tasks.workunit.client.0.smithi112.stdout: i=8 exists [115117~9155233,19026647~3197806,23021092~12267731,42176695~10761962,58093144~6454191,68093547~17513279,86277542~772256,96637463~6511774,103251153~11681351,115184010~3147637,118421037~12499008,131659106~7599889,148227787~8630365,162043907~4837807,172193158~17518414,204468785~8169684,214491660~23724716,240369961~16255489,262473068~3278243,266197541~7215604,279288656~2309768,286957517~8774469,298605664~3504228,303490242~3624532,308504605~9381508,321115026~737518,324405864~7072626,332440794~13589089,364406379~13232019,390160126~8173367,401363940~7387] wrote [79235311~6320122,176780121~780411,182771308~2556720,214491660~11203029,242630430~5643555,248646306~4629572,311612376~6273737,337394627~5560964,365801086~4685867] 2024-04-12T09:00:38.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:00:37 smithi175 ceph-mon[87929]: pgmap v1055: 105 pgs: 105 active+clean; 268 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 195 KiB/s rd, 44 MiB/s wr, 316 op/s 2024-04-12T09:00:38.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:00:37 smithi175 ceph-mon[87929]: osdmap e926: 8 total, 8 up, 8 in 2024-04-12T09:00:38.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:00:37 smithi112 ceph-mon[99443]: pgmap v1055: 105 pgs: 105 active+clean; 268 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 195 KiB/s rd, 44 MiB/s wr, 316 op/s 2024-04-12T09:00:38.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:00:37 smithi112 ceph-mon[99443]: osdmap e926: 8 total, 8 up, 8 in 2024-04-12T09:00:38.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:00:37 smithi112 ceph-mon[95375]: pgmap v1055: 105 pgs: 105 active+clean; 268 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 195 KiB/s rd, 44 MiB/s wr, 316 op/s 2024-04-12T09:00:38.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:00:37 smithi112 ceph-mon[95375]: osdmap e926: 8 total, 8 up, 8 in 2024-04-12T09:00:39.001 INFO:tasks.workunit.client.0.smithi112.stdout: i=9 exists [115117~9155233,19026647~3197806,23021092~12267731,42176695~10761962,58093144~6454191,68093547~17513279,86277542~772256,96637463~6511774,103251153~11681351,115184010~3147637,118421037~12499008,131659106~7599889,148227787~8630365,162043907~9077612,172193158~17518414,204468785~8169684,214491660~23724716,240369961~16947751,262473068~3278243,266197541~7215604,274849189~794333,279288656~2309768,286957517~8774469,298605664~3504228,303490242~3624532,308504605~9381508,321115026~737518,324405864~7072626,332440794~13589089,364406379~13232019,381490664~7389996,390160126~8173367,401363940~7387] wrote [3079788~5048968,97099446~3554152,164901666~6219853,177075081~3793256,186705083~318074,225428255~3596710,251083531~6234181,274849189~794333,381490664~7389996] 2024-04-12T09:00:39.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:00:38 smithi175 ceph-mon[87929]: osdmap e927: 8 total, 8 up, 8 in 2024-04-12T09:00:39.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:00:38 smithi112 ceph-mon[99443]: osdmap e927: 8 total, 8 up, 8 in 2024-04-12T09:00:39.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:00:38 smithi112 ceph-mon[95375]: osdmap e927: 8 total, 8 up, 8 in 2024-04-12T09:00:39.972 INFO:tasks.workunit.client.0.smithi112.stdout: i=10 exists [115117~9155233,19026647~3197806,23021092~12267731,35982034~3603762,42176695~10761962,58093144~6454191,68093547~17513279,86277542~772256,96637463~18295041,115184010~3147637,118421037~20837958,148227787~8630365,162043907~9077612,172193158~17518414,204468785~8169684,214491660~23724716,240369961~16947751,262473068~3278243,266197541~9445981,279288656~2309768,286957517~8774469,298605664~3504228,303490242~3624532,308504605~9381508,321115026~737518,324405864~7072626,332440794~13589089,364406379~13232019,381490664~7389996,390160126~8173367,401363940~7387] wrote [30566515~2467119,35982034~3603762,58859966~3601852,103112315~254244,116420061~908242,124188421~2194709,127514262~4481411,151027360~5806992,219975078~6252280,271820311~3074706] 2024-04-12T09:00:40.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:00:39 smithi175 ceph-mon[87929]: pgmap v1058: 105 pgs: 105 active+clean; 434 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 165 KiB/s rd, 51 MiB/s wr, 275 op/s 2024-04-12T09:00:40.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:00:39 smithi175 ceph-mon[87929]: osdmap e928: 8 total, 8 up, 8 in 2024-04-12T09:00:40.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:00:39 smithi112 ceph-mon[95375]: pgmap v1058: 105 pgs: 105 active+clean; 434 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 165 KiB/s rd, 51 MiB/s wr, 275 op/s 2024-04-12T09:00:40.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:00:39 smithi112 ceph-mon[95375]: osdmap e928: 8 total, 8 up, 8 in 2024-04-12T09:00:40.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:00:39 smithi112 ceph-mon[99443]: pgmap v1058: 105 pgs: 105 active+clean; 434 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 165 KiB/s rd, 51 MiB/s wr, 275 op/s 2024-04-12T09:00:40.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:00:39 smithi112 ceph-mon[99443]: osdmap e928: 8 total, 8 up, 8 in 2024-04-12T09:00:41.002 INFO:tasks.workunit.client.0.smithi112.stdout: i=11 exists [115117~9155233,16752030~18536793,35982034~3603762,42176695~10761962,58093144~6454191,68093547~17513279,86277542~772256,96637463~18295041,115184010~3147637,118421037~20837958,144153692~12704460,162043907~9077612,172193158~17518414,191416197~6358552,204468785~8169684,214491660~23724716,240369961~16947751,262473068~3278243,266197541~9445981,279288656~2309768,286957517~8774469,298605664~3504228,303490242~3624532,308504605~9381508,321115026~737518,324405864~7072626,332440794~13589089,364406379~13232019,381490664~7389996,390160126~8173367,401363940~7387,409580223~5616981] wrote [16752030~7410801,43588746~1961876,134855067~3093864,144153692~7903363,163373540~1394504,191416197~6358552,223467434~2372213,292595913~3128862,383275341~4318692,409580223~5616981] 2024-04-12T09:00:41.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:00:40 smithi175 ceph-mon[87929]: osdmap e929: 8 total, 8 up, 8 in 2024-04-12T09:00:41.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:00:40 smithi112 ceph-mon[95375]: osdmap e929: 8 total, 8 up, 8 in 2024-04-12T09:00:41.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:00:40 smithi112 ceph-mon[99443]: osdmap e929: 8 total, 8 up, 8 in 2024-04-12T09:00:42.022 INFO:tasks.workunit.client.0.smithi112.stdout: i=12 exists [115117~9155233,16752030~18536793,35982034~3603762,42176695~10761962,58093144~6454191,68093547~17513279,86277542~772256,96637463~18295041,115184010~3147637,118421037~20837958,141646248~15211904,162043907~9077612,172193158~17518414,191416197~6358552,204468785~8169684,214491660~23724716,240369961~16947751,262473068~3278243,266197541~9445981,279288656~2309768,286957517~8774469,298605664~3504228,303490242~3624532,307232812~10653301,321115026~737518,324405864~7072626,332440794~13589089,364406379~13232019,381490664~16842829,401363940~7387,409580223~5616981] wrote [3908735~2228164,22601957~359085,23956781~98615,45220578~4664016,80031713~1121535,141646248~6718790,307232812~8286888,386165311~8801133] 2024-04-12T09:00:42.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:00:41 smithi175 ceph-mon[87929]: pgmap v1061: 105 pgs: 105 active+clean; 434 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 41 MiB/s wr, 22 op/s 2024-04-12T09:00:42.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:00:41 smithi175 ceph-mon[87929]: osdmap e930: 8 total, 8 up, 8 in 2024-04-12T09:00:42.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:00:41 smithi112 ceph-mon[95375]: pgmap v1061: 105 pgs: 105 active+clean; 434 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 41 MiB/s wr, 22 op/s 2024-04-12T09:00:42.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:00:41 smithi112 ceph-mon[95375]: osdmap e930: 8 total, 8 up, 8 in 2024-04-12T09:00:42.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:00:41 smithi112 ceph-mon[99443]: pgmap v1061: 105 pgs: 105 active+clean; 434 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 41 MiB/s wr, 22 op/s 2024-04-12T09:00:42.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:00:41 smithi112 ceph-mon[99443]: osdmap e930: 8 total, 8 up, 8 in 2024-04-12T09:00:43.028 INFO:tasks.workunit.client.0.smithi112.stdout: i=13 exists [115117~9155233,16752030~18536793,35982034~3603762,41942990~10995667,58093144~6454191,66950563~18656263,86277542~772256,96637463~18295041,115184010~3147637,118421037~20837958,141646248~15211904,162043907~9077612,172193158~17518414,191416197~12473142,204468785~8169684,214491660~23724716,240369961~16947751,259109818~6641493,266197541~9445981,279288656~2309768,286957517~8774469,297818697~9296077,307232812~10653301,321115026~737518,324405864~7072626,332440794~13589089,364406379~14339152,381490664~16842829,401363940~7387,407974116~7223088] wrote [41942990~6558415,66950563~3983979,177122128~4734806,196503233~7386106,216141377~1545380,253148878~2624327,259109818~4992682,297818697~7223694,374052491~4693040,407974116~5656390] 2024-04-12T09:00:43.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:00:42 smithi175 ceph-mon[87929]: osdmap e931: 8 total, 8 up, 8 in 2024-04-12T09:00:43.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:00:42 smithi112 ceph-mon[99443]: osdmap e931: 8 total, 8 up, 8 in 2024-04-12T09:00:43.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:00:42 smithi112 ceph-mon[95375]: osdmap e931: 8 total, 8 up, 8 in 2024-04-12T09:00:44.023 INFO:tasks.workunit.client.0.smithi112.stdout: i=14 exists [115117~9155233,16752030~18536793,35982034~3603762,41942990~10995667,58093144~6454191,66950563~18656263,86277542~772256,88447456~3378512,96637463~21694184,118421037~20837958,141646248~15211904,162043907~9077612,172193158~17518414,191416197~12473142,204468785~8169684,214491660~23724716,240369961~35273561,279288656~2309768,286957517~8774469,297818697~9296077,307232812~15972253,324405864~7072626,332440794~13589089,364406379~14339152,381490664~16842829,401363940~7387,407888383~7308821] wrote [22388298~6478041,42991069~1101618,49014348~1229308,88447456~3378512,114836273~2503542,256610836~5313429,263663760~4158333,292300825~3014066,315468117~7736948,407888383~1621674] 2024-04-12T09:00:44.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:00:43 smithi175 ceph-mon[87929]: pgmap v1064: 105 pgs: 105 active+clean; 512 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 164 KiB/s rd, 18 MiB/s wr, 253 op/s 2024-04-12T09:00:44.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:00:43 smithi175 ceph-mon[87929]: osdmap e932: 8 total, 8 up, 8 in 2024-04-12T09:00:44.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:00:43 smithi112 ceph-mon[95375]: pgmap v1064: 105 pgs: 105 active+clean; 512 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 164 KiB/s rd, 18 MiB/s wr, 253 op/s 2024-04-12T09:00:44.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:00:43 smithi112 ceph-mon[95375]: osdmap e932: 8 total, 8 up, 8 in 2024-04-12T09:00:44.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:00:43 smithi112 ceph-mon[99443]: pgmap v1064: 105 pgs: 105 active+clean; 512 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 164 KiB/s rd, 18 MiB/s wr, 253 op/s 2024-04-12T09:00:44.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:00:43 smithi112 ceph-mon[99443]: osdmap e932: 8 total, 8 up, 8 in 2024-04-12T09:00:45.043 INFO:tasks.workunit.client.0.smithi112.stdout: i=15 exists [115117~14037115,16752030~18536793,35982034~3603762,41942990~10995667,58093144~6454191,66950563~18656263,86277542~772256,88447456~3378512,96637463~21694184,118421037~22363253,141646248~15211904,162043907~9077612,172193158~17518414,191416197~12473142,204468785~8169684,214491660~24398793,240369961~37784840,279288656~2309768,286957517~8774469,297818697~9296077,307232812~15972253,324405864~7072626,332440794~13589089,364406379~14339152,381490664~16842829,398714505~1083336,401363940~7387,407888383~7308821] wrote [7994874~6157358,138130517~2653773,222326791~4414435,231909413~6981040,241463618~4158222,269632661~8522140,326813403~156867,368020670~7897756,398714505~1083336] 2024-04-12T09:00:45.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:00:44 smithi175 ceph-mon[87929]: osdmap e933: 8 total, 8 up, 8 in 2024-04-12T09:00:45.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:00:44 smithi112 ceph-mon[95375]: osdmap e933: 8 total, 8 up, 8 in 2024-04-12T09:00:45.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:00:44 smithi112 ceph-mon[99443]: osdmap e933: 8 total, 8 up, 8 in 2024-04-12T09:00:46.013 INFO:tasks.workunit.client.0.smithi112.stdout: i=16 exists [115117~14037115,16752030~18536793,35982034~3603762,41942990~10995667,58093144~6454191,66950563~18656263,86277542~772256,88447456~3378512,96637463~21694184,118421037~22363253,141646248~15211904,162043907~9077612,172193158~17518414,191416197~12473142,204468785~8169684,214491660~24398793,240369961~37784840,279288656~2309768,286957517~8774469,297818697~9296077,307232812~15972253,324405864~7072626,332440794~13589089,348115158~4797959,364406379~14339152,381490664~16842829,398714505~1083336,401363940~7387,407888383~7308821] wrote [9834462~2497071,17319780~748220,47229477~526095,63725727~578346,108118866~738661,129458924~2606140,311481672~6587606,320298725~1215028,348115158~4797959] 2024-04-12T09:00:46.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:00:45 smithi175 ceph-mon[87929]: pgmap v1067: 105 pgs: 105 active+clean; 627 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 165 KiB/s rd, 43 MiB/s wr, 269 op/s 2024-04-12T09:00:46.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:00:45 smithi175 ceph-mon[87929]: osdmap e934: 8 total, 8 up, 8 in 2024-04-12T09:00:46.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:00:45 smithi112 ceph-mon[99443]: pgmap v1067: 105 pgs: 105 active+clean; 627 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 165 KiB/s rd, 43 MiB/s wr, 269 op/s 2024-04-12T09:00:46.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:00:45 smithi112 ceph-mon[99443]: osdmap e934: 8 total, 8 up, 8 in 2024-04-12T09:00:46.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:00:45 smithi112 ceph-mon[95375]: pgmap v1067: 105 pgs: 105 active+clean; 627 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 165 KiB/s rd, 43 MiB/s wr, 269 op/s 2024-04-12T09:00:46.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:00:45 smithi112 ceph-mon[95375]: osdmap e934: 8 total, 8 up, 8 in 2024-04-12T09:00:47.035 INFO:tasks.workunit.client.0.smithi112.stdout: i=17 exists [115117~14037115,16752030~18536793,35982034~3603762,41942990~10995667,58093144~6454191,66950563~18656263,86277542~772256,88447456~3378512,96637463~21694184,118421037~22363253,141646248~15211904,162043907~9077612,172193158~17518414,191416197~12473142,204468785~8169684,214491660~24398793,240369961~37784840,279288656~2309768,286957517~8774469,297818697~9296077,307232812~15972253,324405864~7072626,332440794~13589089,348115158~4797959,364406379~14339152,381490664~19853515,401363940~7387,401443787~1945166,407888383~7308821] wrote [3988848~2447278,7741927~4990266,72983150~1313354,76781636~989864,174820786~2609969,205494392~349047,251802879~6913746,332649999~5083947,394068900~7275279,401443787~1945166] 2024-04-12T09:00:47.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:00:46 smithi112 ceph-mon[95375]: osdmap e935: 8 total, 8 up, 8 in 2024-04-12T09:00:47.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:00:46 smithi112 ceph-mon[99443]: osdmap e935: 8 total, 8 up, 8 in 2024-04-12T09:00:47.093 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 09:00:46 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: ::ffff:172.21.15.175 - - [12/Apr/2024:09:00:46] "GET /metrics HTTP/1.1" 200 36536 "" "Prometheus/2.43.0" 2024-04-12T09:00:47.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:00:46 smithi175 ceph-mon[87929]: osdmap e935: 8 total, 8 up, 8 in 2024-04-12T09:00:48.045 INFO:tasks.workunit.client.0.smithi112.stdout: i=18 exists [115117~14037115,16752030~18536793,35982034~3603762,41942990~10995667,58093144~27513682,86277542~772256,88447456~3378512,96637463~21694184,118421037~22363253,141646248~15211904,162043907~9077612,172193158~17518414,191416197~12473142,204468785~8169684,214491660~24398793,240369961~37784840,279288656~2309768,286957517~8774469,297818697~9296077,307232812~15972253,324405864~7072626,332440794~13589089,348115158~10731438,364406379~14339152,381490664~19853515,401363940~7387,401443787~1945166,407888383~8463528] wrote [18753049~2267502,32283290~1379192,62291709~4909856,99266390~7173475,124050234~1884859,167042280~2154992,194844934~4870411,264922220~1389284,352786579~6060017,408827235~7524676] 2024-04-12T09:00:48.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:00:47 smithi175 ceph-mon[87929]: pgmap v1070: 105 pgs: 105 active+clean; 677 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 224 KiB/s rd, 38 MiB/s wr, 348 op/s 2024-04-12T09:00:48.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:00:47 smithi175 ceph-mon[87929]: osdmap e936: 8 total, 8 up, 8 in 2024-04-12T09:00:48.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:00:47 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:00:48.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:00:47 smithi112 ceph-mon[95375]: pgmap v1070: 105 pgs: 105 active+clean; 677 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 224 KiB/s rd, 38 MiB/s wr, 348 op/s 2024-04-12T09:00:48.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:00:47 smithi112 ceph-mon[95375]: osdmap e936: 8 total, 8 up, 8 in 2024-04-12T09:00:48.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:00:47 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:00:48.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:00:47 smithi112 ceph-mon[99443]: pgmap v1070: 105 pgs: 105 active+clean; 677 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 224 KiB/s rd, 38 MiB/s wr, 348 op/s 2024-04-12T09:00:48.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:00:47 smithi112 ceph-mon[99443]: osdmap e936: 8 total, 8 up, 8 in 2024-04-12T09:00:48.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:00:47 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:00:49.056 INFO:tasks.workunit.client.0.smithi112.stdout: i=19 exists [115117~14037115,16752030~18536793,35982034~3603762,41942990~10995667,58093144~27513682,86277542~772256,88447456~3378512,96637463~21694184,118421037~22363253,141646248~15211904,162043907~9077612,172193158~17518414,191416197~12473142,204468785~8169684,214043910~24846543,240369961~37784840,279288656~2309768,286957517~8774469,297818697~9296077,307232812~15972253,324405864~7072626,332440794~13589089,348115158~10731438,364406379~14339152,381490664~19853515,401363940~7387,401443787~1945166,407888383~8463528] wrote [43592343~5392512,77982661~6131320,135970924~4295768,153334305~516816,166241206~3061083,214043910~1202024,339750775~2202301,385156578~474991] 2024-04-12T09:00:49.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:00:48 smithi175 ceph-mon[87929]: osdmap e937: 8 total, 8 up, 8 in 2024-04-12T09:00:49.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:00:48 smithi112 ceph-mon[95375]: osdmap e937: 8 total, 8 up, 8 in 2024-04-12T09:00:49.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:00:48 smithi112 ceph-mon[99443]: osdmap e937: 8 total, 8 up, 8 in 2024-04-12T09:00:50.001 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to 1 diff [20971520~8388608,54525952~8388608,71303168~8388608,146800640~8388608,230686720~4194304,260046848~4194304,289406976~4194304,297795584~4194304,306184192~8388608,360710144~8388608] 2024-04-12T09:00:50.002 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [20971520~8388608,54525952~8388608,71303168~8388608,146800640~8388608,230686720~4194304,260046848~4194304,289406976~4194304,297795584~4194304,306184192~8388608,360710144~8388608] 2024-04-12T09:00:50.014 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [20971520~12582912,54525952~12582912,71303168~8388608,146800640~8388608,230686720~4194304,260046848~8388608,289406976~29360128,360710144~12582912] 2024-04-12T09:00:50.014 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to 2 diff [0~8388608,20971520~12582912,54525952~8388608,71303168~8388608,96468992~16777216,117440512~8388608,146800640~8388608,230686720~16777216,260046848~4194304,289406976~4194304,297795584~4194304,306184192~8388608,360710144~8388608,390070272~4194304] 2024-04-12T09:00:50.014 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~8388608,20971520~12582912,54525952~8388608,71303168~8388608,96468992~16777216,117440512~8388608,146800640~8388608,230686720~16777216,260046848~4194304,289406976~4194304,297795584~4194304,306184192~8388608,360710144~8388608,390070272~4194304] 2024-04-12T09:00:50.015 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~8388608,20971520~16777216,54525952~12582912,71303168~8388608,96468992~29360128,146800640~8388608,230686720~20971520,260046848~8388608,289406976~29360128,360710144~12582912,390070272~4194304] 2024-04-12T09:00:50.015 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to 3 diff [0~8388608,16777216~16777216,54525952~8388608,71303168~8388608,96468992~16777216,117440512~8388608,130023424~8388608,146800640~8388608,201326592~8388608,230686720~16777216,260046848~4194304,268435456~4194304,289406976~4194304,297795584~4194304,306184192~8388608,331350016~12582912,360710144~16777216,390070272~4194304] 2024-04-12T09:00:50.015 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~8388608,16777216~16777216,54525952~8388608,71303168~8388608,96468992~16777216,117440512~8388608,130023424~8388608,146800640~8388608,201326592~8388608,230686720~16777216,260046848~4194304,268435456~4194304,289406976~4194304,297795584~4194304,306184192~8388608,331350016~12582912,360710144~16777216,390070272~4194304] 2024-04-12T09:00:50.018 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~8388608,16777216~20971520,54525952~12582912,71303168~8388608,96468992~29360128,130023424~12582912,146800640~8388608,201326592~8388608,230686720~20971520,260046848~12582912,289406976~29360128,331350016~16777216,360710144~20971520,390070272~4194304] 2024-04-12T09:00:50.018 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to 4 diff [0~8388608,16777216~16777216,54525952~8388608,67108864~8388608,79691776~4194304,96468992~16777216,117440512~20971520,146800640~8388608,176160768~8388608,201326592~8388608,222298112~25165824,260046848~4194304,268435456~4194304,289406976~4194304,297795584~4194304,306184192~8388608,322961408~4194304,331350016~12582912,360710144~16777216,390070272~4194304] 2024-04-12T09:00:50.018 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~8388608,16777216~16777216,54525952~8388608,67108864~8388608,79691776~4194304,96468992~16777216,117440512~20971520,146800640~8388608,176160768~8388608,201326592~8388608,222298112~25165824,260046848~4194304,268435456~4194304,289406976~4194304,297795584~4194304,306184192~8388608,322961408~4194304,331350016~12582912,360710144~16777216,390070272~4194304] 2024-04-12T09:00:50.020 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~8388608,16777216~20971520,54525952~33554432,96468992~46137344,146800640~8388608,176160768~8388608,201326592~12582912,222298112~29360128,260046848~12582912,289406976~29360128,322961408~4194304,331350016~16777216,360710144~20971520,390070272~4194304] 2024-04-12T09:00:50.020 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to 5 diff [0~8388608,16777216~16777216,41943040~20971520,67108864~20971520,96468992~16777216,117440512~20971520,146800640~8388608,171966464~12582912,201326592~8388608,222298112~33554432,260046848~4194304,268435456~4194304,289406976~4194304,297795584~4194304,306184192~8388608,322961408~4194304,331350016~12582912,360710144~16777216,390070272~4194304] 2024-04-12T09:00:50.020 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~8388608,16777216~16777216,41943040~20971520,67108864~20971520,96468992~16777216,117440512~20971520,146800640~8388608,171966464~12582912,201326592~8388608,222298112~33554432,260046848~4194304,268435456~4194304,289406976~4194304,297795584~4194304,306184192~8388608,322961408~4194304,331350016~12582912,360710144~16777216,390070272~4194304] 2024-04-12T09:00:50.023 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~8388608,16777216~20971520,41943040~46137344,96468992~46137344,146800640~8388608,171966464~12582912,201326592~12582912,222298112~50331648,289406976~29360128,322961408~4194304,331350016~16777216,360710144~20971520,390070272~4194304] 2024-04-12T09:00:50.023 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to 6 diff [0~8388608,16777216~16777216,41943040~20971520,67108864~20971520,96468992~41943040,146800640~8388608,159383552~8388608,171966464~12582912,201326592~8388608,222298112~33554432,260046848~12582912,276824064~4194304,285212672~8388608,297795584~4194304,306184192~8388608,322961408~25165824,360710144~16777216,390070272~8388608] 2024-04-12T09:00:50.023 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~8388608,16777216~16777216,41943040~20971520,67108864~20971520,96468992~41943040,146800640~8388608,159383552~8388608,171966464~12582912,201326592~8388608,222298112~33554432,260046848~12582912,276824064~4194304,285212672~8388608,297795584~4194304,306184192~8388608,322961408~25165824,360710144~16777216,390070272~8388608] 2024-04-12T09:00:50.027 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~8388608,16777216~20971520,41943040~46137344,96468992~46137344,146800640~8388608,159383552~8388608,171966464~12582912,201326592~12582912,222298112~96468992,322961408~25165824,360710144~20971520,390070272~8388608] 2024-04-12T09:00:50.027 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to 7 diff [0~8388608,16777216~16777216,41943040~20971520,67108864~20971520,96468992~41943040,146800640~8388608,159383552~8388608,171966464~16777216,201326592~8388608,218103808~37748736,260046848~12582912,276824064~4194304,285212672~8388608,297795584~4194304,306184192~8388608,322961408~25165824,360710144~16777216,390070272~8388608] 2024-04-12T09:00:50.027 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~8388608,16777216~16777216,41943040~20971520,67108864~20971520,96468992~41943040,146800640~8388608,159383552~8388608,171966464~16777216,201326592~8388608,218103808~37748736,260046848~12582912,276824064~4194304,285212672~8388608,297795584~4194304,306184192~8388608,322961408~25165824,360710144~16777216,390070272~8388608] 2024-04-12T09:00:50.031 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~8388608,16777216~20971520,41943040~46137344,96468992~46137344,146800640~8388608,159383552~8388608,171966464~20971520,201326592~12582912,218103808~100663296,322961408~25165824,360710144~20971520,390070272~8388608] 2024-04-12T09:00:50.032 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to 8 diff [0~8388608,16777216~16777216,41943040~20971520,67108864~20971520,96468992~41943040,146800640~8388608,159383552~8388608,171966464~20971520,201326592~8388608,213909504~41943040,260046848~12582912,276824064~4194304,285212672~8388608,297795584~4194304,306184192~12582912,322961408~25165824,360710144~16777216,390070272~8388608] 2024-04-12T09:00:50.032 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~8388608,16777216~16777216,41943040~20971520,67108864~20971520,96468992~41943040,146800640~8388608,159383552~8388608,171966464~20971520,201326592~8388608,213909504~41943040,260046848~12582912,276824064~4194304,285212672~8388608,297795584~4194304,306184192~12582912,322961408~25165824,360710144~16777216,390070272~8388608] 2024-04-12T09:00:50.036 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~8388608,16777216~20971520,41943040~46137344,96468992~46137344,146800640~8388608,159383552~8388608,171966464~20971520,201326592~117440512,322961408~25165824,360710144~20971520,390070272~8388608] 2024-04-12T09:00:50.036 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to 9 diff [0~8388608,16777216~16777216,41943040~20971520,67108864~20971520,96468992~41943040,146800640~8388608,159383552~33554432,201326592~8388608,213909504~67108864,285212672~8388608,297795584~4194304,306184192~12582912,322961408~25165824,360710144~25165824,390070272~8388608] 2024-04-12T09:00:50.036 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~8388608,16777216~16777216,41943040~20971520,67108864~20971520,96468992~41943040,146800640~8388608,159383552~33554432,201326592~8388608,213909504~67108864,285212672~8388608,297795584~4194304,306184192~12582912,322961408~25165824,360710144~25165824,390070272~8388608] 2024-04-12T09:00:50.041 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~8388608,16777216~20971520,41943040~46137344,96468992~46137344,146800640~8388608,159383552~33554432,201326592~117440512,322961408~25165824,360710144~37748736] 2024-04-12T09:00:50.042 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to 10 diff [0~8388608,16777216~20971520,41943040~20971520,67108864~20971520,96468992~41943040,146800640~46137344,201326592~8388608,213909504~67108864,285212672~8388608,297795584~4194304,306184192~12582912,322961408~25165824,360710144~25165824,390070272~8388608] 2024-04-12T09:00:50.042 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~8388608,16777216~20971520,41943040~20971520,67108864~20971520,96468992~41943040,146800640~46137344,201326592~8388608,213909504~67108864,285212672~8388608,297795584~4194304,306184192~12582912,322961408~25165824,360710144~25165824,390070272~8388608] 2024-04-12T09:00:50.047 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~8388608,16777216~71303168,96468992~46137344,146800640~46137344,201326592~117440512,322961408~25165824,360710144~37748736] 2024-04-12T09:00:50.047 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to 11 diff [0~8388608,12582912~25165824,41943040~20971520,67108864~20971520,96468992~41943040,142606336~54525952,201326592~8388608,213909504~67108864,285212672~8388608,297795584~4194304,306184192~12582912,322961408~25165824,360710144~25165824,390070272~8388608,406847488~8388608] 2024-04-12T09:00:50.047 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~8388608,12582912~25165824,41943040~20971520,67108864~20971520,96468992~41943040,142606336~54525952,201326592~8388608,213909504~67108864,285212672~8388608,297795584~4194304,306184192~12582912,322961408~25165824,360710144~25165824,390070272~8388608,406847488~8388608] 2024-04-12T09:00:50.052 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~8388608,12582912~75497472,96468992~222298112,322961408~25165824,360710144~37748736,406847488~8388608] 2024-04-12T09:00:50.052 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to 12 diff [0~8388608,12582912~25165824,41943040~20971520,67108864~20971520,96468992~58720256,159383552~37748736,201326592~8388608,213909504~67108864,285212672~8388608,297795584~4194304,306184192~12582912,322961408~25165824,360710144~37748736,406847488~8388608] 2024-04-12T09:00:50.053 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~8388608,12582912~25165824,41943040~20971520,67108864~20971520,96468992~58720256,159383552~37748736,201326592~8388608,213909504~67108864,285212672~8388608,297795584~4194304,306184192~12582912,322961408~25165824,360710144~37748736,406847488~8388608] 2024-04-12T09:00:50.058 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~8388608,12582912~75497472,96468992~222298112,322961408~25165824,360710144~37748736,406847488~8388608] 2024-04-12T09:00:50.058 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to 13 diff [0~8388608,12582912~75497472,96468992~58720256,159383552~50331648,213909504~67108864,285212672~8388608,297795584~20971520,322961408~25165824,360710144~37748736,406847488~8388608] 2024-04-12T09:00:50.058 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~8388608,12582912~75497472,96468992~58720256,159383552~50331648,213909504~67108864,285212672~8388608,297795584~20971520,322961408~25165824,360710144~37748736,406847488~8388608] 2024-04-12T09:00:50.065 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~8388608,12582912~75497472,96468992~222298112,322961408~25165824,360710144~37748736,406847488~8388608] 2024-04-12T09:00:50.066 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to 14 diff [0~8388608,12582912~79691776,96468992~58720256,159383552~50331648,213909504~67108864,285212672~8388608,297795584~50331648,360710144~37748736,406847488~8388608] 2024-04-12T09:00:50.066 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~8388608,12582912~79691776,96468992~58720256,159383552~50331648,213909504~67108864,285212672~8388608,297795584~50331648,360710144~37748736,406847488~8388608] 2024-04-12T09:00:50.074 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~8388608,12582912~79691776,96468992~251658240,360710144~37748736,406847488~8388608] 2024-04-12T09:00:50.074 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to 15 diff [0~92274688,96468992~58720256,159383552~50331648,213909504~67108864,285212672~8388608,297795584~50331648,360710144~41943040,406847488~8388608] 2024-04-12T09:00:50.074 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~92274688,96468992~58720256,159383552~50331648,213909504~67108864,285212672~8388608,297795584~50331648,360710144~41943040,406847488~8388608] 2024-04-12T09:00:50.082 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~92274688,96468992~251658240,360710144~41943040,406847488~8388608] 2024-04-12T09:00:50.082 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to 16 diff [0~92274688,96468992~58720256,159383552~50331648,213909504~67108864,285212672~8388608,297795584~54525952,360710144~41943040,406847488~8388608] 2024-04-12T09:00:50.082 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~92274688,96468992~58720256,159383552~50331648,213909504~67108864,285212672~8388608,297795584~54525952,360710144~41943040,406847488~8388608] 2024-04-12T09:00:50.089 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~92274688,96468992~260046848,360710144~41943040,406847488~8388608] 2024-04-12T09:00:50.089 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to 17 diff [0~92274688,96468992~58720256,159383552~50331648,213909504~67108864,285212672~8388608,297795584~54525952,360710144~41943040,406847488~8388608] 2024-04-12T09:00:50.089 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~92274688,96468992~58720256,159383552~50331648,213909504~67108864,285212672~8388608,297795584~54525952,360710144~41943040,406847488~8388608] 2024-04-12T09:00:50.097 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~92274688,96468992~260046848,360710144~54525952] 2024-04-12T09:00:50.097 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to 18 diff [0~92274688,96468992~58720256,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,360710144~41943040,406847488~12582912] 2024-04-12T09:00:50.097 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~92274688,96468992~58720256,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,360710144~41943040,406847488~12582912] 2024-04-12T09:00:50.106 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~92274688,96468992~322961408] 2024-04-12T09:00:50.106 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to 19 diff [0~92274688,96468992~58720256,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,360710144~41943040,406847488~12582912] 2024-04-12T09:00:50.106 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~92274688,96468992~58720256,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,360710144~41943040,406847488~12582912] 2024-04-12T09:00:50.114 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~92274688,96468992~322961408] 2024-04-12T09:00:50.114 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to 2 diff [0~8388608,25165824~12582912,58720256~4194304,96468992~16777216,117440512~8388608,230686720~16777216,390070272~4194304] 2024-04-12T09:00:50.114 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~8388608,25165824~12582912,58720256~4194304,96468992~16777216,117440512~8388608,230686720~16777216,390070272~4194304] 2024-04-12T09:00:50.115 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~8388608,25165824~12582912,58720256~8388608,96468992~29360128,230686720~20971520,390070272~4194304] 2024-04-12T09:00:50.115 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to 3 diff [0~8388608,16777216~4194304,25165824~12582912,58720256~4194304,96468992~16777216,117440512~8388608,130023424~8388608,201326592~8388608,230686720~16777216,268435456~4194304,331350016~12582912,369098752~8388608,390070272~4194304] 2024-04-12T09:00:50.115 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~8388608,16777216~4194304,25165824~12582912,58720256~4194304,96468992~16777216,117440512~8388608,130023424~8388608,201326592~8388608,230686720~16777216,268435456~4194304,331350016~12582912,369098752~8388608,390070272~4194304] 2024-04-12T09:00:50.117 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~8388608,16777216~20971520,58720256~8388608,96468992~29360128,130023424~12582912,201326592~8388608,230686720~20971520,268435456~4194304,331350016~16777216,369098752~12582912,390070272~4194304] 2024-04-12T09:00:50.117 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to 4 diff [0~8388608,16777216~4194304,25165824~12582912,58720256~4194304,67108864~8388608,79691776~4194304,96468992~16777216,117440512~20971520,176160768~8388608,201326592~8388608,222298112~25165824,268435456~4194304,322961408~4194304,331350016~12582912,364904448~12582912,390070272~4194304] 2024-04-12T09:00:50.117 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~8388608,16777216~4194304,25165824~12582912,58720256~4194304,67108864~8388608,79691776~4194304,96468992~16777216,117440512~20971520,176160768~8388608,201326592~8388608,222298112~25165824,268435456~4194304,322961408~4194304,331350016~12582912,364904448~12582912,390070272~4194304] 2024-04-12T09:00:50.119 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~8388608,16777216~20971520,58720256~29360128,96468992~46137344,176160768~8388608,201326592~12582912,222298112~29360128,268435456~4194304,322961408~4194304,331350016~16777216,364904448~16777216,390070272~4194304] 2024-04-12T09:00:50.119 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to 5 diff [0~8388608,16777216~4194304,25165824~12582912,41943040~12582912,58720256~4194304,67108864~20971520,96468992~16777216,117440512~20971520,171966464~12582912,201326592~8388608,222298112~33554432,268435456~4194304,322961408~4194304,331350016~12582912,364904448~12582912,390070272~4194304] 2024-04-12T09:00:50.119 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~8388608,16777216~4194304,25165824~12582912,41943040~12582912,58720256~4194304,67108864~20971520,96468992~16777216,117440512~20971520,171966464~12582912,201326592~8388608,222298112~33554432,268435456~4194304,322961408~4194304,331350016~12582912,364904448~12582912,390070272~4194304] 2024-04-12T09:00:50.121 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~8388608,16777216~20971520,41943040~12582912,58720256~29360128,96468992~46137344,171966464~12582912,201326592~12582912,222298112~37748736,268435456~4194304,322961408~4194304,331350016~16777216,364904448~16777216,390070272~4194304] 2024-04-12T09:00:50.121 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to 6 diff [0~8388608,16777216~4194304,25165824~12582912,41943040~12582912,58720256~4194304,67108864~20971520,96468992~41943040,159383552~8388608,171966464~12582912,201326592~8388608,222298112~33554432,264241152~8388608,276824064~4194304,285212672~4194304,322961408~25165824,364904448~12582912,390070272~8388608] 2024-04-12T09:00:50.121 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~8388608,16777216~4194304,25165824~12582912,41943040~12582912,58720256~4194304,67108864~20971520,96468992~41943040,159383552~8388608,171966464~12582912,201326592~8388608,222298112~33554432,264241152~8388608,276824064~4194304,285212672~4194304,322961408~25165824,364904448~12582912,390070272~8388608] 2024-04-12T09:00:50.123 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~8388608,16777216~20971520,41943040~12582912,58720256~29360128,96468992~46137344,159383552~8388608,171966464~12582912,201326592~12582912,222298112~37748736,264241152~25165824,322961408~25165824,364904448~16777216,390070272~8388608] 2024-04-12T09:00:50.124 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to 7 diff [0~8388608,16777216~4194304,25165824~12582912,41943040~12582912,58720256~29360128,96468992~41943040,159383552~8388608,171966464~16777216,201326592~8388608,218103808~37748736,264241152~8388608,276824064~4194304,285212672~4194304,322961408~25165824,364904448~12582912,390070272~8388608] 2024-04-12T09:00:50.124 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~8388608,16777216~4194304,25165824~12582912,41943040~12582912,58720256~29360128,96468992~41943040,159383552~8388608,171966464~16777216,201326592~8388608,218103808~37748736,264241152~8388608,276824064~4194304,285212672~4194304,322961408~25165824,364904448~12582912,390070272~8388608] 2024-04-12T09:00:50.127 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~8388608,16777216~20971520,41943040~12582912,58720256~29360128,96468992~46137344,159383552~8388608,171966464~20971520,201326592~12582912,218103808~41943040,264241152~25165824,322961408~25165824,364904448~16777216,390070272~8388608] 2024-04-12T09:00:50.127 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to 8 diff [0~8388608,16777216~4194304,25165824~12582912,41943040~12582912,58720256~29360128,96468992~41943040,159383552~8388608,171966464~20971520,201326592~8388608,213909504~41943040,264241152~8388608,276824064~4194304,285212672~4194304,310378496~8388608,322961408~25165824,364904448~12582912,390070272~8388608] 2024-04-12T09:00:50.127 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~8388608,16777216~4194304,25165824~12582912,41943040~12582912,58720256~29360128,96468992~41943040,159383552~8388608,171966464~20971520,201326592~8388608,213909504~41943040,264241152~8388608,276824064~4194304,285212672~4194304,310378496~8388608,322961408~25165824,364904448~12582912,390070272~8388608] 2024-04-12T09:00:50.131 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~8388608,16777216~20971520,41943040~12582912,58720256~29360128,96468992~46137344,159383552~8388608,171966464~20971520,201326592~58720256,264241152~25165824,310378496~8388608,322961408~25165824,364904448~16777216,390070272~8388608] 2024-04-12T09:00:50.131 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to 9 diff [0~8388608,16777216~4194304,25165824~12582912,41943040~12582912,58720256~29360128,96468992~41943040,159383552~33554432,201326592~8388608,213909504~46137344,264241152~16777216,285212672~4194304,310378496~8388608,322961408~25165824,364904448~20971520,390070272~8388608] 2024-04-12T09:00:50.131 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~8388608,16777216~4194304,25165824~12582912,41943040~12582912,58720256~29360128,96468992~41943040,159383552~33554432,201326592~8388608,213909504~46137344,264241152~16777216,285212672~4194304,310378496~8388608,322961408~25165824,364904448~20971520,390070272~8388608] 2024-04-12T09:00:50.135 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~8388608,16777216~20971520,41943040~12582912,58720256~29360128,96468992~46137344,159383552~33554432,201326592~58720256,264241152~25165824,310378496~8388608,322961408~25165824,364904448~33554432] 2024-04-12T09:00:50.135 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to 10 diff [0~8388608,16777216~4194304,25165824~12582912,41943040~12582912,58720256~29360128,96468992~41943040,150994944~41943040,201326592~8388608,213909504~46137344,264241152~16777216,285212672~4194304,310378496~8388608,322961408~25165824,364904448~20971520,390070272~8388608] 2024-04-12T09:00:50.135 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~8388608,16777216~4194304,25165824~12582912,41943040~12582912,58720256~29360128,96468992~41943040,150994944~41943040,201326592~8388608,213909504~46137344,264241152~16777216,285212672~4194304,310378496~8388608,322961408~25165824,364904448~20971520,390070272~8388608] 2024-04-12T09:00:50.140 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~8388608,16777216~37748736,58720256~29360128,96468992~46137344,150994944~41943040,201326592~58720256,264241152~25165824,310378496~8388608,322961408~25165824,364904448~33554432] 2024-04-12T09:00:50.140 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to 11 diff [0~8388608,12582912~8388608,25165824~12582912,41943040~12582912,58720256~29360128,96468992~41943040,142606336~54525952,201326592~8388608,213909504~46137344,264241152~16777216,285212672~8388608,310378496~8388608,322961408~25165824,364904448~20971520,390070272~8388608,406847488~8388608] 2024-04-12T09:00:50.140 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~8388608,12582912~8388608,25165824~12582912,41943040~12582912,58720256~29360128,96468992~41943040,142606336~54525952,201326592~8388608,213909504~46137344,264241152~16777216,285212672~8388608,310378496~8388608,322961408~25165824,364904448~20971520,390070272~8388608,406847488~8388608] 2024-04-12T09:00:50.145 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~8388608,12582912~41943040,58720256~29360128,96468992~163577856,264241152~33554432,310378496~8388608,322961408~25165824,364904448~33554432,406847488~8388608] 2024-04-12T09:00:50.145 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to 12 diff [0~8388608,12582912~8388608,25165824~12582912,41943040~12582912,58720256~29360128,96468992~58720256,159383552~37748736,201326592~8388608,213909504~46137344,264241152~16777216,285212672~8388608,306184192~12582912,322961408~25165824,364904448~33554432,406847488~8388608] 2024-04-12T09:00:50.145 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~8388608,12582912~8388608,25165824~12582912,41943040~12582912,58720256~29360128,96468992~58720256,159383552~37748736,201326592~8388608,213909504~46137344,264241152~16777216,285212672~8388608,306184192~12582912,322961408~25165824,364904448~33554432,406847488~8388608] 2024-04-12T09:00:50.150 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~8388608,12582912~41943040,58720256~29360128,96468992~163577856,264241152~33554432,306184192~12582912,322961408~25165824,364904448~33554432,406847488~8388608] 2024-04-12T09:00:50.150 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to 13 diff [0~8388608,12582912~8388608,25165824~29360128,58720256~29360128,96468992~58720256,159383552~50331648,213909504~67108864,285212672~8388608,297795584~20971520,322961408~25165824,364904448~33554432,406847488~8388608] 2024-04-12T09:00:50.150 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~8388608,12582912~8388608,25165824~29360128,58720256~29360128,96468992~58720256,159383552~50331648,213909504~67108864,285212672~8388608,297795584~20971520,322961408~25165824,364904448~33554432,406847488~8388608] 2024-04-12T09:00:50.155 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~8388608,12582912~41943040,58720256~29360128,96468992~222298112,322961408~25165824,364904448~33554432,406847488~8388608] 2024-04-12T09:00:50.155 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to 14 diff [0~8388608,12582912~41943040,58720256~33554432,96468992~58720256,159383552~50331648,213909504~67108864,285212672~8388608,297795584~50331648,364904448~33554432,406847488~8388608] 2024-04-12T09:00:50.155 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~8388608,12582912~41943040,58720256~33554432,96468992~58720256,159383552~50331648,213909504~67108864,285212672~8388608,297795584~50331648,364904448~33554432,406847488~8388608] 2024-04-12T09:00:50.161 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~8388608,12582912~41943040,58720256~33554432,96468992~251658240,364904448~33554432,406847488~8388608] 2024-04-12T09:00:50.161 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to 15 diff [0~54525952,58720256~33554432,96468992~58720256,159383552~50331648,213909504~67108864,285212672~8388608,297795584~50331648,364904448~37748736,406847488~8388608] 2024-04-12T09:00:50.161 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~54525952,58720256~33554432,96468992~58720256,159383552~50331648,213909504~67108864,285212672~8388608,297795584~50331648,364904448~37748736,406847488~8388608] 2024-04-12T09:00:50.167 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~54525952,58720256~33554432,96468992~251658240,364904448~37748736,406847488~8388608] 2024-04-12T09:00:50.167 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to 16 diff [0~54525952,58720256~33554432,96468992~58720256,159383552~50331648,213909504~67108864,285212672~8388608,297795584~54525952,364904448~37748736,406847488~8388608] 2024-04-12T09:00:50.167 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~54525952,58720256~33554432,96468992~58720256,159383552~50331648,213909504~67108864,285212672~8388608,297795584~54525952,364904448~37748736,406847488~8388608] 2024-04-12T09:00:50.174 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~54525952,58720256~33554432,96468992~260046848,364904448~37748736,406847488~8388608] 2024-04-12T09:00:50.174 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to 17 diff [0~54525952,58720256~33554432,96468992~58720256,159383552~50331648,213909504~67108864,285212672~8388608,297795584~54525952,364904448~37748736,406847488~8388608] 2024-04-12T09:00:50.174 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~54525952,58720256~33554432,96468992~58720256,159383552~50331648,213909504~67108864,285212672~8388608,297795584~54525952,364904448~37748736,406847488~8388608] 2024-04-12T09:00:50.181 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~54525952,58720256~33554432,96468992~260046848,364904448~50331648] 2024-04-12T09:00:50.181 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to 18 diff [0~54525952,58720256~33554432,96468992~58720256,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:50.181 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~54525952,58720256~33554432,96468992~58720256,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:50.188 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~54525952,58720256~33554432,96468992~264241152,364904448~54525952] 2024-04-12T09:00:50.188 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to 19 diff [0~54525952,58720256~33554432,96468992~58720256,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:50.188 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~54525952,58720256~33554432,96468992~58720256,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:50.196 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~54525952,58720256~33554432,96468992~264241152,364904448~54525952] 2024-04-12T09:00:50.196 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to 3 diff [0~8388608,16777216~4194304,130023424~8388608,201326592~8388608,234881024~4194304,268435456~4194304,331350016~12582912,369098752~8388608] 2024-04-12T09:00:50.196 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~8388608,16777216~4194304,130023424~8388608,201326592~8388608,234881024~4194304,268435456~4194304,331350016~12582912,369098752~8388608] 2024-04-12T09:00:50.197 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~8388608,16777216~8388608,130023424~12582912,201326592~8388608,234881024~4194304,268435456~4194304,331350016~16777216,369098752~12582912] 2024-04-12T09:00:50.197 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to 4 diff [0~8388608,16777216~4194304,67108864~8388608,79691776~4194304,121634816~16777216,176160768~8388608,201326592~8388608,222298112~16777216,268435456~4194304,322961408~4194304,331350016~12582912,364904448~12582912] 2024-04-12T09:00:50.197 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~8388608,16777216~4194304,67108864~8388608,79691776~4194304,121634816~16777216,176160768~8388608,201326592~8388608,222298112~16777216,268435456~4194304,322961408~4194304,331350016~12582912,364904448~12582912] 2024-04-12T09:00:50.199 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~8388608,16777216~8388608,67108864~20971520,121634816~20971520,176160768~8388608,201326592~12582912,222298112~16777216,268435456~4194304,322961408~4194304,331350016~16777216,364904448~16777216] 2024-04-12T09:00:50.199 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to 5 diff [0~8388608,16777216~4194304,41943040~12582912,67108864~20971520,121634816~16777216,171966464~12582912,201326592~8388608,222298112~16777216,247463936~8388608,268435456~4194304,322961408~4194304,331350016~12582912,364904448~12582912] 2024-04-12T09:00:50.199 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~8388608,16777216~4194304,41943040~12582912,67108864~20971520,121634816~16777216,171966464~12582912,201326592~8388608,222298112~16777216,247463936~8388608,268435456~4194304,322961408~4194304,331350016~12582912,364904448~12582912] 2024-04-12T09:00:50.200 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~8388608,16777216~8388608,41943040~12582912,67108864~20971520,121634816~20971520,171966464~12582912,201326592~12582912,222298112~16777216,247463936~12582912,268435456~4194304,322961408~4194304,331350016~16777216,364904448~16777216] 2024-04-12T09:00:50.200 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to 6 diff [0~8388608,16777216~4194304,41943040~12582912,67108864~20971520,113246208~4194304,121634816~16777216,159383552~8388608,171966464~12582912,201326592~8388608,222298112~16777216,247463936~8388608,264241152~8388608,276824064~4194304,285212672~4194304,322961408~25165824,364904448~12582912,390070272~8388608] 2024-04-12T09:00:50.200 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~8388608,16777216~4194304,41943040~12582912,67108864~20971520,113246208~4194304,121634816~16777216,159383552~8388608,171966464~12582912,201326592~8388608,222298112~16777216,247463936~8388608,264241152~8388608,276824064~4194304,285212672~4194304,322961408~25165824,364904448~12582912,390070272~8388608] 2024-04-12T09:00:50.203 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~8388608,16777216~8388608,41943040~12582912,67108864~20971520,113246208~29360128,159383552~8388608,171966464~12582912,201326592~12582912,222298112~16777216,247463936~12582912,264241152~25165824,322961408~25165824,364904448~16777216,390070272~8388608] 2024-04-12T09:00:50.203 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to 7 diff [0~8388608,16777216~4194304,41943040~12582912,58720256~29360128,104857600~12582912,121634816~16777216,159383552~8388608,171966464~16777216,201326592~8388608,218103808~20971520,243269632~12582912,264241152~8388608,276824064~4194304,285212672~4194304,322961408~25165824,364904448~12582912,390070272~8388608] 2024-04-12T09:00:50.203 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~8388608,16777216~4194304,41943040~12582912,58720256~29360128,104857600~12582912,121634816~16777216,159383552~8388608,171966464~16777216,201326592~8388608,218103808~20971520,243269632~12582912,264241152~8388608,276824064~4194304,285212672~4194304,322961408~25165824,364904448~12582912,390070272~8388608] 2024-04-12T09:00:50.206 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~8388608,16777216~8388608,41943040~12582912,58720256~29360128,104857600~37748736,159383552~8388608,171966464~20971520,201326592~12582912,218103808~20971520,243269632~16777216,264241152~25165824,322961408~25165824,364904448~16777216,390070272~8388608] 2024-04-12T09:00:50.206 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to 8 diff [0~8388608,16777216~4194304,41943040~12582912,58720256~29360128,104857600~12582912,121634816~16777216,159383552~8388608,171966464~20971520,201326592~8388608,213909504~41943040,264241152~8388608,276824064~4194304,285212672~4194304,310378496~8388608,322961408~25165824,364904448~12582912,390070272~8388608] 2024-04-12T09:00:50.206 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~8388608,16777216~4194304,41943040~12582912,58720256~29360128,104857600~12582912,121634816~16777216,159383552~8388608,171966464~20971520,201326592~8388608,213909504~41943040,264241152~8388608,276824064~4194304,285212672~4194304,310378496~8388608,322961408~25165824,364904448~12582912,390070272~8388608] 2024-04-12T09:00:50.209 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~8388608,16777216~8388608,41943040~12582912,58720256~29360128,104857600~37748736,159383552~8388608,171966464~20971520,201326592~58720256,264241152~25165824,310378496~8388608,322961408~25165824,364904448~16777216,390070272~8388608] 2024-04-12T09:00:50.209 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to 9 diff [0~8388608,16777216~4194304,41943040~12582912,58720256~29360128,96468992~4194304,104857600~12582912,121634816~16777216,159383552~33554432,201326592~8388608,213909504~41943040,264241152~16777216,285212672~4194304,310378496~8388608,322961408~25165824,364904448~20971520,390070272~8388608] 2024-04-12T09:00:50.210 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~8388608,16777216~4194304,41943040~12582912,58720256~29360128,96468992~4194304,104857600~12582912,121634816~16777216,159383552~33554432,201326592~8388608,213909504~41943040,264241152~16777216,285212672~4194304,310378496~8388608,322961408~25165824,364904448~20971520,390070272~8388608] 2024-04-12T09:00:50.213 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~8388608,16777216~8388608,41943040~12582912,58720256~29360128,96468992~4194304,104857600~37748736,159383552~33554432,201326592~58720256,264241152~25165824,310378496~8388608,322961408~25165824,364904448~33554432] 2024-04-12T09:00:50.213 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to 10 diff [0~8388608,16777216~4194304,29360128~8388608,41943040~12582912,58720256~29360128,96468992~20971520,121634816~16777216,150994944~41943040,201326592~8388608,213909504~41943040,264241152~16777216,285212672~4194304,310378496~8388608,322961408~25165824,364904448~20971520,390070272~8388608] 2024-04-12T09:00:50.213 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~8388608,16777216~4194304,29360128~8388608,41943040~12582912,58720256~29360128,96468992~20971520,121634816~16777216,150994944~41943040,201326592~8388608,213909504~41943040,264241152~16777216,285212672~4194304,310378496~8388608,322961408~25165824,364904448~20971520,390070272~8388608] 2024-04-12T09:00:50.217 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~8388608,16777216~8388608,29360128~25165824,58720256~29360128,96468992~46137344,150994944~41943040,201326592~58720256,264241152~25165824,310378496~8388608,322961408~25165824,364904448~33554432] 2024-04-12T09:00:50.217 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to 11 diff [0~8388608,12582912~8388608,29360128~8388608,41943040~12582912,58720256~29360128,96468992~20971520,121634816~16777216,142606336~54525952,201326592~8388608,213909504~41943040,264241152~16777216,285212672~8388608,310378496~8388608,322961408~25165824,364904448~20971520,390070272~8388608,406847488~8388608] 2024-04-12T09:00:50.217 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~8388608,12582912~8388608,29360128~8388608,41943040~12582912,58720256~29360128,96468992~20971520,121634816~16777216,142606336~54525952,201326592~8388608,213909504~41943040,264241152~16777216,285212672~8388608,310378496~8388608,322961408~25165824,364904448~20971520,390070272~8388608,406847488~8388608] 2024-04-12T09:00:50.221 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~8388608,12582912~12582912,29360128~25165824,58720256~29360128,96468992~163577856,264241152~33554432,310378496~8388608,322961408~25165824,364904448~33554432,406847488~8388608] 2024-04-12T09:00:50.221 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to 12 diff [0~8388608,12582912~8388608,29360128~8388608,41943040~12582912,58720256~29360128,96468992~20971520,121634816~33554432,159383552~37748736,201326592~8388608,213909504~41943040,264241152~16777216,285212672~8388608,306184192~12582912,322961408~25165824,364904448~33554432,406847488~8388608] 2024-04-12T09:00:50.221 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~8388608,12582912~8388608,29360128~8388608,41943040~12582912,58720256~29360128,96468992~20971520,121634816~33554432,159383552~37748736,201326592~8388608,213909504~41943040,264241152~16777216,285212672~8388608,306184192~12582912,322961408~25165824,364904448~33554432,406847488~8388608] 2024-04-12T09:00:50.226 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~8388608,12582912~12582912,29360128~25165824,58720256~29360128,96468992~163577856,264241152~33554432,306184192~12582912,322961408~25165824,364904448~33554432,406847488~8388608] 2024-04-12T09:00:50.226 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to 13 diff [0~8388608,12582912~8388608,29360128~25165824,58720256~29360128,96468992~20971520,121634816~33554432,159383552~50331648,213909504~67108864,285212672~8388608,297795584~20971520,322961408~25165824,364904448~33554432,406847488~8388608] 2024-04-12T09:00:50.226 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~8388608,12582912~8388608,29360128~25165824,58720256~29360128,96468992~20971520,121634816~33554432,159383552~50331648,213909504~67108864,285212672~8388608,297795584~20971520,322961408~25165824,364904448~33554432,406847488~8388608] 2024-04-12T09:00:50.231 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~8388608,12582912~12582912,29360128~25165824,58720256~29360128,96468992~222298112,322961408~25165824,364904448~33554432,406847488~8388608] 2024-04-12T09:00:50.231 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to 14 diff [0~8388608,12582912~12582912,29360128~25165824,58720256~33554432,96468992~20971520,121634816~33554432,159383552~50331648,213909504~58720256,276824064~4194304,285212672~8388608,297795584~50331648,364904448~33554432,406847488~8388608] 2024-04-12T09:00:50.231 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~8388608,12582912~12582912,29360128~25165824,58720256~33554432,96468992~20971520,121634816~33554432,159383552~50331648,213909504~58720256,276824064~4194304,285212672~8388608,297795584~50331648,364904448~33554432,406847488~8388608] 2024-04-12T09:00:50.237 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~8388608,12582912~41943040,58720256~33554432,96468992~251658240,364904448~33554432,406847488~8388608] 2024-04-12T09:00:50.237 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to 15 diff [0~25165824,29360128~25165824,58720256~33554432,96468992~20971520,121634816~33554432,159383552~50331648,213909504~67108864,285212672~8388608,297795584~50331648,364904448~37748736,406847488~8388608] 2024-04-12T09:00:50.237 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~25165824,58720256~33554432,96468992~20971520,121634816~33554432,159383552~50331648,213909504~67108864,285212672~8388608,297795584~50331648,364904448~37748736,406847488~8388608] 2024-04-12T09:00:50.242 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~54525952,58720256~33554432,96468992~251658240,364904448~37748736,406847488~8388608] 2024-04-12T09:00:50.242 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to 16 diff [0~25165824,29360128~25165824,58720256~33554432,96468992~20971520,121634816~33554432,159383552~50331648,213909504~67108864,285212672~8388608,297795584~54525952,364904448~37748736,406847488~8388608] 2024-04-12T09:00:50.242 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~25165824,58720256~33554432,96468992~20971520,121634816~33554432,159383552~50331648,213909504~67108864,285212672~8388608,297795584~54525952,364904448~37748736,406847488~8388608] 2024-04-12T09:00:50.249 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~54525952,58720256~33554432,96468992~260046848,364904448~37748736,406847488~8388608] 2024-04-12T09:00:50.249 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to 17 diff [0~25165824,29360128~25165824,58720256~33554432,96468992~20971520,121634816~33554432,159383552~50331648,213909504~67108864,285212672~8388608,297795584~54525952,364904448~37748736,406847488~8388608] 2024-04-12T09:00:50.249 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~25165824,58720256~33554432,96468992~20971520,121634816~33554432,159383552~50331648,213909504~67108864,285212672~8388608,297795584~54525952,364904448~37748736,406847488~8388608] 2024-04-12T09:00:50.255 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~54525952,58720256~33554432,96468992~260046848,364904448~50331648] 2024-04-12T09:00:50.255 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to 18 diff [0~25165824,29360128~25165824,58720256~33554432,96468992~20971520,121634816~33554432,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:50.255 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~25165824,58720256~33554432,96468992~20971520,121634816~33554432,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:50.261 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~54525952,58720256~33554432,96468992~264241152,364904448~54525952] 2024-04-12T09:00:50.261 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to 19 diff [0~25165824,29360128~25165824,58720256~33554432,96468992~20971520,121634816~33554432,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:50.262 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~25165824,58720256~33554432,96468992~20971520,121634816~33554432,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:50.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:00:49 smithi175 ceph-mon[87929]: pgmap v1073: 105 pgs: 105 active+clean; 814 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 224 KiB/s rd, 47 MiB/s wr, 351 op/s 2024-04-12T09:00:50.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:00:49 smithi175 ceph-mon[87929]: osdmap e938: 8 total, 8 up, 8 in 2024-04-12T09:00:50.268 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~54525952,58720256~33554432,96468992~264241152,364904448~54525952] 2024-04-12T09:00:50.269 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to 4 diff [67108864~8388608,79691776~4194304,121634816~8388608,176160768~8388608,205520896~4194304,222298112~12582912,322961408~4194304,364904448~4194304] 2024-04-12T09:00:50.269 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [67108864~8388608,79691776~4194304,121634816~8388608,176160768~8388608,205520896~4194304,222298112~12582912,322961408~4194304,364904448~4194304] 2024-04-12T09:00:50.270 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [67108864~20971520,121634816~12582912,176160768~8388608,205520896~8388608,222298112~16777216,322961408~4194304,364904448~4194304] 2024-04-12T09:00:50.270 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to 5 diff [0~4194304,41943040~12582912,67108864~20971520,121634816~8388608,171966464~12582912,205520896~4194304,222298112~12582912,247463936~8388608,322961408~4194304,364904448~8388608] 2024-04-12T09:00:50.270 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,41943040~12582912,67108864~20971520,121634816~8388608,171966464~12582912,205520896~4194304,222298112~12582912,247463936~8388608,322961408~4194304,364904448~8388608] 2024-04-12T09:00:50.271 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,41943040~12582912,67108864~20971520,121634816~12582912,171966464~12582912,205520896~8388608,222298112~16777216,247463936~12582912,322961408~4194304,364904448~8388608] 2024-04-12T09:00:50.271 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to 6 diff [0~4194304,41943040~12582912,67108864~20971520,113246208~4194304,121634816~8388608,159383552~8388608,171966464~12582912,205520896~4194304,222298112~12582912,247463936~8388608,264241152~8388608,276824064~4194304,285212672~4194304,322961408~8388608,335544320~4194304,364904448~8388608,390070272~8388608] 2024-04-12T09:00:50.271 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,41943040~12582912,67108864~20971520,113246208~4194304,121634816~8388608,159383552~8388608,171966464~12582912,205520896~4194304,222298112~12582912,247463936~8388608,264241152~8388608,276824064~4194304,285212672~4194304,322961408~8388608,335544320~4194304,364904448~8388608,390070272~8388608] 2024-04-12T09:00:50.273 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,41943040~12582912,67108864~20971520,113246208~20971520,159383552~8388608,171966464~12582912,205520896~8388608,222298112~16777216,247463936~12582912,264241152~25165824,322961408~20971520,364904448~8388608,390070272~8388608] 2024-04-12T09:00:50.273 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to 7 diff [0~8388608,41943040~12582912,58720256~29360128,104857600~12582912,121634816~8388608,159383552~8388608,171966464~16777216,205520896~4194304,218103808~16777216,243269632~12582912,264241152~8388608,276824064~4194304,285212672~4194304,322961408~8388608,335544320~4194304,364904448~8388608,390070272~8388608] 2024-04-12T09:00:50.273 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~8388608,41943040~12582912,58720256~29360128,104857600~12582912,121634816~8388608,159383552~8388608,171966464~16777216,205520896~4194304,218103808~16777216,243269632~12582912,264241152~8388608,276824064~4194304,285212672~4194304,322961408~8388608,335544320~4194304,364904448~8388608,390070272~8388608] 2024-04-12T09:00:50.276 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~8388608,41943040~12582912,58720256~29360128,104857600~29360128,159383552~8388608,171966464~20971520,205520896~8388608,218103808~20971520,243269632~16777216,264241152~25165824,322961408~20971520,364904448~8388608,390070272~8388608] 2024-04-12T09:00:50.276 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to 8 diff [0~8388608,41943040~12582912,58720256~29360128,104857600~12582912,121634816~8388608,159383552~8388608,171966464~20971520,205520896~4194304,213909504~20971520,239075328~16777216,264241152~8388608,276824064~4194304,285212672~4194304,310378496~8388608,322961408~8388608,335544320~8388608,364904448~8388608,390070272~8388608] 2024-04-12T09:00:50.276 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~8388608,41943040~12582912,58720256~29360128,104857600~12582912,121634816~8388608,159383552~8388608,171966464~20971520,205520896~4194304,213909504~20971520,239075328~16777216,264241152~8388608,276824064~4194304,285212672~4194304,310378496~8388608,322961408~8388608,335544320~8388608,364904448~8388608,390070272~8388608] 2024-04-12T09:00:50.279 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~8388608,41943040~12582912,58720256~29360128,104857600~29360128,159383552~8388608,171966464~20971520,205520896~54525952,264241152~25165824,310378496~8388608,322961408~20971520,364904448~8388608,390070272~8388608] 2024-04-12T09:00:50.279 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to 9 diff [0~8388608,41943040~12582912,58720256~29360128,96468992~4194304,104857600~12582912,121634816~8388608,159383552~33554432,205520896~4194304,213909504~20971520,239075328~16777216,264241152~16777216,285212672~4194304,310378496~8388608,322961408~8388608,335544320~8388608,364904448~8388608,377487360~8388608,390070272~8388608] 2024-04-12T09:00:50.279 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~8388608,41943040~12582912,58720256~29360128,96468992~4194304,104857600~12582912,121634816~8388608,159383552~33554432,205520896~4194304,213909504~20971520,239075328~16777216,264241152~16777216,285212672~4194304,310378496~8388608,322961408~8388608,335544320~8388608,364904448~8388608,377487360~8388608,390070272~8388608] 2024-04-12T09:00:50.283 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~8388608,41943040~12582912,58720256~29360128,96468992~4194304,104857600~29360128,159383552~33554432,205520896~54525952,264241152~25165824,310378496~8388608,322961408~20971520,364904448~8388608,377487360~20971520] 2024-04-12T09:00:50.283 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to 10 diff [0~8388608,29360128~8388608,41943040~12582912,58720256~29360128,96468992~20971520,121634816~8388608,150994944~41943040,205520896~4194304,213909504~20971520,239075328~16777216,264241152~16777216,285212672~4194304,310378496~8388608,322961408~8388608,335544320~8388608,364904448~8388608,377487360~8388608,390070272~8388608] 2024-04-12T09:00:50.283 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~8388608,29360128~8388608,41943040~12582912,58720256~29360128,96468992~20971520,121634816~8388608,150994944~41943040,205520896~4194304,213909504~20971520,239075328~16777216,264241152~16777216,285212672~4194304,310378496~8388608,322961408~8388608,335544320~8388608,364904448~8388608,377487360~8388608,390070272~8388608] 2024-04-12T09:00:50.287 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~8388608,29360128~25165824,58720256~29360128,96468992~37748736,150994944~41943040,205520896~54525952,264241152~25165824,310378496~8388608,322961408~20971520,364904448~8388608,377487360~20971520] 2024-04-12T09:00:50.287 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to 11 diff [0~8388608,12582912~8388608,29360128~8388608,41943040~12582912,58720256~29360128,96468992~20971520,121634816~8388608,134217728~4194304,142606336~54525952,205520896~4194304,213909504~20971520,239075328~16777216,264241152~16777216,285212672~8388608,310378496~8388608,322961408~8388608,335544320~8388608,364904448~8388608,377487360~8388608,390070272~8388608,406847488~8388608] 2024-04-12T09:00:50.287 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~8388608,12582912~8388608,29360128~8388608,41943040~12582912,58720256~29360128,96468992~20971520,121634816~8388608,134217728~4194304,142606336~54525952,205520896~4194304,213909504~20971520,239075328~16777216,264241152~16777216,285212672~8388608,310378496~8388608,322961408~8388608,335544320~8388608,364904448~8388608,377487360~8388608,390070272~8388608,406847488~8388608] 2024-04-12T09:00:50.290 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~8388608,12582912~12582912,29360128~25165824,58720256~29360128,96468992~41943040,142606336~58720256,205520896~54525952,264241152~33554432,310378496~8388608,322961408~20971520,364904448~8388608,377487360~20971520,406847488~8388608] 2024-04-12T09:00:50.290 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to 12 diff [0~8388608,12582912~8388608,29360128~8388608,41943040~12582912,58720256~29360128,96468992~20971520,121634816~8388608,134217728~20971520,159383552~37748736,205520896~4194304,213909504~20971520,239075328~16777216,264241152~16777216,285212672~8388608,306184192~12582912,322961408~8388608,335544320~8388608,364904448~8388608,377487360~20971520,406847488~8388608] 2024-04-12T09:00:50.291 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~8388608,12582912~8388608,29360128~8388608,41943040~12582912,58720256~29360128,96468992~20971520,121634816~8388608,134217728~20971520,159383552~37748736,205520896~4194304,213909504~20971520,239075328~16777216,264241152~16777216,285212672~8388608,306184192~12582912,322961408~8388608,335544320~8388608,364904448~8388608,377487360~20971520,406847488~8388608] 2024-04-12T09:00:50.294 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~8388608,12582912~12582912,29360128~25165824,58720256~29360128,96468992~104857600,205520896~54525952,264241152~33554432,306184192~12582912,322961408~20971520,364904448~8388608,377487360~20971520,406847488~8388608] 2024-04-12T09:00:50.294 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to 13 diff [0~8388608,12582912~8388608,29360128~25165824,58720256~29360128,96468992~20971520,121634816~8388608,134217728~20971520,159383552~41943040,205520896~4194304,213909504~20971520,239075328~41943040,285212672~8388608,297795584~20971520,322961408~8388608,335544320~8388608,364904448~33554432,406847488~8388608] 2024-04-12T09:00:50.294 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~8388608,12582912~8388608,29360128~25165824,58720256~29360128,96468992~20971520,121634816~8388608,134217728~20971520,159383552~41943040,205520896~4194304,213909504~20971520,239075328~41943040,285212672~8388608,297795584~20971520,322961408~8388608,335544320~8388608,364904448~33554432,406847488~8388608] 2024-04-12T09:00:50.299 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~8388608,12582912~12582912,29360128~25165824,58720256~29360128,96468992~222298112,322961408~20971520,364904448~33554432,406847488~8388608] 2024-04-12T09:00:50.299 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to 14 diff [0~8388608,12582912~12582912,29360128~25165824,58720256~33554432,96468992~20971520,121634816~8388608,134217728~20971520,159383552~41943040,205520896~4194304,213909504~20971520,239075328~33554432,276824064~4194304,285212672~8388608,297795584~33554432,335544320~8388608,364904448~33554432,406847488~8388608] 2024-04-12T09:00:50.299 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~8388608,12582912~12582912,29360128~25165824,58720256~33554432,96468992~20971520,121634816~8388608,134217728~20971520,159383552~41943040,205520896~4194304,213909504~20971520,239075328~33554432,276824064~4194304,285212672~8388608,297795584~33554432,335544320~8388608,364904448~33554432,406847488~8388608] 2024-04-12T09:00:50.303 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~8388608,12582912~41943040,58720256~33554432,96468992~247463936,364904448~33554432,406847488~8388608] 2024-04-12T09:00:50.303 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to 15 diff [0~25165824,29360128~25165824,58720256~33554432,96468992~20971520,121634816~8388608,134217728~20971520,159383552~41943040,205520896~4194304,213909504~67108864,285212672~8388608,297795584~33554432,335544320~8388608,364904448~37748736,406847488~8388608] 2024-04-12T09:00:50.303 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~25165824,58720256~33554432,96468992~20971520,121634816~8388608,134217728~20971520,159383552~41943040,205520896~4194304,213909504~67108864,285212672~8388608,297795584~33554432,335544320~8388608,364904448~37748736,406847488~8388608] 2024-04-12T09:00:50.309 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~54525952,58720256~33554432,96468992~247463936,364904448~37748736,406847488~8388608] 2024-04-12T09:00:50.309 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to 16 diff [0~25165824,29360128~25165824,58720256~33554432,96468992~20971520,121634816~33554432,159383552~41943040,205520896~4194304,213909504~67108864,285212672~8388608,297795584~33554432,335544320~16777216,364904448~37748736,406847488~8388608] 2024-04-12T09:00:50.309 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~25165824,58720256~33554432,96468992~20971520,121634816~33554432,159383552~41943040,205520896~4194304,213909504~67108864,285212672~8388608,297795584~33554432,335544320~16777216,364904448~37748736,406847488~8388608] 2024-04-12T09:00:50.314 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~54525952,58720256~33554432,96468992~260046848,364904448~37748736,406847488~8388608] 2024-04-12T09:00:50.315 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to 17 diff [0~25165824,29360128~25165824,58720256~33554432,96468992~20971520,121634816~33554432,159383552~50331648,213909504~67108864,285212672~8388608,297795584~54525952,364904448~37748736,406847488~8388608] 2024-04-12T09:00:50.315 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~25165824,58720256~33554432,96468992~20971520,121634816~33554432,159383552~50331648,213909504~67108864,285212672~8388608,297795584~54525952,364904448~37748736,406847488~8388608] 2024-04-12T09:00:50.321 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~54525952,58720256~33554432,96468992~260046848,364904448~50331648] 2024-04-12T09:00:50.321 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to 18 diff [0~25165824,29360128~25165824,58720256~33554432,96468992~20971520,121634816~33554432,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:50.321 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~25165824,58720256~33554432,96468992~20971520,121634816~33554432,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:50.328 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~54525952,58720256~33554432,96468992~264241152,364904448~54525952] 2024-04-12T09:00:50.328 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to 19 diff [0~25165824,29360128~25165824,58720256~33554432,96468992~20971520,121634816~33554432,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:50.328 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~25165824,58720256~33554432,96468992~20971520,121634816~33554432,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:50.335 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~54525952,58720256~33554432,96468992~264241152,364904448~54525952] 2024-04-12T09:00:50.335 INFO:tasks.workunit.client.0.smithi112.stdout:from 4 to 5 diff [0~4194304,41943040~12582912,75497472~12582912,171966464~8388608,247463936~8388608,364904448~8388608] 2024-04-12T09:00:50.335 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,41943040~12582912,75497472~12582912,171966464~8388608,247463936~8388608,364904448~8388608] 2024-04-12T09:00:50.336 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,41943040~12582912,75497472~12582912,171966464~8388608,247463936~12582912,364904448~8388608] 2024-04-12T09:00:50.336 INFO:tasks.workunit.client.0.smithi112.stdout:from 4 to 6 diff [0~4194304,41943040~12582912,75497472~12582912,113246208~4194304,159383552~8388608,171966464~8388608,226492416~8388608,247463936~8388608,264241152~8388608,276824064~4194304,285212672~4194304,322961408~8388608,335544320~4194304,364904448~8388608,390070272~8388608] 2024-04-12T09:00:50.336 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,41943040~12582912,75497472~12582912,113246208~4194304,159383552~8388608,171966464~8388608,226492416~8388608,247463936~8388608,264241152~8388608,276824064~4194304,285212672~4194304,322961408~8388608,335544320~4194304,364904448~8388608,390070272~8388608] 2024-04-12T09:00:50.338 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~4194304,41943040~12582912,75497472~12582912,113246208~8388608,159383552~8388608,171966464~8388608,226492416~8388608,247463936~12582912,264241152~25165824,322961408~20971520,364904448~8388608,390070272~8388608] 2024-04-12T09:00:50.338 INFO:tasks.workunit.client.0.smithi112.stdout:from 4 to 7 diff [0~8388608,41943040~12582912,58720256~12582912,75497472~12582912,104857600~12582912,159383552~8388608,171966464~16777216,218103808~16777216,243269632~12582912,264241152~8388608,276824064~4194304,285212672~4194304,322961408~8388608,335544320~4194304,364904448~8388608,390070272~8388608] 2024-04-12T09:00:50.338 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~8388608,41943040~12582912,58720256~12582912,75497472~12582912,104857600~12582912,159383552~8388608,171966464~16777216,218103808~16777216,243269632~12582912,264241152~8388608,276824064~4194304,285212672~4194304,322961408~8388608,335544320~4194304,364904448~8388608,390070272~8388608] 2024-04-12T09:00:50.340 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~8388608,41943040~12582912,58720256~12582912,75497472~12582912,104857600~16777216,159383552~8388608,171966464~20971520,218103808~16777216,243269632~16777216,264241152~25165824,322961408~20971520,364904448~8388608,390070272~8388608] 2024-04-12T09:00:50.340 INFO:tasks.workunit.client.0.smithi112.stdout:from 4 to 8 diff [0~8388608,41943040~12582912,58720256~12582912,75497472~12582912,104857600~12582912,159383552~8388608,171966464~16777216,213909504~20971520,239075328~16777216,264241152~8388608,276824064~4194304,285212672~4194304,310378496~8388608,322961408~8388608,335544320~8388608,364904448~8388608,390070272~8388608] 2024-04-12T09:00:50.340 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~8388608,41943040~12582912,58720256~12582912,75497472~12582912,104857600~12582912,159383552~8388608,171966464~16777216,213909504~20971520,239075328~16777216,264241152~8388608,276824064~4194304,285212672~4194304,310378496~8388608,322961408~8388608,335544320~8388608,364904448~8388608,390070272~8388608] 2024-04-12T09:00:50.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:00:49 smithi112 ceph-mon[95375]: pgmap v1073: 105 pgs: 105 active+clean; 814 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 224 KiB/s rd, 47 MiB/s wr, 351 op/s 2024-04-12T09:00:50.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:00:49 smithi112 ceph-mon[95375]: osdmap e938: 8 total, 8 up, 8 in 2024-04-12T09:00:50.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:00:49 smithi112 ceph-mon[99443]: pgmap v1073: 105 pgs: 105 active+clean; 814 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 224 KiB/s rd, 47 MiB/s wr, 351 op/s 2024-04-12T09:00:50.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:00:49 smithi112 ceph-mon[99443]: osdmap e938: 8 total, 8 up, 8 in 2024-04-12T09:00:50.344 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~8388608,41943040~12582912,58720256~12582912,75497472~12582912,104857600~16777216,159383552~8388608,171966464~20971520,213909504~20971520,239075328~20971520,264241152~25165824,310378496~8388608,322961408~20971520,364904448~8388608,390070272~8388608] 2024-04-12T09:00:50.344 INFO:tasks.workunit.client.0.smithi112.stdout:from 4 to 9 diff [0~8388608,41943040~12582912,58720256~12582912,75497472~12582912,96468992~4194304,104857600~12582912,159383552~29360128,213909504~20971520,239075328~16777216,264241152~16777216,285212672~4194304,310378496~8388608,322961408~8388608,335544320~8388608,364904448~8388608,377487360~8388608,390070272~8388608] 2024-04-12T09:00:50.344 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~8388608,41943040~12582912,58720256~12582912,75497472~12582912,96468992~4194304,104857600~12582912,159383552~29360128,213909504~20971520,239075328~16777216,264241152~16777216,285212672~4194304,310378496~8388608,322961408~8388608,335544320~8388608,364904448~8388608,377487360~8388608,390070272~8388608] 2024-04-12T09:00:50.346 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~8388608,41943040~12582912,58720256~12582912,75497472~12582912,96468992~4194304,104857600~16777216,159383552~33554432,213909504~20971520,239075328~20971520,264241152~25165824,310378496~8388608,322961408~20971520,364904448~8388608,377487360~20971520] 2024-04-12T09:00:50.346 INFO:tasks.workunit.client.0.smithi112.stdout:from 4 to 10 diff [0~8388608,29360128~8388608,41943040~12582912,58720256~12582912,75497472~12582912,96468992~20971520,121634816~12582912,150994944~37748736,213909504~20971520,239075328~16777216,264241152~16777216,285212672~4194304,310378496~8388608,322961408~8388608,335544320~8388608,364904448~8388608,377487360~8388608,390070272~8388608] 2024-04-12T09:00:50.346 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~8388608,29360128~8388608,41943040~12582912,58720256~12582912,75497472~12582912,96468992~20971520,121634816~12582912,150994944~37748736,213909504~20971520,239075328~16777216,264241152~16777216,285212672~4194304,310378496~8388608,322961408~8388608,335544320~8388608,364904448~8388608,377487360~8388608,390070272~8388608] 2024-04-12T09:00:50.349 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~8388608,29360128~25165824,58720256~12582912,75497472~12582912,96468992~37748736,150994944~41943040,213909504~20971520,239075328~20971520,264241152~25165824,310378496~8388608,322961408~20971520,364904448~8388608,377487360~20971520] 2024-04-12T09:00:50.349 INFO:tasks.workunit.client.0.smithi112.stdout:from 4 to 11 diff [0~8388608,12582912~8388608,29360128~8388608,41943040~12582912,58720256~12582912,75497472~12582912,96468992~20971520,121634816~16777216,142606336~54525952,213909504~20971520,239075328~16777216,264241152~16777216,285212672~8388608,310378496~8388608,322961408~8388608,335544320~8388608,364904448~8388608,377487360~8388608,390070272~8388608,406847488~8388608] 2024-04-12T09:00:50.349 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~8388608,12582912~8388608,29360128~8388608,41943040~12582912,58720256~12582912,75497472~12582912,96468992~20971520,121634816~16777216,142606336~54525952,213909504~20971520,239075328~16777216,264241152~16777216,285212672~8388608,310378496~8388608,322961408~8388608,335544320~8388608,364904448~8388608,377487360~8388608,390070272~8388608,406847488~8388608] 2024-04-12T09:00:50.353 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~8388608,12582912~12582912,29360128~25165824,58720256~12582912,75497472~12582912,96468992~41943040,142606336~58720256,213909504~20971520,239075328~20971520,264241152~33554432,310378496~8388608,322961408~20971520,364904448~8388608,377487360~20971520,406847488~8388608] 2024-04-12T09:00:50.353 INFO:tasks.workunit.client.0.smithi112.stdout:from 4 to 12 diff [0~8388608,12582912~8388608,29360128~8388608,41943040~12582912,58720256~12582912,75497472~12582912,96468992~20971520,121634816~33554432,159383552~37748736,213909504~20971520,239075328~16777216,264241152~16777216,285212672~8388608,306184192~12582912,322961408~8388608,335544320~8388608,364904448~8388608,377487360~20971520,406847488~8388608] 2024-04-12T09:00:50.353 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~8388608,12582912~8388608,29360128~8388608,41943040~12582912,58720256~12582912,75497472~12582912,96468992~20971520,121634816~33554432,159383552~37748736,213909504~20971520,239075328~16777216,264241152~16777216,285212672~8388608,306184192~12582912,322961408~8388608,335544320~8388608,364904448~8388608,377487360~20971520,406847488~8388608] 2024-04-12T09:00:50.357 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~8388608,12582912~12582912,29360128~25165824,58720256~12582912,75497472~12582912,96468992~104857600,213909504~20971520,239075328~20971520,264241152~33554432,306184192~12582912,322961408~20971520,364904448~8388608,377487360~20971520,406847488~8388608] 2024-04-12T09:00:50.357 INFO:tasks.workunit.client.0.smithi112.stdout:from 4 to 13 diff [0~8388608,12582912~8388608,29360128~25165824,58720256~12582912,75497472~12582912,96468992~20971520,121634816~33554432,159383552~41943040,213909504~20971520,239075328~41943040,285212672~8388608,297795584~20971520,322961408~8388608,335544320~8388608,364904448~33554432,406847488~8388608] 2024-04-12T09:00:50.357 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~8388608,12582912~8388608,29360128~25165824,58720256~12582912,75497472~12582912,96468992~20971520,121634816~33554432,159383552~41943040,213909504~20971520,239075328~41943040,285212672~8388608,297795584~20971520,322961408~8388608,335544320~8388608,364904448~33554432,406847488~8388608] 2024-04-12T09:00:50.361 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~8388608,12582912~12582912,29360128~25165824,58720256~12582912,75497472~12582912,96468992~109051904,213909504~20971520,239075328~79691776,322961408~20971520,364904448~33554432,406847488~8388608] 2024-04-12T09:00:50.361 INFO:tasks.workunit.client.0.smithi112.stdout:from 4 to 14 diff [0~8388608,12582912~12582912,29360128~25165824,58720256~12582912,75497472~16777216,96468992~20971520,121634816~33554432,159383552~41943040,213909504~20971520,239075328~33554432,276824064~4194304,285212672~8388608,297795584~33554432,335544320~8388608,364904448~33554432,406847488~8388608] 2024-04-12T09:00:50.362 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~8388608,12582912~12582912,29360128~25165824,58720256~12582912,75497472~16777216,96468992~20971520,121634816~33554432,159383552~41943040,213909504~20971520,239075328~33554432,276824064~4194304,285212672~8388608,297795584~33554432,335544320~8388608,364904448~33554432,406847488~8388608] 2024-04-12T09:00:50.367 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~8388608,12582912~41943040,58720256~12582912,75497472~16777216,96468992~109051904,213909504~20971520,239075328~104857600,364904448~33554432,406847488~8388608] 2024-04-12T09:00:50.367 INFO:tasks.workunit.client.0.smithi112.stdout:from 4 to 15 diff [0~25165824,29360128~25165824,58720256~12582912,75497472~16777216,96468992~20971520,121634816~33554432,159383552~41943040,213909504~67108864,285212672~8388608,297795584~33554432,335544320~8388608,364904448~37748736,406847488~8388608] 2024-04-12T09:00:50.367 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~25165824,58720256~12582912,75497472~16777216,96468992~20971520,121634816~33554432,159383552~41943040,213909504~67108864,285212672~8388608,297795584~33554432,335544320~8388608,364904448~37748736,406847488~8388608] 2024-04-12T09:00:50.371 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~54525952,58720256~12582912,75497472~16777216,96468992~109051904,213909504~130023424,364904448~37748736,406847488~8388608] 2024-04-12T09:00:50.371 INFO:tasks.workunit.client.0.smithi112.stdout:from 4 to 16 diff [0~25165824,29360128~25165824,58720256~12582912,75497472~16777216,96468992~20971520,121634816~33554432,159383552~41943040,213909504~67108864,285212672~8388608,297795584~33554432,335544320~16777216,364904448~37748736,406847488~8388608] 2024-04-12T09:00:50.371 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~25165824,58720256~12582912,75497472~16777216,96468992~20971520,121634816~33554432,159383552~41943040,213909504~67108864,285212672~8388608,297795584~33554432,335544320~16777216,364904448~37748736,406847488~8388608] 2024-04-12T09:00:50.377 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~54525952,58720256~12582912,75497472~16777216,96468992~109051904,213909504~142606336,364904448~37748736,406847488~8388608] 2024-04-12T09:00:50.377 INFO:tasks.workunit.client.0.smithi112.stdout:from 4 to 17 diff [0~25165824,29360128~25165824,58720256~33554432,96468992~20971520,121634816~33554432,159383552~46137344,213909504~67108864,285212672~8388608,297795584~54525952,364904448~37748736,406847488~8388608] 2024-04-12T09:00:50.377 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~25165824,58720256~33554432,96468992~20971520,121634816~33554432,159383552~46137344,213909504~67108864,285212672~8388608,297795584~54525952,364904448~37748736,406847488~8388608] 2024-04-12T09:00:50.382 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~54525952,58720256~33554432,96468992~113246208,213909504~142606336,364904448~50331648] 2024-04-12T09:00:50.382 INFO:tasks.workunit.client.0.smithi112.stdout:from 4 to 18 diff [0~25165824,29360128~25165824,58720256~33554432,96468992~20971520,121634816~33554432,159383552~46137344,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:50.382 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~25165824,58720256~33554432,96468992~20971520,121634816~33554432,159383552~46137344,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:50.387 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~54525952,58720256~33554432,96468992~113246208,213909504~146800640,364904448~54525952] 2024-04-12T09:00:50.388 INFO:tasks.workunit.client.0.smithi112.stdout:from 4 to 19 diff [0~25165824,29360128~25165824,58720256~33554432,96468992~20971520,121634816~33554432,159383552~46137344,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:50.388 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~25165824,58720256~33554432,96468992~20971520,121634816~33554432,159383552~46137344,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:50.394 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~54525952,58720256~33554432,96468992~113246208,213909504~146800640,364904448~54525952] 2024-04-12T09:00:50.394 INFO:tasks.workunit.client.0.smithi112.stdout:from 5 to 6 diff [113246208~4194304,159383552~8388608,171966464~4194304,226492416~8388608,264241152~8388608,276824064~4194304,285212672~4194304,322961408~8388608,335544320~4194304,390070272~8388608] 2024-04-12T09:00:50.394 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [113246208~4194304,159383552~8388608,171966464~4194304,226492416~8388608,264241152~8388608,276824064~4194304,285212672~4194304,322961408~8388608,335544320~4194304,390070272~8388608] 2024-04-12T09:00:50.395 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [113246208~8388608,159383552~8388608,171966464~4194304,226492416~8388608,264241152~25165824,322961408~20971520,390070272~8388608] 2024-04-12T09:00:50.395 INFO:tasks.workunit.client.0.smithi112.stdout:from 5 to 7 diff [0~8388608,41943040~8388608,58720256~12582912,104857600~12582912,159383552~8388608,171966464~4194304,180355072~8388608,218103808~16777216,243269632~4194304,264241152~8388608,276824064~4194304,285212672~4194304,322961408~8388608,335544320~4194304,390070272~8388608] 2024-04-12T09:00:50.395 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~8388608,41943040~8388608,58720256~12582912,104857600~12582912,159383552~8388608,171966464~4194304,180355072~8388608,218103808~16777216,243269632~4194304,264241152~8388608,276824064~4194304,285212672~4194304,322961408~8388608,335544320~4194304,390070272~8388608] 2024-04-12T09:00:50.397 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~8388608,41943040~8388608,58720256~12582912,104857600~16777216,159383552~8388608,171966464~4194304,180355072~12582912,218103808~16777216,243269632~8388608,264241152~25165824,322961408~20971520,390070272~8388608] 2024-04-12T09:00:50.397 INFO:tasks.workunit.client.0.smithi112.stdout:from 5 to 8 diff [0~8388608,41943040~8388608,58720256~12582912,75497472~8388608,104857600~12582912,159383552~8388608,171966464~16777216,213909504~20971520,239075328~12582912,264241152~8388608,276824064~4194304,285212672~4194304,310378496~8388608,322961408~8388608,335544320~8388608,364904448~8388608,390070272~8388608] 2024-04-12T09:00:50.397 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~8388608,41943040~8388608,58720256~12582912,75497472~8388608,104857600~12582912,159383552~8388608,171966464~16777216,213909504~20971520,239075328~12582912,264241152~8388608,276824064~4194304,285212672~4194304,310378496~8388608,322961408~8388608,335544320~8388608,364904448~8388608,390070272~8388608] 2024-04-12T09:00:50.399 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~8388608,41943040~8388608,58720256~12582912,75497472~12582912,104857600~16777216,159383552~8388608,171966464~20971520,213909504~20971520,239075328~16777216,264241152~25165824,310378496~8388608,322961408~20971520,364904448~8388608,390070272~8388608] 2024-04-12T09:00:50.399 INFO:tasks.workunit.client.0.smithi112.stdout:from 5 to 9 diff [0~8388608,41943040~8388608,58720256~12582912,75497472~8388608,96468992~4194304,104857600~12582912,159383552~29360128,213909504~20971520,239075328~16777216,264241152~16777216,285212672~4194304,310378496~8388608,322961408~8388608,335544320~8388608,364904448~8388608,377487360~8388608,390070272~8388608] 2024-04-12T09:00:50.399 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~8388608,41943040~8388608,58720256~12582912,75497472~8388608,96468992~4194304,104857600~12582912,159383552~29360128,213909504~20971520,239075328~16777216,264241152~16777216,285212672~4194304,310378496~8388608,322961408~8388608,335544320~8388608,364904448~8388608,377487360~8388608,390070272~8388608] 2024-04-12T09:00:50.402 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~8388608,41943040~8388608,58720256~12582912,75497472~12582912,96468992~4194304,104857600~16777216,159383552~33554432,213909504~20971520,239075328~20971520,264241152~25165824,310378496~8388608,322961408~20971520,364904448~8388608,377487360~20971520] 2024-04-12T09:00:50.402 INFO:tasks.workunit.client.0.smithi112.stdout:from 5 to 10 diff [0~8388608,29360128~8388608,41943040~8388608,58720256~12582912,75497472~8388608,96468992~20971520,121634816~12582912,150994944~37748736,213909504~20971520,239075328~16777216,264241152~16777216,285212672~4194304,310378496~8388608,322961408~8388608,335544320~8388608,364904448~8388608,377487360~8388608,390070272~8388608] 2024-04-12T09:00:50.402 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~8388608,29360128~8388608,41943040~8388608,58720256~12582912,75497472~8388608,96468992~20971520,121634816~12582912,150994944~37748736,213909504~20971520,239075328~16777216,264241152~16777216,285212672~4194304,310378496~8388608,322961408~8388608,335544320~8388608,364904448~8388608,377487360~8388608,390070272~8388608] 2024-04-12T09:00:50.405 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~8388608,29360128~20971520,58720256~12582912,75497472~12582912,96468992~37748736,150994944~41943040,213909504~20971520,239075328~20971520,264241152~25165824,310378496~8388608,322961408~20971520,364904448~8388608,377487360~20971520] 2024-04-12T09:00:50.405 INFO:tasks.workunit.client.0.smithi112.stdout:from 5 to 11 diff [0~8388608,12582912~8388608,29360128~8388608,41943040~8388608,58720256~12582912,75497472~8388608,96468992~20971520,121634816~16777216,142606336~54525952,213909504~20971520,239075328~16777216,264241152~16777216,285212672~8388608,310378496~8388608,322961408~8388608,335544320~8388608,364904448~8388608,377487360~8388608,390070272~8388608,406847488~8388608] 2024-04-12T09:00:50.405 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~8388608,12582912~8388608,29360128~8388608,41943040~8388608,58720256~12582912,75497472~8388608,96468992~20971520,121634816~16777216,142606336~54525952,213909504~20971520,239075328~16777216,264241152~16777216,285212672~8388608,310378496~8388608,322961408~8388608,335544320~8388608,364904448~8388608,377487360~8388608,390070272~8388608,406847488~8388608] 2024-04-12T09:00:50.408 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~8388608,12582912~12582912,29360128~20971520,58720256~12582912,75497472~12582912,96468992~41943040,142606336~58720256,213909504~20971520,239075328~20971520,264241152~33554432,310378496~8388608,322961408~20971520,364904448~8388608,377487360~20971520,406847488~8388608] 2024-04-12T09:00:50.408 INFO:tasks.workunit.client.0.smithi112.stdout:from 5 to 12 diff [0~8388608,12582912~8388608,29360128~8388608,41943040~8388608,58720256~12582912,75497472~8388608,96468992~20971520,121634816~33554432,159383552~37748736,213909504~20971520,239075328~16777216,264241152~16777216,285212672~8388608,306184192~12582912,322961408~8388608,335544320~8388608,364904448~8388608,377487360~20971520,406847488~8388608] 2024-04-12T09:00:50.408 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~8388608,12582912~8388608,29360128~8388608,41943040~8388608,58720256~12582912,75497472~8388608,96468992~20971520,121634816~33554432,159383552~37748736,213909504~20971520,239075328~16777216,264241152~16777216,285212672~8388608,306184192~12582912,322961408~8388608,335544320~8388608,364904448~8388608,377487360~20971520,406847488~8388608] 2024-04-12T09:00:50.411 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~8388608,12582912~12582912,29360128~20971520,58720256~12582912,75497472~12582912,96468992~104857600,213909504~20971520,239075328~20971520,264241152~33554432,306184192~12582912,322961408~20971520,364904448~8388608,377487360~20971520,406847488~8388608] 2024-04-12T09:00:50.411 INFO:tasks.workunit.client.0.smithi112.stdout:from 5 to 13 diff [0~8388608,12582912~8388608,29360128~16777216,58720256~12582912,75497472~8388608,96468992~20971520,121634816~33554432,159383552~41943040,213909504~20971520,239075328~41943040,285212672~8388608,297795584~20971520,322961408~8388608,335544320~8388608,364904448~33554432,406847488~8388608] 2024-04-12T09:00:50.411 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~8388608,12582912~8388608,29360128~16777216,58720256~12582912,75497472~8388608,96468992~20971520,121634816~33554432,159383552~41943040,213909504~20971520,239075328~41943040,285212672~8388608,297795584~20971520,322961408~8388608,335544320~8388608,364904448~33554432,406847488~8388608] 2024-04-12T09:00:50.416 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~8388608,12582912~12582912,29360128~20971520,58720256~12582912,75497472~12582912,96468992~109051904,213909504~20971520,239075328~79691776,322961408~20971520,364904448~33554432,406847488~8388608] 2024-04-12T09:00:50.416 INFO:tasks.workunit.client.0.smithi112.stdout:from 5 to 14 diff [0~8388608,12582912~12582912,29360128~16777216,58720256~12582912,75497472~8388608,88080384~4194304,96468992~20971520,121634816~33554432,159383552~41943040,213909504~20971520,239075328~33554432,276824064~4194304,285212672~8388608,297795584~33554432,335544320~8388608,364904448~33554432,406847488~8388608] 2024-04-12T09:00:50.416 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~8388608,12582912~12582912,29360128~16777216,58720256~12582912,75497472~8388608,88080384~4194304,96468992~20971520,121634816~33554432,159383552~41943040,213909504~20971520,239075328~33554432,276824064~4194304,285212672~8388608,297795584~33554432,335544320~8388608,364904448~33554432,406847488~8388608] 2024-04-12T09:00:50.420 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~8388608,12582912~37748736,58720256~12582912,75497472~16777216,96468992~109051904,213909504~20971520,239075328~104857600,364904448~33554432,406847488~8388608] 2024-04-12T09:00:50.421 INFO:tasks.workunit.client.0.smithi112.stdout:from 5 to 15 diff [0~25165824,29360128~16777216,58720256~12582912,75497472~8388608,88080384~4194304,96468992~20971520,121634816~33554432,159383552~41943040,213909504~67108864,285212672~8388608,297795584~33554432,335544320~8388608,364904448~37748736,406847488~8388608] 2024-04-12T09:00:50.421 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~16777216,58720256~12582912,75497472~8388608,88080384~4194304,96468992~20971520,121634816~33554432,159383552~41943040,213909504~67108864,285212672~8388608,297795584~33554432,335544320~8388608,364904448~37748736,406847488~8388608] 2024-04-12T09:00:50.425 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~50331648,58720256~12582912,75497472~16777216,96468992~109051904,213909504~130023424,364904448~37748736,406847488~8388608] 2024-04-12T09:00:50.425 INFO:tasks.workunit.client.0.smithi112.stdout:from 5 to 16 diff [0~25165824,29360128~16777216,58720256~12582912,75497472~8388608,88080384~4194304,96468992~20971520,121634816~33554432,159383552~41943040,213909504~67108864,285212672~8388608,297795584~33554432,335544320~16777216,364904448~37748736,406847488~8388608] 2024-04-12T09:00:50.425 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~16777216,58720256~12582912,75497472~8388608,88080384~4194304,96468992~20971520,121634816~33554432,159383552~41943040,213909504~67108864,285212672~8388608,297795584~33554432,335544320~16777216,364904448~37748736,406847488~8388608] 2024-04-12T09:00:50.430 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~50331648,58720256~12582912,75497472~16777216,96468992~109051904,213909504~142606336,364904448~37748736,406847488~8388608] 2024-04-12T09:00:50.430 INFO:tasks.workunit.client.0.smithi112.stdout:from 5 to 17 diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~20971520,121634816~33554432,159383552~46137344,213909504~67108864,285212672~8388608,297795584~54525952,364904448~37748736,406847488~8388608] 2024-04-12T09:00:50.430 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~20971520,121634816~33554432,159383552~46137344,213909504~67108864,285212672~8388608,297795584~54525952,364904448~37748736,406847488~8388608] 2024-04-12T09:00:50.435 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~50331648,58720256~33554432,96468992~113246208,213909504~142606336,364904448~50331648] 2024-04-12T09:00:50.435 INFO:tasks.workunit.client.0.smithi112.stdout:from 5 to 18 diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~20971520,121634816~33554432,159383552~46137344,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:50.435 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~20971520,121634816~33554432,159383552~46137344,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:50.440 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~50331648,58720256~33554432,96468992~113246208,213909504~146800640,364904448~54525952] 2024-04-12T09:00:50.440 INFO:tasks.workunit.client.0.smithi112.stdout:from 5 to 19 diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~20971520,121634816~33554432,159383552~46137344,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:50.440 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~20971520,121634816~33554432,159383552~46137344,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:50.447 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~50331648,58720256~33554432,96468992~113246208,213909504~146800640,364904448~54525952] 2024-04-12T09:00:50.447 INFO:tasks.workunit.client.0.smithi112.stdout:from 6 to 7 diff [0~8388608,41943040~8388608,58720256~12582912,104857600~8388608,180355072~8388608,218103808~8388608,243269632~4194304] 2024-04-12T09:00:50.447 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~8388608,41943040~8388608,58720256~12582912,104857600~8388608,180355072~8388608,218103808~8388608,243269632~4194304] 2024-04-12T09:00:50.448 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~8388608,41943040~8388608,58720256~12582912,104857600~8388608,180355072~12582912,218103808~12582912,243269632~8388608] 2024-04-12T09:00:50.448 INFO:tasks.workunit.client.0.smithi112.stdout:from 6 to 8 diff [0~8388608,41943040~8388608,58720256~12582912,75497472~8388608,104857600~8388608,176160768~12582912,213909504~16777216,239075328~12582912,310378496~8388608,335544320~8388608,364904448~8388608] 2024-04-12T09:00:50.448 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~8388608,41943040~8388608,58720256~12582912,75497472~8388608,104857600~8388608,176160768~12582912,213909504~16777216,239075328~12582912,310378496~8388608,335544320~8388608,364904448~8388608] 2024-04-12T09:00:50.449 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~8388608,41943040~8388608,58720256~12582912,75497472~12582912,104857600~8388608,176160768~16777216,213909504~16777216,239075328~16777216,310378496~8388608,335544320~8388608,364904448~8388608] 2024-04-12T09:00:50.450 INFO:tasks.workunit.client.0.smithi112.stdout:from 6 to 9 diff [0~8388608,41943040~8388608,58720256~12582912,75497472~8388608,96468992~4194304,104857600~8388608,163577856~8388608,176160768~12582912,213909504~16777216,239075328~16777216,272629760~4194304,310378496~8388608,335544320~8388608,364904448~8388608,377487360~8388608] 2024-04-12T09:00:50.450 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~8388608,41943040~8388608,58720256~12582912,75497472~8388608,96468992~4194304,104857600~8388608,163577856~8388608,176160768~12582912,213909504~16777216,239075328~16777216,272629760~4194304,310378496~8388608,335544320~8388608,364904448~8388608,377487360~8388608] 2024-04-12T09:00:50.452 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~8388608,41943040~8388608,58720256~12582912,75497472~12582912,96468992~4194304,104857600~8388608,163577856~8388608,176160768~16777216,213909504~16777216,239075328~20971520,272629760~4194304,310378496~8388608,335544320~8388608,364904448~8388608,377487360~12582912] 2024-04-12T09:00:50.452 INFO:tasks.workunit.client.0.smithi112.stdout:from 6 to 10 diff [0~8388608,29360128~8388608,41943040~8388608,58720256~12582912,75497472~8388608,96468992~20971520,121634816~12582912,150994944~8388608,163577856~8388608,176160768~12582912,213909504~16777216,239075328~16777216,268435456~4194304,310378496~8388608,335544320~8388608,364904448~8388608,377487360~8388608] 2024-04-12T09:00:50.452 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~8388608,29360128~8388608,41943040~8388608,58720256~12582912,75497472~8388608,96468992~20971520,121634816~12582912,150994944~8388608,163577856~8388608,176160768~12582912,213909504~16777216,239075328~16777216,268435456~4194304,310378496~8388608,335544320~8388608,364904448~8388608,377487360~8388608] 2024-04-12T09:00:50.455 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~8388608,29360128~20971520,58720256~12582912,75497472~12582912,96468992~20971520,121634816~12582912,150994944~8388608,163577856~8388608,176160768~16777216,213909504~16777216,239075328~20971520,268435456~8388608,310378496~8388608,335544320~8388608,364904448~8388608,377487360~12582912] 2024-04-12T09:00:50.455 INFO:tasks.workunit.client.0.smithi112.stdout:from 6 to 11 diff [0~8388608,12582912~8388608,29360128~8388608,41943040~8388608,58720256~12582912,75497472~8388608,96468992~20971520,121634816~16777216,142606336~29360128,176160768~20971520,213909504~16777216,239075328~16777216,268435456~4194304,289406976~4194304,310378496~8388608,335544320~8388608,364904448~8388608,377487360~8388608,406847488~8388608] 2024-04-12T09:00:50.455 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~8388608,12582912~8388608,29360128~8388608,41943040~8388608,58720256~12582912,75497472~8388608,96468992~20971520,121634816~16777216,142606336~29360128,176160768~20971520,213909504~16777216,239075328~16777216,268435456~4194304,289406976~4194304,310378496~8388608,335544320~8388608,364904448~8388608,377487360~8388608,406847488~8388608] 2024-04-12T09:00:50.458 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~8388608,12582912~12582912,29360128~20971520,58720256~12582912,75497472~12582912,96468992~20971520,121634816~16777216,142606336~29360128,176160768~25165824,213909504~16777216,239075328~20971520,268435456~8388608,289406976~8388608,310378496~8388608,335544320~8388608,364904448~8388608,377487360~12582912,406847488~8388608] 2024-04-12T09:00:50.458 INFO:tasks.workunit.client.0.smithi112.stdout:from 6 to 12 diff [0~8388608,12582912~8388608,29360128~8388608,41943040~8388608,58720256~12582912,75497472~8388608,96468992~20971520,121634816~33554432,159383552~12582912,176160768~20971520,213909504~16777216,239075328~16777216,268435456~4194304,289406976~4194304,306184192~12582912,335544320~8388608,364904448~8388608,377487360~16777216,406847488~8388608] 2024-04-12T09:00:50.458 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~8388608,12582912~8388608,29360128~8388608,41943040~8388608,58720256~12582912,75497472~8388608,96468992~20971520,121634816~33554432,159383552~12582912,176160768~20971520,213909504~16777216,239075328~16777216,268435456~4194304,289406976~4194304,306184192~12582912,335544320~8388608,364904448~8388608,377487360~16777216,406847488~8388608] 2024-04-12T09:00:50.461 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~8388608,12582912~12582912,29360128~20971520,58720256~12582912,75497472~12582912,96468992~20971520,121634816~50331648,176160768~25165824,213909504~16777216,239075328~20971520,268435456~8388608,289406976~8388608,306184192~12582912,335544320~8388608,364904448~8388608,377487360~20971520,406847488~8388608] 2024-04-12T09:00:50.461 INFO:tasks.workunit.client.0.smithi112.stdout:from 6 to 13 diff [0~8388608,12582912~8388608,29360128~16777216,58720256~12582912,75497472~8388608,96468992~20971520,121634816~33554432,159383552~12582912,176160768~25165824,213909504~16777216,239075328~25165824,268435456~4194304,289406976~4194304,297795584~20971520,335544320~8388608,364904448~29360128,406847488~8388608] 2024-04-12T09:00:50.461 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~8388608,12582912~8388608,29360128~16777216,58720256~12582912,75497472~8388608,96468992~20971520,121634816~33554432,159383552~12582912,176160768~25165824,213909504~16777216,239075328~25165824,268435456~4194304,289406976~4194304,297795584~20971520,335544320~8388608,364904448~29360128,406847488~8388608] 2024-04-12T09:00:50.465 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~8388608,12582912~12582912,29360128~20971520,58720256~12582912,75497472~12582912,96468992~20971520,121634816~50331648,176160768~29360128,213909504~16777216,239075328~25165824,268435456~8388608,289406976~29360128,335544320~8388608,364904448~33554432,406847488~8388608] 2024-04-12T09:00:50.465 INFO:tasks.workunit.client.0.smithi112.stdout:from 6 to 14 diff [0~8388608,12582912~12582912,29360128~16777216,58720256~12582912,75497472~8388608,88080384~4194304,96468992~20971520,121634816~33554432,159383552~12582912,176160768~25165824,213909504~16777216,239075328~33554432,289406976~4194304,297795584~25165824,335544320~8388608,364904448~29360128,406847488~8388608] 2024-04-12T09:00:50.465 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~8388608,12582912~12582912,29360128~16777216,58720256~12582912,75497472~8388608,88080384~4194304,96468992~20971520,121634816~33554432,159383552~12582912,176160768~25165824,213909504~16777216,239075328~33554432,289406976~4194304,297795584~25165824,335544320~8388608,364904448~29360128,406847488~8388608] 2024-04-12T09:00:50.469 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~8388608,12582912~37748736,58720256~12582912,75497472~16777216,96468992~20971520,121634816~50331648,176160768~29360128,213909504~16777216,239075328~37748736,289406976~37748736,335544320~8388608,364904448~33554432,406847488~8388608] 2024-04-12T09:00:50.469 INFO:tasks.workunit.client.0.smithi112.stdout:from 6 to 15 diff [0~25165824,29360128~16777216,58720256~12582912,75497472~8388608,88080384~4194304,96468992~20971520,121634816~33554432,159383552~12582912,176160768~25165824,213909504~67108864,289406976~4194304,297795584~29360128,335544320~8388608,364904448~29360128,398458880~4194304,406847488~8388608] 2024-04-12T09:00:50.469 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~16777216,58720256~12582912,75497472~8388608,88080384~4194304,96468992~20971520,121634816~33554432,159383552~12582912,176160768~25165824,213909504~67108864,289406976~4194304,297795584~29360128,335544320~8388608,364904448~29360128,398458880~4194304,406847488~8388608] 2024-04-12T09:00:50.472 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~50331648,58720256~12582912,75497472~16777216,96468992~20971520,121634816~50331648,176160768~29360128,213909504~67108864,289406976~37748736,335544320~8388608,364904448~37748736,406847488~8388608] 2024-04-12T09:00:50.472 INFO:tasks.workunit.client.0.smithi112.stdout:from 6 to 16 diff [0~25165824,29360128~16777216,58720256~12582912,75497472~8388608,88080384~4194304,96468992~20971520,121634816~33554432,159383552~12582912,176160768~25165824,213909504~67108864,289406976~4194304,297795584~29360128,335544320~16777216,364904448~29360128,398458880~4194304,406847488~8388608] 2024-04-12T09:00:50.472 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~16777216,58720256~12582912,75497472~8388608,88080384~4194304,96468992~20971520,121634816~33554432,159383552~12582912,176160768~25165824,213909504~67108864,289406976~4194304,297795584~29360128,335544320~16777216,364904448~29360128,398458880~4194304,406847488~8388608] 2024-04-12T09:00:50.476 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~50331648,58720256~12582912,75497472~16777216,96468992~20971520,121634816~50331648,176160768~29360128,213909504~67108864,289406976~37748736,335544320~20971520,364904448~37748736,406847488~8388608] 2024-04-12T09:00:50.477 INFO:tasks.workunit.client.0.smithi112.stdout:from 6 to 17 diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~20971520,121634816~33554432,159383552~46137344,213909504~67108864,289406976~4194304,297795584~29360128,331350016~20971520,364904448~37748736,406847488~8388608] 2024-04-12T09:00:50.477 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~20971520,121634816~33554432,159383552~46137344,213909504~67108864,289406976~4194304,297795584~29360128,331350016~20971520,364904448~37748736,406847488~8388608] 2024-04-12T09:00:50.481 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~50331648,58720256~33554432,96468992~20971520,121634816~88080384,213909504~67108864,289406976~37748736,331350016~25165824,364904448~50331648] 2024-04-12T09:00:50.482 INFO:tasks.workunit.client.0.smithi112.stdout:from 6 to 18 diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~20971520,121634816~33554432,159383552~46137344,213909504~67108864,289406976~4194304,297795584~29360128,331350016~25165824,364904448~37748736,406847488~12582912] 2024-04-12T09:00:50.482 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~20971520,121634816~33554432,159383552~46137344,213909504~67108864,289406976~4194304,297795584~29360128,331350016~25165824,364904448~37748736,406847488~12582912] 2024-04-12T09:00:50.486 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~50331648,58720256~33554432,96468992~20971520,121634816~88080384,213909504~67108864,289406976~37748736,331350016~29360128,364904448~54525952] 2024-04-12T09:00:50.486 INFO:tasks.workunit.client.0.smithi112.stdout:from 6 to 19 diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~20971520,121634816~33554432,159383552~46137344,213909504~67108864,289406976~4194304,297795584~29360128,331350016~25165824,364904448~37748736,406847488~12582912] 2024-04-12T09:00:50.487 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~20971520,121634816~33554432,159383552~46137344,213909504~67108864,289406976~4194304,297795584~29360128,331350016~25165824,364904448~37748736,406847488~12582912] 2024-04-12T09:00:50.492 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~50331648,58720256~33554432,96468992~20971520,121634816~88080384,213909504~67108864,289406976~37748736,331350016~29360128,364904448~54525952] 2024-04-12T09:00:50.492 INFO:tasks.workunit.client.0.smithi112.stdout:from 7 to 8 diff [75497472~8388608,176160768~8388608,213909504~12582912,239075328~16777216,310378496~8388608,335544320~8388608,364904448~8388608] 2024-04-12T09:00:50.492 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [75497472~8388608,176160768~8388608,213909504~12582912,239075328~16777216,310378496~8388608,335544320~8388608,364904448~8388608] 2024-04-12T09:00:50.493 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [75497472~12582912,176160768~12582912,213909504~12582912,239075328~16777216,310378496~8388608,335544320~8388608,364904448~8388608] 2024-04-12T09:00:50.493 INFO:tasks.workunit.client.0.smithi112.stdout:from 7 to 9 diff [0~8388608,75497472~8388608,96468992~4194304,163577856~8388608,176160768~12582912,213909504~16777216,239075328~20971520,272629760~4194304,310378496~8388608,335544320~8388608,364904448~8388608,377487360~8388608] 2024-04-12T09:00:50.493 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~8388608,75497472~8388608,96468992~4194304,163577856~8388608,176160768~12582912,213909504~16777216,239075328~20971520,272629760~4194304,310378496~8388608,335544320~8388608,364904448~8388608,377487360~8388608] 2024-04-12T09:00:50.495 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~8388608,75497472~12582912,96468992~4194304,163577856~8388608,176160768~12582912,213909504~16777216,239075328~20971520,272629760~4194304,310378496~8388608,335544320~8388608,364904448~8388608,377487360~12582912] 2024-04-12T09:00:50.495 INFO:tasks.workunit.client.0.smithi112.stdout:from 7 to 10 diff [0~8388608,29360128~8388608,58720256~4194304,75497472~8388608,96468992~8388608,113246208~4194304,121634816~12582912,150994944~8388608,163577856~8388608,176160768~12582912,213909504~16777216,239075328~20971520,268435456~4194304,310378496~8388608,335544320~8388608,364904448~8388608,377487360~8388608] 2024-04-12T09:00:50.495 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~8388608,29360128~8388608,58720256~4194304,75497472~8388608,96468992~8388608,113246208~4194304,121634816~12582912,150994944~8388608,163577856~8388608,176160768~12582912,213909504~16777216,239075328~20971520,268435456~4194304,310378496~8388608,335544320~8388608,364904448~8388608,377487360~8388608] 2024-04-12T09:00:50.496 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~8388608,29360128~12582912,58720256~4194304,75497472~12582912,96468992~8388608,113246208~4194304,121634816~12582912,150994944~8388608,163577856~8388608,176160768~12582912,213909504~16777216,239075328~20971520,268435456~8388608,310378496~8388608,335544320~8388608,364904448~8388608,377487360~12582912] 2024-04-12T09:00:50.496 INFO:tasks.workunit.client.0.smithi112.stdout:from 7 to 11 diff [0~8388608,12582912~8388608,29360128~8388608,41943040~4194304,58720256~4194304,75497472~8388608,96468992~8388608,113246208~4194304,121634816~16777216,142606336~29360128,176160768~20971520,213909504~16777216,239075328~20971520,268435456~4194304,289406976~4194304,310378496~8388608,335544320~8388608,364904448~8388608,377487360~8388608,406847488~8388608] 2024-04-12T09:00:50.496 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~8388608,12582912~8388608,29360128~8388608,41943040~4194304,58720256~4194304,75497472~8388608,96468992~8388608,113246208~4194304,121634816~16777216,142606336~29360128,176160768~20971520,213909504~16777216,239075328~20971520,268435456~4194304,289406976~4194304,310378496~8388608,335544320~8388608,364904448~8388608,377487360~8388608,406847488~8388608] 2024-04-12T09:00:50.499 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~8388608,12582912~12582912,29360128~16777216,58720256~4194304,75497472~12582912,96468992~8388608,113246208~4194304,121634816~16777216,142606336~29360128,176160768~25165824,213909504~16777216,239075328~20971520,268435456~8388608,289406976~8388608,310378496~8388608,335544320~8388608,364904448~8388608,377487360~12582912,406847488~8388608] 2024-04-12T09:00:50.499 INFO:tasks.workunit.client.0.smithi112.stdout:from 7 to 12 diff [0~8388608,12582912~8388608,29360128~8388608,41943040~8388608,58720256~4194304,75497472~8388608,96468992~8388608,113246208~4194304,121634816~33554432,159383552~12582912,176160768~20971520,213909504~16777216,239075328~20971520,268435456~4194304,289406976~4194304,306184192~12582912,335544320~8388608,364904448~8388608,377487360~16777216,406847488~8388608] 2024-04-12T09:00:50.499 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~8388608,12582912~8388608,29360128~8388608,41943040~8388608,58720256~4194304,75497472~8388608,96468992~8388608,113246208~4194304,121634816~33554432,159383552~12582912,176160768~20971520,213909504~16777216,239075328~20971520,268435456~4194304,289406976~4194304,306184192~12582912,335544320~8388608,364904448~8388608,377487360~16777216,406847488~8388608] 2024-04-12T09:00:50.501 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~8388608,12582912~12582912,29360128~20971520,58720256~4194304,75497472~12582912,96468992~8388608,113246208~4194304,121634816~50331648,176160768~25165824,213909504~16777216,239075328~20971520,268435456~8388608,289406976~8388608,306184192~12582912,335544320~8388608,364904448~8388608,377487360~20971520,406847488~8388608] 2024-04-12T09:00:50.501 INFO:tasks.workunit.client.0.smithi112.stdout:from 7 to 13 diff [0~8388608,12582912~8388608,29360128~16777216,58720256~8388608,75497472~8388608,96468992~8388608,113246208~4194304,121634816~33554432,159383552~12582912,176160768~25165824,213909504~16777216,239075328~25165824,268435456~4194304,289406976~4194304,297795584~20971520,335544320~8388608,364904448~29360128,406847488~8388608] 2024-04-12T09:00:50.501 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~8388608,12582912~8388608,29360128~16777216,58720256~8388608,75497472~8388608,96468992~8388608,113246208~4194304,121634816~33554432,159383552~12582912,176160768~25165824,213909504~16777216,239075328~25165824,268435456~4194304,289406976~4194304,297795584~20971520,335544320~8388608,364904448~29360128,406847488~8388608] 2024-04-12T09:00:50.505 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~8388608,12582912~12582912,29360128~20971520,58720256~12582912,75497472~12582912,96468992~8388608,113246208~4194304,121634816~50331648,176160768~29360128,213909504~16777216,239075328~25165824,268435456~8388608,289406976~29360128,335544320~8388608,364904448~33554432,406847488~8388608] 2024-04-12T09:00:50.505 INFO:tasks.workunit.client.0.smithi112.stdout:from 7 to 14 diff [0~8388608,12582912~12582912,29360128~16777216,58720256~8388608,75497472~8388608,88080384~4194304,96468992~8388608,113246208~4194304,121634816~33554432,159383552~12582912,176160768~25165824,213909504~16777216,239075328~33554432,289406976~4194304,297795584~25165824,335544320~8388608,364904448~29360128,406847488~8388608] 2024-04-12T09:00:50.505 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~8388608,12582912~12582912,29360128~16777216,58720256~8388608,75497472~8388608,88080384~4194304,96468992~8388608,113246208~4194304,121634816~33554432,159383552~12582912,176160768~25165824,213909504~16777216,239075328~33554432,289406976~4194304,297795584~25165824,335544320~8388608,364904448~29360128,406847488~8388608] 2024-04-12T09:00:50.509 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~8388608,12582912~37748736,58720256~12582912,75497472~16777216,96468992~8388608,113246208~4194304,121634816~50331648,176160768~29360128,213909504~16777216,239075328~37748736,289406976~37748736,335544320~8388608,364904448~33554432,406847488~8388608] 2024-04-12T09:00:50.509 INFO:tasks.workunit.client.0.smithi112.stdout:from 7 to 15 diff [0~25165824,29360128~16777216,58720256~8388608,75497472~8388608,88080384~4194304,96468992~8388608,113246208~4194304,121634816~33554432,159383552~12582912,176160768~25165824,213909504~67108864,289406976~4194304,297795584~29360128,335544320~8388608,364904448~29360128,398458880~4194304,406847488~8388608] 2024-04-12T09:00:50.509 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~16777216,58720256~8388608,75497472~8388608,88080384~4194304,96468992~8388608,113246208~4194304,121634816~33554432,159383552~12582912,176160768~25165824,213909504~67108864,289406976~4194304,297795584~29360128,335544320~8388608,364904448~29360128,398458880~4194304,406847488~8388608] 2024-04-12T09:00:50.513 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~50331648,58720256~12582912,75497472~16777216,96468992~8388608,113246208~4194304,121634816~50331648,176160768~29360128,213909504~67108864,289406976~37748736,335544320~8388608,364904448~37748736,406847488~8388608] 2024-04-12T09:00:50.513 INFO:tasks.workunit.client.0.smithi112.stdout:from 7 to 16 diff [0~25165824,29360128~16777216,58720256~8388608,75497472~8388608,88080384~4194304,96468992~12582912,113246208~4194304,121634816~33554432,159383552~12582912,176160768~25165824,213909504~67108864,289406976~4194304,297795584~29360128,335544320~16777216,364904448~29360128,398458880~4194304,406847488~8388608] 2024-04-12T09:00:50.513 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~16777216,58720256~8388608,75497472~8388608,88080384~4194304,96468992~12582912,113246208~4194304,121634816~33554432,159383552~12582912,176160768~25165824,213909504~67108864,289406976~4194304,297795584~29360128,335544320~16777216,364904448~29360128,398458880~4194304,406847488~8388608] 2024-04-12T09:00:50.517 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~50331648,58720256~12582912,75497472~16777216,96468992~12582912,113246208~4194304,121634816~50331648,176160768~29360128,213909504~67108864,289406976~37748736,335544320~20971520,364904448~37748736,406847488~8388608] 2024-04-12T09:00:50.517 INFO:tasks.workunit.client.0.smithi112.stdout:from 7 to 17 diff [0~25165824,29360128~16777216,58720256~8388608,71303168~12582912,88080384~4194304,96468992~12582912,113246208~4194304,121634816~33554432,159383552~46137344,213909504~67108864,289406976~4194304,297795584~29360128,331350016~20971520,364904448~37748736,406847488~8388608] 2024-04-12T09:00:50.517 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~16777216,58720256~8388608,71303168~12582912,88080384~4194304,96468992~12582912,113246208~4194304,121634816~33554432,159383552~46137344,213909504~67108864,289406976~4194304,297795584~29360128,331350016~20971520,364904448~37748736,406847488~8388608] 2024-04-12T09:00:50.522 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~50331648,58720256~33554432,96468992~12582912,113246208~4194304,121634816~88080384,213909504~67108864,289406976~37748736,331350016~25165824,364904448~50331648] 2024-04-12T09:00:50.522 INFO:tasks.workunit.client.0.smithi112.stdout:from 7 to 18 diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~33554432,159383552~46137344,213909504~67108864,289406976~4194304,297795584~29360128,331350016~25165824,364904448~37748736,406847488~12582912] 2024-04-12T09:00:50.522 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~33554432,159383552~46137344,213909504~67108864,289406976~4194304,297795584~29360128,331350016~25165824,364904448~37748736,406847488~12582912] 2024-04-12T09:00:50.526 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~50331648,58720256~33554432,96468992~12582912,113246208~4194304,121634816~88080384,213909504~67108864,289406976~37748736,331350016~29360128,364904448~54525952] 2024-04-12T09:00:50.527 INFO:tasks.workunit.client.0.smithi112.stdout:from 7 to 19 diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~33554432,159383552~46137344,213909504~67108864,289406976~4194304,297795584~29360128,331350016~25165824,364904448~37748736,406847488~12582912] 2024-04-12T09:00:50.527 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~33554432,159383552~46137344,213909504~67108864,289406976~4194304,297795584~29360128,331350016~25165824,364904448~37748736,406847488~12582912] 2024-04-12T09:00:50.531 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~50331648,58720256~33554432,96468992~12582912,113246208~4194304,121634816~88080384,213909504~67108864,289406976~37748736,331350016~29360128,364904448~54525952] 2024-04-12T09:00:50.531 INFO:tasks.workunit.client.0.smithi112.stdout:from 8 to 9 diff [0~8388608,96468992~4194304,163577856~8388608,176160768~4194304,184549376~4194304,222298112~4194304,247463936~8388608,272629760~4194304,377487360~8388608] 2024-04-12T09:00:50.531 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~8388608,96468992~4194304,163577856~8388608,176160768~4194304,184549376~4194304,222298112~4194304,247463936~8388608,272629760~4194304,377487360~8388608] 2024-04-12T09:00:50.532 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~8388608,96468992~4194304,163577856~8388608,176160768~12582912,222298112~8388608,247463936~12582912,272629760~4194304,377487360~12582912] 2024-04-12T09:00:50.532 INFO:tasks.workunit.client.0.smithi112.stdout:from 8 to 10 diff [0~8388608,29360128~8388608,58720256~4194304,96468992~8388608,113246208~4194304,121634816~12582912,150994944~8388608,163577856~8388608,176160768~4194304,184549376~4194304,218103808~12582912,247463936~8388608,268435456~4194304,377487360~8388608] 2024-04-12T09:00:50.532 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~8388608,29360128~8388608,58720256~4194304,96468992~8388608,113246208~4194304,121634816~12582912,150994944~8388608,163577856~8388608,176160768~4194304,184549376~4194304,218103808~12582912,247463936~8388608,268435456~4194304,377487360~8388608] 2024-04-12T09:00:50.534 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~8388608,29360128~12582912,58720256~4194304,96468992~8388608,113246208~4194304,121634816~12582912,150994944~8388608,163577856~8388608,176160768~12582912,218103808~12582912,247463936~12582912,268435456~8388608,377487360~12582912] 2024-04-12T09:00:50.534 INFO:tasks.workunit.client.0.smithi112.stdout:from 8 to 11 diff [0~8388608,12582912~8388608,29360128~8388608,41943040~4194304,58720256~4194304,96468992~8388608,113246208~4194304,121634816~16777216,142606336~29360128,176160768~4194304,184549376~12582912,218103808~12582912,247463936~8388608,268435456~4194304,289406976~4194304,377487360~8388608,406847488~8388608] 2024-04-12T09:00:50.534 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~8388608,12582912~8388608,29360128~8388608,41943040~4194304,58720256~4194304,96468992~8388608,113246208~4194304,121634816~16777216,142606336~29360128,176160768~4194304,184549376~12582912,218103808~12582912,247463936~8388608,268435456~4194304,289406976~4194304,377487360~8388608,406847488~8388608] 2024-04-12T09:00:50.536 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~8388608,12582912~12582912,29360128~16777216,58720256~4194304,96468992~8388608,113246208~4194304,121634816~16777216,142606336~29360128,176160768~25165824,218103808~12582912,247463936~12582912,268435456~8388608,289406976~8388608,377487360~12582912,406847488~8388608] 2024-04-12T09:00:50.536 INFO:tasks.workunit.client.0.smithi112.stdout:from 8 to 12 diff [0~8388608,12582912~8388608,29360128~8388608,41943040~8388608,58720256~4194304,79691776~4194304,96468992~8388608,113246208~4194304,121634816~33554432,159383552~12582912,176160768~4194304,184549376~12582912,218103808~12582912,247463936~8388608,268435456~4194304,289406976~4194304,306184192~8388608,377487360~16777216,406847488~8388608] 2024-04-12T09:00:50.536 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~8388608,12582912~8388608,29360128~8388608,41943040~8388608,58720256~4194304,79691776~4194304,96468992~8388608,113246208~4194304,121634816~33554432,159383552~12582912,176160768~4194304,184549376~12582912,218103808~12582912,247463936~8388608,268435456~4194304,289406976~4194304,306184192~8388608,377487360~16777216,406847488~8388608] 2024-04-12T09:00:50.538 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~8388608,12582912~12582912,29360128~20971520,58720256~4194304,79691776~4194304,96468992~8388608,113246208~4194304,121634816~50331648,176160768~25165824,218103808~12582912,247463936~12582912,268435456~8388608,289406976~8388608,306184192~12582912,377487360~20971520,406847488~8388608] 2024-04-12T09:00:50.538 INFO:tasks.workunit.client.0.smithi112.stdout:from 8 to 13 diff [0~8388608,12582912~8388608,29360128~16777216,58720256~8388608,79691776~4194304,96468992~8388608,113246208~4194304,121634816~33554432,159383552~12582912,176160768~25165824,213909504~16777216,247463936~16777216,268435456~4194304,289406976~4194304,297795584~16777216,373293056~20971520,406847488~8388608] 2024-04-12T09:00:50.538 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~8388608,12582912~8388608,29360128~16777216,58720256~8388608,79691776~4194304,96468992~8388608,113246208~4194304,121634816~33554432,159383552~12582912,176160768~25165824,213909504~16777216,247463936~16777216,268435456~4194304,289406976~4194304,297795584~16777216,373293056~20971520,406847488~8388608] 2024-04-12T09:00:50.540 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~8388608,12582912~12582912,29360128~20971520,58720256~12582912,79691776~4194304,96468992~8388608,113246208~4194304,121634816~50331648,176160768~29360128,213909504~16777216,247463936~16777216,268435456~8388608,289406976~29360128,373293056~25165824,406847488~8388608] 2024-04-12T09:00:50.540 INFO:tasks.workunit.client.0.smithi112.stdout:from 8 to 14 diff [0~8388608,12582912~12582912,29360128~16777216,58720256~8388608,79691776~4194304,88080384~4194304,96468992~8388608,113246208~4194304,121634816~33554432,159383552~12582912,176160768~25165824,213909504~16777216,247463936~16777216,268435456~4194304,289406976~4194304,297795584~25165824,373293056~20971520,406847488~8388608] 2024-04-12T09:00:50.540 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~8388608,12582912~12582912,29360128~16777216,58720256~8388608,79691776~4194304,88080384~4194304,96468992~8388608,113246208~4194304,121634816~33554432,159383552~12582912,176160768~25165824,213909504~16777216,247463936~16777216,268435456~4194304,289406976~4194304,297795584~25165824,373293056~20971520,406847488~8388608] 2024-04-12T09:00:50.543 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~8388608,12582912~37748736,58720256~12582912,79691776~4194304,88080384~4194304,96468992~8388608,113246208~4194304,121634816~50331648,176160768~29360128,213909504~16777216,247463936~29360128,289406976~37748736,373293056~25165824,406847488~8388608] 2024-04-12T09:00:50.543 INFO:tasks.workunit.client.0.smithi112.stdout:from 8 to 15 diff [0~25165824,29360128~16777216,58720256~8388608,79691776~4194304,88080384~4194304,96468992~8388608,113246208~4194304,121634816~33554432,159383552~12582912,176160768~25165824,213909504~29360128,247463936~16777216,268435456~12582912,289406976~4194304,297795584~29360128,364904448~29360128,398458880~4194304,406847488~8388608] 2024-04-12T09:00:50.543 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~16777216,58720256~8388608,79691776~4194304,88080384~4194304,96468992~8388608,113246208~4194304,121634816~33554432,159383552~12582912,176160768~25165824,213909504~29360128,247463936~16777216,268435456~12582912,289406976~4194304,297795584~29360128,364904448~29360128,398458880~4194304,406847488~8388608] 2024-04-12T09:00:50.546 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~50331648,58720256~12582912,79691776~4194304,88080384~4194304,96468992~8388608,113246208~4194304,121634816~50331648,176160768~29360128,213909504~67108864,289406976~37748736,364904448~37748736,406847488~8388608] 2024-04-12T09:00:50.547 INFO:tasks.workunit.client.0.smithi112.stdout:from 8 to 16 diff [0~25165824,29360128~16777216,58720256~8388608,79691776~4194304,88080384~4194304,96468992~12582912,113246208~4194304,121634816~33554432,159383552~12582912,176160768~25165824,213909504~29360128,247463936~16777216,268435456~12582912,289406976~4194304,297795584~29360128,343932928~8388608,364904448~29360128,398458880~4194304,406847488~8388608] 2024-04-12T09:00:50.547 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~16777216,58720256~8388608,79691776~4194304,88080384~4194304,96468992~12582912,113246208~4194304,121634816~33554432,159383552~12582912,176160768~25165824,213909504~29360128,247463936~16777216,268435456~12582912,289406976~4194304,297795584~29360128,343932928~8388608,364904448~29360128,398458880~4194304,406847488~8388608] 2024-04-12T09:00:50.550 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~50331648,58720256~12582912,79691776~4194304,88080384~4194304,96468992~12582912,113246208~4194304,121634816~50331648,176160768~29360128,213909504~67108864,289406976~37748736,343932928~12582912,364904448~37748736,406847488~8388608] 2024-04-12T09:00:50.550 INFO:tasks.workunit.client.0.smithi112.stdout:from 8 to 17 diff [0~25165824,29360128~16777216,58720256~8388608,71303168~12582912,88080384~4194304,96468992~12582912,113246208~4194304,121634816~33554432,159383552~20971520,184549376~20971520,213909504~29360128,247463936~16777216,268435456~12582912,289406976~4194304,297795584~29360128,331350016~8388608,343932928~8388608,364904448~37748736,406847488~8388608] 2024-04-12T09:00:50.550 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~16777216,58720256~8388608,71303168~12582912,88080384~4194304,96468992~12582912,113246208~4194304,121634816~33554432,159383552~20971520,184549376~20971520,213909504~29360128,247463936~16777216,268435456~12582912,289406976~4194304,297795584~29360128,331350016~8388608,343932928~8388608,364904448~37748736,406847488~8388608] 2024-04-12T09:00:50.554 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~50331648,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~88080384,213909504~67108864,289406976~37748736,331350016~8388608,343932928~12582912,364904448~50331648] 2024-04-12T09:00:50.554 INFO:tasks.workunit.client.0.smithi112.stdout:from 8 to 18 diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~33554432,159383552~20971520,184549376~20971520,213909504~29360128,247463936~16777216,268435456~12582912,289406976~4194304,297795584~29360128,331350016~8388608,343932928~12582912,364904448~37748736,406847488~12582912] 2024-04-12T09:00:50.554 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~33554432,159383552~20971520,184549376~20971520,213909504~29360128,247463936~16777216,268435456~12582912,289406976~4194304,297795584~29360128,331350016~8388608,343932928~12582912,364904448~37748736,406847488~12582912] 2024-04-12T09:00:50.558 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~50331648,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~88080384,213909504~67108864,289406976~37748736,331350016~8388608,343932928~16777216,364904448~54525952] 2024-04-12T09:00:50.558 INFO:tasks.workunit.client.0.smithi112.stdout:from 8 to 19 diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~33554432,159383552~20971520,184549376~20971520,213909504~29360128,247463936~16777216,268435456~12582912,289406976~4194304,297795584~29360128,331350016~25165824,364904448~37748736,406847488~12582912] 2024-04-12T09:00:50.558 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~33554432,159383552~20971520,184549376~20971520,213909504~29360128,247463936~16777216,268435456~12582912,289406976~4194304,297795584~29360128,331350016~25165824,364904448~37748736,406847488~12582912] 2024-04-12T09:00:50.562 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~50331648,58720256~33554432,96468992~12582912,113246208~4194304,121634816~88080384,213909504~67108864,289406976~37748736,331350016~29360128,364904448~54525952] 2024-04-12T09:00:50.562 INFO:tasks.workunit.client.0.smithi112.stdout:from 9 to 10 diff [29360128~8388608,58720256~4194304,100663296~4194304,113246208~4194304,121634816~12582912,150994944~8388608,218103808~8388608,268435456~4194304] 2024-04-12T09:00:50.562 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [29360128~8388608,58720256~4194304,100663296~4194304,113246208~4194304,121634816~12582912,150994944~8388608,218103808~8388608,268435456~4194304] 2024-04-12T09:00:50.563 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [29360128~12582912,58720256~4194304,100663296~4194304,113246208~4194304,121634816~12582912,150994944~8388608,218103808~8388608,268435456~8388608] 2024-04-12T09:00:50.563 INFO:tasks.workunit.client.0.smithi112.stdout:from 9 to 11 diff [12582912~8388608,29360128~8388608,41943040~4194304,58720256~4194304,100663296~4194304,113246208~4194304,121634816~16777216,142606336~20971520,188743680~8388608,218103808~8388608,268435456~4194304,289406976~4194304,381681664~8388608,406847488~8388608] 2024-04-12T09:00:50.563 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [12582912~8388608,29360128~8388608,41943040~4194304,58720256~4194304,100663296~4194304,113246208~4194304,121634816~16777216,142606336~20971520,188743680~8388608,218103808~8388608,268435456~4194304,289406976~4194304,381681664~8388608,406847488~8388608] 2024-04-12T09:00:50.564 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [12582912~12582912,29360128~16777216,58720256~4194304,100663296~4194304,113246208~4194304,121634816~16777216,142606336~25165824,188743680~12582912,218103808~8388608,268435456~8388608,289406976~8388608,381681664~8388608,406847488~8388608] 2024-04-12T09:00:50.565 INFO:tasks.workunit.client.0.smithi112.stdout:from 9 to 12 diff [0~4194304,12582912~8388608,29360128~8388608,41943040~8388608,58720256~4194304,79691776~4194304,100663296~4194304,113246208~4194304,121634816~33554432,159383552~4194304,188743680~8388608,218103808~8388608,268435456~4194304,289406976~4194304,306184192~8388608,381681664~12582912,406847488~8388608] 2024-04-12T09:00:50.565 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,12582912~8388608,29360128~8388608,41943040~8388608,58720256~4194304,79691776~4194304,100663296~4194304,113246208~4194304,121634816~33554432,159383552~4194304,188743680~8388608,218103808~8388608,268435456~4194304,289406976~4194304,306184192~8388608,381681664~12582912,406847488~8388608] 2024-04-12T09:00:50.566 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~8388608,12582912~12582912,29360128~20971520,58720256~4194304,79691776~4194304,100663296~4194304,113246208~4194304,121634816~46137344,188743680~12582912,218103808~8388608,268435456~8388608,289406976~8388608,306184192~12582912,381681664~16777216,406847488~8388608] 2024-04-12T09:00:50.567 INFO:tasks.workunit.client.0.smithi112.stdout:from 9 to 13 diff [0~4194304,12582912~8388608,29360128~16777216,58720256~8388608,79691776~4194304,100663296~4194304,113246208~4194304,121634816~33554432,159383552~4194304,176160768~8388608,188743680~12582912,213909504~12582912,251658240~12582912,268435456~4194304,289406976~4194304,297795584~16777216,373293056~20971520,406847488~8388608] 2024-04-12T09:00:50.567 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,12582912~8388608,29360128~16777216,58720256~8388608,79691776~4194304,100663296~4194304,113246208~4194304,121634816~33554432,159383552~4194304,176160768~8388608,188743680~12582912,213909504~12582912,251658240~12582912,268435456~4194304,289406976~4194304,297795584~16777216,373293056~20971520,406847488~8388608] 2024-04-12T09:00:50.569 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~8388608,12582912~12582912,29360128~20971520,58720256~12582912,79691776~4194304,100663296~4194304,113246208~4194304,121634816~46137344,176160768~8388608,188743680~16777216,213909504~12582912,251658240~12582912,268435456~8388608,289406976~29360128,373293056~25165824,406847488~8388608] 2024-04-12T09:00:50.569 INFO:tasks.workunit.client.0.smithi112.stdout:from 9 to 14 diff [0~4194304,12582912~12582912,29360128~16777216,58720256~8388608,79691776~4194304,88080384~4194304,100663296~4194304,113246208~4194304,121634816~33554432,159383552~4194304,176160768~8388608,188743680~12582912,213909504~12582912,251658240~20971520,289406976~4194304,297795584~25165824,373293056~20971520,406847488~8388608] 2024-04-12T09:00:50.569 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,12582912~12582912,29360128~16777216,58720256~8388608,79691776~4194304,88080384~4194304,100663296~4194304,113246208~4194304,121634816~33554432,159383552~4194304,176160768~8388608,188743680~12582912,213909504~12582912,251658240~20971520,289406976~4194304,297795584~25165824,373293056~20971520,406847488~8388608] 2024-04-12T09:00:50.571 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~8388608,12582912~37748736,58720256~12582912,79691776~4194304,88080384~4194304,100663296~4194304,113246208~4194304,121634816~46137344,176160768~8388608,188743680~16777216,213909504~12582912,251658240~25165824,289406976~37748736,373293056~25165824,406847488~8388608] 2024-04-12T09:00:50.571 INFO:tasks.workunit.client.0.smithi112.stdout:from 9 to 15 diff [0~25165824,29360128~16777216,58720256~8388608,79691776~4194304,88080384~4194304,100663296~4194304,113246208~4194304,121634816~33554432,159383552~4194304,176160768~8388608,188743680~12582912,213909504~12582912,230686720~12582912,251658240~29360128,289406976~4194304,297795584~29360128,364904448~12582912,381681664~12582912,398458880~4194304,406847488~8388608] 2024-04-12T09:00:50.572 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~16777216,58720256~8388608,79691776~4194304,88080384~4194304,100663296~4194304,113246208~4194304,121634816~33554432,159383552~4194304,176160768~8388608,188743680~12582912,213909504~12582912,230686720~12582912,251658240~29360128,289406976~4194304,297795584~29360128,364904448~12582912,381681664~12582912,398458880~4194304,406847488~8388608] 2024-04-12T09:00:50.574 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~50331648,58720256~12582912,79691776~4194304,88080384~4194304,100663296~4194304,113246208~4194304,121634816~46137344,176160768~8388608,188743680~16777216,213909504~33554432,251658240~29360128,289406976~37748736,364904448~37748736,406847488~8388608] 2024-04-12T09:00:50.574 INFO:tasks.workunit.client.0.smithi112.stdout:from 9 to 16 diff [0~25165824,29360128~16777216,58720256~8388608,79691776~4194304,88080384~4194304,100663296~8388608,113246208~4194304,121634816~33554432,159383552~4194304,176160768~8388608,188743680~12582912,213909504~12582912,230686720~12582912,251658240~29360128,289406976~4194304,297795584~29360128,343932928~8388608,364904448~12582912,381681664~12582912,398458880~4194304,406847488~8388608] 2024-04-12T09:00:50.575 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~16777216,58720256~8388608,79691776~4194304,88080384~4194304,100663296~8388608,113246208~4194304,121634816~33554432,159383552~4194304,176160768~8388608,188743680~12582912,213909504~12582912,230686720~12582912,251658240~29360128,289406976~4194304,297795584~29360128,343932928~8388608,364904448~12582912,381681664~12582912,398458880~4194304,406847488~8388608] 2024-04-12T09:00:50.579 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~50331648,58720256~12582912,79691776~4194304,88080384~4194304,100663296~8388608,113246208~4194304,121634816~46137344,176160768~8388608,188743680~16777216,213909504~33554432,251658240~29360128,289406976~37748736,343932928~12582912,364904448~37748736,406847488~8388608] 2024-04-12T09:00:50.579 INFO:tasks.workunit.client.0.smithi112.stdout:from 9 to 17 diff [0~25165824,29360128~16777216,58720256~8388608,71303168~12582912,88080384~4194304,100663296~8388608,113246208~4194304,121634816~33554432,159383552~4194304,171966464~8388608,188743680~16777216,213909504~12582912,230686720~12582912,251658240~29360128,289406976~4194304,297795584~29360128,331350016~8388608,343932928~8388608,364904448~12582912,381681664~20971520,406847488~8388608] 2024-04-12T09:00:50.579 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~16777216,58720256~8388608,71303168~12582912,88080384~4194304,100663296~8388608,113246208~4194304,121634816~33554432,159383552~4194304,171966464~8388608,188743680~16777216,213909504~12582912,230686720~12582912,251658240~29360128,289406976~4194304,297795584~29360128,331350016~8388608,343932928~8388608,364904448~12582912,381681664~20971520,406847488~8388608] 2024-04-12T09:00:50.583 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~50331648,58720256~25165824,88080384~4194304,100663296~8388608,113246208~4194304,121634816~46137344,171966464~12582912,188743680~20971520,213909504~33554432,251658240~29360128,289406976~37748736,331350016~8388608,343932928~12582912,364904448~50331648] 2024-04-12T09:00:50.583 INFO:tasks.workunit.client.0.smithi112.stdout:from 9 to 18 diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~33554432,159383552~8388608,171966464~8388608,188743680~16777216,213909504~12582912,230686720~12582912,251658240~29360128,289406976~4194304,297795584~29360128,331350016~8388608,343932928~12582912,364904448~12582912,381681664~20971520,406847488~12582912] 2024-04-12T09:00:50.583 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~33554432,159383552~8388608,171966464~8388608,188743680~16777216,213909504~12582912,230686720~12582912,251658240~29360128,289406976~4194304,297795584~29360128,331350016~8388608,343932928~12582912,364904448~12582912,381681664~20971520,406847488~12582912] 2024-04-12T09:00:50.586 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~50331648,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~62914560,188743680~20971520,213909504~33554432,251658240~29360128,289406976~37748736,331350016~8388608,343932928~16777216,364904448~54525952] 2024-04-12T09:00:50.586 INFO:tasks.workunit.client.0.smithi112.stdout:from 9 to 19 diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~33554432,159383552~8388608,171966464~8388608,188743680~16777216,213909504~12582912,230686720~12582912,251658240~29360128,289406976~4194304,297795584~29360128,331350016~25165824,364904448~12582912,381681664~20971520,406847488~12582912] 2024-04-12T09:00:50.586 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~33554432,159383552~8388608,171966464~8388608,188743680~16777216,213909504~12582912,230686720~12582912,251658240~29360128,289406976~4194304,297795584~29360128,331350016~25165824,364904448~12582912,381681664~20971520,406847488~12582912] 2024-04-12T09:00:50.590 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~50331648,58720256~33554432,96468992~12582912,113246208~4194304,121634816~62914560,188743680~20971520,213909504~33554432,251658240~29360128,289406976~37748736,331350016~29360128,364904448~54525952] 2024-04-12T09:00:50.591 INFO:tasks.workunit.client.0.smithi112.stdout:from 10 to 11 diff [12582912~8388608,41943040~4194304,134217728~4194304,142606336~8388608,159383552~4194304,188743680~8388608,222298112~4194304,289406976~4194304,381681664~8388608,406847488~8388608] 2024-04-12T09:00:50.591 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [12582912~8388608,41943040~4194304,134217728~4194304,142606336~8388608,159383552~4194304,188743680~8388608,222298112~4194304,289406976~4194304,381681664~8388608,406847488~8388608] 2024-04-12T09:00:50.592 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [12582912~12582912,41943040~4194304,134217728~4194304,142606336~12582912,159383552~8388608,188743680~12582912,222298112~4194304,289406976~8388608,381681664~8388608,406847488~8388608] 2024-04-12T09:00:50.592 INFO:tasks.workunit.client.0.smithi112.stdout:from 10 to 12 diff [0~4194304,12582912~8388608,41943040~8388608,79691776~4194304,134217728~16777216,159383552~4194304,188743680~8388608,222298112~4194304,289406976~4194304,306184192~8388608,381681664~12582912,406847488~8388608] 2024-04-12T09:00:50.592 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,12582912~8388608,41943040~8388608,79691776~4194304,134217728~16777216,159383552~4194304,188743680~8388608,222298112~4194304,289406976~4194304,306184192~8388608,381681664~12582912,406847488~8388608] 2024-04-12T09:00:50.593 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~8388608,12582912~12582912,41943040~8388608,79691776~4194304,134217728~20971520,159383552~8388608,188743680~12582912,222298112~4194304,289406976~8388608,306184192~12582912,381681664~16777216,406847488~8388608] 2024-04-12T09:00:50.593 INFO:tasks.workunit.client.0.smithi112.stdout:from 10 to 13 diff [0~4194304,12582912~8388608,37748736~8388608,62914560~4194304,79691776~4194304,134217728~16777216,159383552~4194304,176160768~8388608,188743680~12582912,213909504~4194304,222298112~4194304,251658240~12582912,289406976~4194304,297795584~16777216,373293056~20971520,406847488~8388608] 2024-04-12T09:00:50.593 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,12582912~8388608,37748736~8388608,62914560~4194304,79691776~4194304,134217728~16777216,159383552~4194304,176160768~8388608,188743680~12582912,213909504~4194304,222298112~4194304,251658240~12582912,289406976~4194304,297795584~16777216,373293056~20971520,406847488~8388608] 2024-04-12T09:00:50.595 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~8388608,12582912~12582912,37748736~12582912,62914560~8388608,79691776~4194304,134217728~20971520,159383552~8388608,176160768~8388608,188743680~16777216,213909504~4194304,222298112~4194304,251658240~12582912,289406976~29360128,373293056~25165824,406847488~8388608] 2024-04-12T09:00:50.595 INFO:tasks.workunit.client.0.smithi112.stdout:from 10 to 14 diff [0~4194304,12582912~12582912,37748736~8388608,62914560~4194304,79691776~4194304,88080384~4194304,113246208~4194304,134217728~16777216,159383552~4194304,176160768~8388608,188743680~12582912,213909504~4194304,222298112~4194304,251658240~16777216,289406976~4194304,297795584~25165824,373293056~20971520,406847488~8388608] 2024-04-12T09:00:50.596 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,12582912~12582912,37748736~8388608,62914560~4194304,79691776~4194304,88080384~4194304,113246208~4194304,134217728~16777216,159383552~4194304,176160768~8388608,188743680~12582912,213909504~4194304,222298112~4194304,251658240~16777216,289406976~4194304,297795584~25165824,373293056~20971520,406847488~8388608] 2024-04-12T09:00:50.597 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~8388608,12582912~16777216,37748736~12582912,62914560~8388608,79691776~4194304,88080384~4194304,113246208~4194304,134217728~20971520,159383552~8388608,176160768~8388608,188743680~16777216,213909504~4194304,222298112~4194304,251658240~16777216,289406976~37748736,373293056~25165824,406847488~8388608] 2024-04-12T09:00:50.598 INFO:tasks.workunit.client.0.smithi112.stdout:from 10 to 15 diff [0~25165824,37748736~8388608,62914560~4194304,79691776~4194304,88080384~4194304,113246208~4194304,134217728~16777216,159383552~4194304,176160768~8388608,188743680~12582912,213909504~4194304,222298112~20971520,251658240~29360128,289406976~4194304,297795584~29360128,364904448~12582912,381681664~12582912,398458880~4194304,406847488~8388608] 2024-04-12T09:00:50.598 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,37748736~8388608,62914560~4194304,79691776~4194304,88080384~4194304,113246208~4194304,134217728~16777216,159383552~4194304,176160768~8388608,188743680~12582912,213909504~4194304,222298112~20971520,251658240~29360128,289406976~4194304,297795584~29360128,364904448~12582912,381681664~12582912,398458880~4194304,406847488~8388608] 2024-04-12T09:00:50.600 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~29360128,37748736~12582912,62914560~8388608,79691776~4194304,88080384~4194304,113246208~4194304,134217728~20971520,159383552~8388608,176160768~8388608,188743680~16777216,213909504~4194304,222298112~25165824,251658240~29360128,289406976~37748736,364904448~37748736,406847488~8388608] 2024-04-12T09:00:50.600 INFO:tasks.workunit.client.0.smithi112.stdout:from 10 to 16 diff [0~25165824,37748736~8388608,62914560~4194304,79691776~4194304,88080384~4194304,104857600~4194304,113246208~4194304,125829120~4194304,134217728~16777216,159383552~4194304,176160768~8388608,188743680~12582912,213909504~4194304,222298112~20971520,251658240~29360128,289406976~4194304,297795584~29360128,343932928~8388608,364904448~12582912,381681664~12582912,398458880~4194304,406847488~8388608] 2024-04-12T09:00:50.600 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,37748736~8388608,62914560~4194304,79691776~4194304,88080384~4194304,104857600~4194304,113246208~4194304,125829120~4194304,134217728~16777216,159383552~4194304,176160768~8388608,188743680~12582912,213909504~4194304,222298112~20971520,251658240~29360128,289406976~4194304,297795584~29360128,343932928~8388608,364904448~12582912,381681664~12582912,398458880~4194304,406847488~8388608] 2024-04-12T09:00:50.603 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~29360128,37748736~12582912,62914560~8388608,79691776~4194304,88080384~4194304,104857600~4194304,113246208~4194304,125829120~29360128,159383552~8388608,176160768~8388608,188743680~16777216,213909504~4194304,222298112~25165824,251658240~29360128,289406976~37748736,343932928~12582912,364904448~37748736,406847488~8388608] 2024-04-12T09:00:50.603 INFO:tasks.workunit.client.0.smithi112.stdout:from 10 to 17 diff [0~25165824,37748736~8388608,62914560~4194304,71303168~12582912,88080384~4194304,104857600~4194304,113246208~4194304,125829120~4194304,134217728~16777216,159383552~4194304,171966464~8388608,188743680~16777216,213909504~4194304,222298112~20971520,251658240~29360128,289406976~4194304,297795584~29360128,331350016~8388608,343932928~8388608,364904448~12582912,381681664~20971520,406847488~8388608] 2024-04-12T09:00:50.603 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,37748736~8388608,62914560~4194304,71303168~12582912,88080384~4194304,104857600~4194304,113246208~4194304,125829120~4194304,134217728~16777216,159383552~4194304,171966464~8388608,188743680~16777216,213909504~4194304,222298112~20971520,251658240~29360128,289406976~4194304,297795584~29360128,331350016~8388608,343932928~8388608,364904448~12582912,381681664~20971520,406847488~8388608] 2024-04-12T09:00:50.606 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~29360128,37748736~12582912,62914560~20971520,88080384~4194304,104857600~4194304,113246208~4194304,125829120~29360128,159383552~8388608,171966464~12582912,188743680~20971520,213909504~4194304,222298112~25165824,251658240~29360128,289406976~37748736,331350016~8388608,343932928~12582912,364904448~50331648] 2024-04-12T09:00:50.607 INFO:tasks.workunit.client.0.smithi112.stdout:from 10 to 18 diff [0~25165824,29360128~4194304,37748736~8388608,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~8388608,134217728~16777216,159383552~8388608,171966464~8388608,188743680~16777216,213909504~4194304,222298112~20971520,251658240~29360128,289406976~4194304,297795584~29360128,331350016~8388608,343932928~12582912,364904448~12582912,381681664~20971520,406847488~12582912] 2024-04-12T09:00:50.607 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~4194304,37748736~8388608,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~8388608,134217728~16777216,159383552~8388608,171966464~8388608,188743680~16777216,213909504~4194304,222298112~20971520,251658240~29360128,289406976~4194304,297795584~29360128,331350016~8388608,343932928~12582912,364904448~12582912,381681664~20971520,406847488~12582912] 2024-04-12T09:00:50.610 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~50331648,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~33554432,159383552~25165824,188743680~20971520,213909504~4194304,222298112~25165824,251658240~29360128,289406976~37748736,331350016~8388608,343932928~16777216,364904448~54525952] 2024-04-12T09:00:50.610 INFO:tasks.workunit.client.0.smithi112.stdout:from 10 to 19 diff [0~25165824,29360128~4194304,37748736~8388608,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~8388608,134217728~20971520,159383552~8388608,171966464~8388608,188743680~16777216,213909504~4194304,222298112~20971520,251658240~29360128,289406976~4194304,297795584~29360128,331350016~25165824,364904448~12582912,381681664~20971520,406847488~12582912] 2024-04-12T09:00:50.610 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~4194304,37748736~8388608,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~8388608,134217728~20971520,159383552~8388608,171966464~8388608,188743680~16777216,213909504~4194304,222298112~20971520,251658240~29360128,289406976~4194304,297795584~29360128,331350016~25165824,364904448~12582912,381681664~20971520,406847488~12582912] 2024-04-12T09:00:50.614 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~50331648,58720256~33554432,96468992~12582912,113246208~4194304,121634816~33554432,159383552~25165824,188743680~20971520,213909504~4194304,222298112~25165824,251658240~29360128,289406976~37748736,331350016~29360128,364904448~54525952] 2024-04-12T09:00:50.614 INFO:tasks.workunit.client.0.smithi112.stdout:from 11 to 12 diff [0~4194304,20971520~4194304,41943040~8388608,79691776~4194304,138412032~8388608,306184192~8388608,385875968~12582912] 2024-04-12T09:00:50.614 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,20971520~4194304,41943040~8388608,79691776~4194304,138412032~8388608,306184192~8388608,385875968~12582912] 2024-04-12T09:00:50.615 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~8388608,20971520~4194304,41943040~8388608,79691776~4194304,138412032~12582912,306184192~12582912,385875968~12582912] 2024-04-12T09:00:50.615 INFO:tasks.workunit.client.0.smithi112.stdout:from 11 to 13 diff [0~4194304,20971520~4194304,37748736~8388608,62914560~4194304,79691776~4194304,138412032~8388608,176160768~8388608,192937984~8388608,213909504~4194304,251658240~12582912,297795584~16777216,373293056~8388608,385875968~12582912,406847488~8388608] 2024-04-12T09:00:50.615 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,20971520~4194304,37748736~8388608,62914560~4194304,79691776~4194304,138412032~8388608,176160768~8388608,192937984~8388608,213909504~4194304,251658240~12582912,297795584~16777216,373293056~8388608,385875968~12582912,406847488~8388608] 2024-04-12T09:00:50.617 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~8388608,20971520~4194304,37748736~12582912,62914560~8388608,79691776~4194304,138412032~12582912,176160768~8388608,192937984~12582912,213909504~4194304,251658240~12582912,297795584~20971520,373293056~8388608,385875968~12582912,406847488~8388608] 2024-04-12T09:00:50.617 INFO:tasks.workunit.client.0.smithi112.stdout:from 11 to 14 diff [0~4194304,20971520~8388608,37748736~8388608,62914560~4194304,79691776~4194304,88080384~4194304,113246208~4194304,138412032~8388608,176160768~8388608,192937984~8388608,213909504~4194304,251658240~16777216,289406976~4194304,297795584~25165824,373293056~8388608,385875968~12582912,406847488~8388608] 2024-04-12T09:00:50.617 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~4194304,20971520~8388608,37748736~8388608,62914560~4194304,79691776~4194304,88080384~4194304,113246208~4194304,138412032~8388608,176160768~8388608,192937984~8388608,213909504~4194304,251658240~16777216,289406976~4194304,297795584~25165824,373293056~8388608,385875968~12582912,406847488~8388608] 2024-04-12T09:00:50.619 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~8388608,20971520~8388608,37748736~12582912,62914560~8388608,79691776~4194304,88080384~4194304,113246208~4194304,138412032~12582912,176160768~8388608,192937984~12582912,213909504~4194304,251658240~16777216,289406976~37748736,373293056~8388608,385875968~12582912,406847488~8388608] 2024-04-12T09:00:50.619 INFO:tasks.workunit.client.0.smithi112.stdout:from 11 to 15 diff [0~12582912,20971520~8388608,37748736~8388608,62914560~4194304,79691776~4194304,88080384~4194304,113246208~4194304,134217728~12582912,176160768~8388608,192937984~8388608,213909504~4194304,222298112~20971520,251658240~29360128,289406976~4194304,297795584~29360128,364904448~12582912,385875968~16777216,406847488~8388608] 2024-04-12T09:00:50.619 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~12582912,20971520~8388608,37748736~8388608,62914560~4194304,79691776~4194304,88080384~4194304,113246208~4194304,134217728~12582912,176160768~8388608,192937984~8388608,213909504~4194304,222298112~20971520,251658240~29360128,289406976~4194304,297795584~29360128,364904448~12582912,385875968~16777216,406847488~8388608] 2024-04-12T09:00:50.621 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~16777216,20971520~8388608,37748736~12582912,62914560~8388608,79691776~4194304,88080384~4194304,113246208~4194304,134217728~16777216,176160768~8388608,192937984~12582912,213909504~4194304,222298112~25165824,251658240~29360128,289406976~37748736,364904448~16777216,385875968~16777216,406847488~8388608] 2024-04-12T09:00:50.621 INFO:tasks.workunit.client.0.smithi112.stdout:from 11 to 16 diff [0~12582912,16777216~12582912,37748736~8388608,62914560~4194304,79691776~4194304,88080384~4194304,104857600~4194304,113246208~4194304,125829120~4194304,134217728~12582912,176160768~8388608,192937984~8388608,213909504~4194304,222298112~20971520,251658240~29360128,289406976~4194304,297795584~29360128,343932928~8388608,364904448~12582912,385875968~16777216,406847488~8388608] 2024-04-12T09:00:50.621 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~12582912,16777216~12582912,37748736~8388608,62914560~4194304,79691776~4194304,88080384~4194304,104857600~4194304,113246208~4194304,125829120~4194304,134217728~12582912,176160768~8388608,192937984~8388608,213909504~4194304,222298112~20971520,251658240~29360128,289406976~4194304,297795584~29360128,343932928~8388608,364904448~12582912,385875968~16777216,406847488~8388608] 2024-04-12T09:00:50.623 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~29360128,37748736~12582912,62914560~8388608,79691776~4194304,88080384~4194304,104857600~4194304,113246208~4194304,125829120~25165824,176160768~8388608,192937984~12582912,213909504~4194304,222298112~25165824,251658240~29360128,289406976~37748736,343932928~12582912,364904448~16777216,385875968~16777216,406847488~8388608] 2024-04-12T09:00:50.623 INFO:tasks.workunit.client.0.smithi112.stdout:from 11 to 17 diff [0~12582912,16777216~12582912,37748736~8388608,62914560~4194304,71303168~12582912,88080384~4194304,104857600~4194304,113246208~4194304,125829120~4194304,134217728~12582912,171966464~8388608,192937984~12582912,213909504~4194304,222298112~20971520,251658240~29360128,289406976~4194304,297795584~29360128,331350016~8388608,343932928~8388608,364904448~12582912,385875968~16777216,406847488~8388608] 2024-04-12T09:00:50.623 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~12582912,16777216~12582912,37748736~8388608,62914560~4194304,71303168~12582912,88080384~4194304,104857600~4194304,113246208~4194304,125829120~4194304,134217728~12582912,171966464~8388608,192937984~12582912,213909504~4194304,222298112~20971520,251658240~29360128,289406976~4194304,297795584~29360128,331350016~8388608,343932928~8388608,364904448~12582912,385875968~16777216,406847488~8388608] 2024-04-12T09:00:50.626 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~29360128,37748736~12582912,62914560~20971520,88080384~4194304,104857600~4194304,113246208~4194304,125829120~25165824,171966464~12582912,192937984~16777216,213909504~4194304,222298112~25165824,251658240~29360128,289406976~37748736,331350016~8388608,343932928~12582912,364904448~16777216,385875968~29360128] 2024-04-12T09:00:50.626 INFO:tasks.workunit.client.0.smithi112.stdout:from 11 to 18 diff [0~12582912,16777216~16777216,37748736~8388608,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~8388608,134217728~12582912,163577856~4194304,171966464~8388608,192937984~12582912,213909504~4194304,222298112~20971520,251658240~29360128,289406976~4194304,297795584~29360128,331350016~8388608,343932928~12582912,364904448~12582912,385875968~16777216,406847488~12582912] 2024-04-12T09:00:50.626 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~12582912,16777216~16777216,37748736~8388608,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~8388608,134217728~12582912,163577856~4194304,171966464~8388608,192937984~12582912,213909504~4194304,222298112~20971520,251658240~29360128,289406976~4194304,297795584~29360128,331350016~8388608,343932928~12582912,364904448~12582912,385875968~16777216,406847488~12582912] 2024-04-12T09:00:50.629 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~50331648,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~29360128,163577856~20971520,192937984~16777216,213909504~4194304,222298112~25165824,251658240~29360128,289406976~37748736,331350016~8388608,343932928~16777216,364904448~16777216,385875968~33554432] 2024-04-12T09:00:50.629 INFO:tasks.workunit.client.0.smithi112.stdout:from 11 to 19 diff [0~12582912,16777216~16777216,37748736~8388608,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~8388608,134217728~12582912,150994944~4194304,163577856~4194304,171966464~8388608,192937984~12582912,213909504~4194304,222298112~20971520,251658240~29360128,289406976~4194304,297795584~29360128,331350016~25165824,364904448~12582912,381681664~20971520,406847488~12582912] 2024-04-12T09:00:50.629 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~12582912,16777216~16777216,37748736~8388608,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~8388608,134217728~12582912,150994944~4194304,163577856~4194304,171966464~8388608,192937984~12582912,213909504~4194304,222298112~20971520,251658240~29360128,289406976~4194304,297795584~29360128,331350016~25165824,364904448~12582912,381681664~20971520,406847488~12582912] 2024-04-12T09:00:50.633 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~50331648,58720256~33554432,96468992~12582912,113246208~4194304,121634816~33554432,163577856~20971520,192937984~16777216,213909504~4194304,222298112~25165824,251658240~29360128,289406976~37748736,331350016~29360128,364904448~54525952] 2024-04-12T09:00:50.633 INFO:tasks.workunit.client.0.smithi112.stdout:from 12 to 13 diff [37748736~8388608,62914560~4194304,176160768~8388608,192937984~8388608,213909504~4194304,251658240~12582912,297795584~8388608,373293056~8388608,406847488~8388608] 2024-04-12T09:00:50.633 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [37748736~8388608,62914560~4194304,176160768~8388608,192937984~8388608,213909504~4194304,251658240~12582912,297795584~8388608,373293056~8388608,406847488~8388608] 2024-04-12T09:00:50.634 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [37748736~12582912,62914560~8388608,176160768~8388608,192937984~12582912,213909504~4194304,251658240~12582912,297795584~8388608,373293056~8388608,406847488~8388608] 2024-04-12T09:00:50.634 INFO:tasks.workunit.client.0.smithi112.stdout:from 12 to 14 diff [20971520~8388608,37748736~12582912,62914560~4194304,88080384~4194304,113246208~4194304,176160768~8388608,192937984~8388608,213909504~4194304,251658240~16777216,289406976~4194304,297795584~8388608,314572800~8388608,373293056~8388608,406847488~8388608] 2024-04-12T09:00:50.634 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [20971520~8388608,37748736~12582912,62914560~4194304,88080384~4194304,113246208~4194304,176160768~8388608,192937984~8388608,213909504~4194304,251658240~16777216,289406976~4194304,297795584~8388608,314572800~8388608,373293056~8388608,406847488~8388608] 2024-04-12T09:00:50.636 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [20971520~8388608,37748736~12582912,62914560~8388608,88080384~4194304,113246208~4194304,176160768~8388608,192937984~12582912,213909504~4194304,251658240~16777216,289406976~16777216,314572800~12582912,373293056~8388608,406847488~8388608] 2024-04-12T09:00:50.636 INFO:tasks.workunit.client.0.smithi112.stdout:from 12 to 15 diff [4194304~8388608,20971520~8388608,37748736~12582912,62914560~4194304,88080384~4194304,113246208~4194304,134217728~4194304,176160768~8388608,192937984~8388608,213909504~4194304,222298112~20971520,251658240~29360128,289406976~4194304,297795584~8388608,314572800~12582912,364904448~12582912,398458880~4194304,406847488~8388608] 2024-04-12T09:00:50.636 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [4194304~8388608,20971520~8388608,37748736~12582912,62914560~4194304,88080384~4194304,113246208~4194304,134217728~4194304,176160768~8388608,192937984~8388608,213909504~4194304,222298112~20971520,251658240~29360128,289406976~4194304,297795584~8388608,314572800~12582912,364904448~12582912,398458880~4194304,406847488~8388608] 2024-04-12T09:00:50.638 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [4194304~12582912,20971520~8388608,37748736~12582912,62914560~8388608,88080384~4194304,113246208~4194304,134217728~8388608,176160768~8388608,192937984~12582912,213909504~4194304,222298112~25165824,251658240~29360128,289406976~16777216,314572800~12582912,364904448~16777216,398458880~4194304,406847488~8388608] 2024-04-12T09:00:50.638 INFO:tasks.workunit.client.0.smithi112.stdout:from 12 to 16 diff [4194304~8388608,16777216~12582912,37748736~12582912,62914560~4194304,88080384~4194304,104857600~4194304,113246208~4194304,125829120~4194304,134217728~4194304,176160768~8388608,192937984~8388608,213909504~4194304,222298112~20971520,251658240~29360128,289406976~4194304,297795584~8388608,310378496~16777216,343932928~8388608,364904448~12582912,398458880~4194304,406847488~8388608] 2024-04-12T09:00:50.638 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [4194304~8388608,16777216~12582912,37748736~12582912,62914560~4194304,88080384~4194304,104857600~4194304,113246208~4194304,125829120~4194304,134217728~4194304,176160768~8388608,192937984~8388608,213909504~4194304,222298112~20971520,251658240~29360128,289406976~4194304,297795584~8388608,310378496~16777216,343932928~8388608,364904448~12582912,398458880~4194304,406847488~8388608] 2024-04-12T09:00:50.640 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [4194304~25165824,37748736~12582912,62914560~8388608,88080384~4194304,104857600~4194304,113246208~4194304,125829120~16777216,176160768~8388608,192937984~12582912,213909504~4194304,222298112~25165824,251658240~29360128,289406976~16777216,310378496~16777216,343932928~12582912,364904448~16777216,398458880~4194304,406847488~8388608] 2024-04-12T09:00:50.640 INFO:tasks.workunit.client.0.smithi112.stdout:from 12 to 17 diff [0~12582912,16777216~12582912,37748736~12582912,62914560~4194304,71303168~8388608,88080384~4194304,104857600~4194304,113246208~4194304,125829120~4194304,134217728~4194304,171966464~8388608,192937984~12582912,213909504~4194304,222298112~20971520,251658240~29360128,289406976~4194304,297795584~8388608,310378496~16777216,331350016~8388608,343932928~8388608,364904448~12582912,390070272~12582912,406847488~8388608] 2024-04-12T09:00:50.640 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~12582912,16777216~12582912,37748736~12582912,62914560~4194304,71303168~8388608,88080384~4194304,104857600~4194304,113246208~4194304,125829120~4194304,134217728~4194304,171966464~8388608,192937984~12582912,213909504~4194304,222298112~20971520,251658240~29360128,289406976~4194304,297795584~8388608,310378496~16777216,331350016~8388608,343932928~8388608,364904448~12582912,390070272~12582912,406847488~8388608] 2024-04-12T09:00:50.643 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~29360128,37748736~12582912,62914560~16777216,88080384~4194304,104857600~4194304,113246208~4194304,125829120~16777216,171966464~12582912,192937984~16777216,213909504~4194304,222298112~25165824,251658240~29360128,289406976~16777216,310378496~16777216,331350016~8388608,343932928~12582912,364904448~16777216,390070272~25165824] 2024-04-12T09:00:50.644 INFO:tasks.workunit.client.0.smithi112.stdout:from 12 to 18 diff [0~12582912,16777216~16777216,37748736~12582912,58720256~20971520,88080384~4194304,96468992~12582912,113246208~4194304,121634816~8388608,134217728~4194304,163577856~4194304,171966464~8388608,192937984~12582912,213909504~4194304,222298112~20971520,251658240~29360128,289406976~4194304,297795584~8388608,310378496~16777216,331350016~8388608,343932928~12582912,364904448~12582912,390070272~12582912,406847488~12582912] 2024-04-12T09:00:50.644 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~12582912,16777216~16777216,37748736~12582912,58720256~20971520,88080384~4194304,96468992~12582912,113246208~4194304,121634816~8388608,134217728~4194304,163577856~4194304,171966464~8388608,192937984~12582912,213909504~4194304,222298112~20971520,251658240~29360128,289406976~4194304,297795584~8388608,310378496~16777216,331350016~8388608,343932928~12582912,364904448~12582912,390070272~12582912,406847488~12582912] 2024-04-12T09:00:50.646 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~50331648,58720256~20971520,88080384~4194304,96468992~12582912,113246208~4194304,121634816~20971520,163577856~20971520,192937984~16777216,213909504~4194304,222298112~25165824,251658240~29360128,289406976~16777216,310378496~16777216,331350016~8388608,343932928~16777216,364904448~16777216,390070272~29360128] 2024-04-12T09:00:50.646 INFO:tasks.workunit.client.0.smithi112.stdout:from 12 to 19 diff [0~12582912,16777216~16777216,37748736~12582912,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~8388608,134217728~8388608,150994944~4194304,163577856~4194304,171966464~8388608,192937984~12582912,213909504~4194304,222298112~20971520,251658240~29360128,289406976~4194304,297795584~8388608,310378496~16777216,331350016~25165824,364904448~12582912,381681664~4194304,390070272~12582912,406847488~12582912] 2024-04-12T09:00:50.647 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~12582912,16777216~16777216,37748736~12582912,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~8388608,134217728~8388608,150994944~4194304,163577856~4194304,171966464~8388608,192937984~12582912,213909504~4194304,222298112~20971520,251658240~29360128,289406976~4194304,297795584~8388608,310378496~16777216,331350016~25165824,364904448~12582912,381681664~4194304,390070272~12582912,406847488~12582912] 2024-04-12T09:00:50.650 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~50331648,58720256~33554432,96468992~12582912,113246208~4194304,121634816~20971520,150994944~4194304,163577856~20971520,192937984~16777216,213909504~4194304,222298112~25165824,251658240~29360128,289406976~16777216,310378496~16777216,331350016~29360128,364904448~20971520,390070272~29360128] 2024-04-12T09:00:50.650 INFO:tasks.workunit.client.0.smithi112.stdout:from 13 to 14 diff [20971520~8388608,41943040~8388608,88080384~4194304,113246208~4194304,255852544~8388608,289406976~4194304,314572800~8388608,406847488~4194304] 2024-04-12T09:00:50.650 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [20971520~8388608,41943040~8388608,88080384~4194304,113246208~4194304,255852544~8388608,289406976~4194304,314572800~8388608,406847488~4194304] 2024-04-12T09:00:50.651 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [20971520~8388608,41943040~8388608,88080384~4194304,113246208~4194304,255852544~12582912,289406976~8388608,314572800~12582912,406847488~4194304] 2024-04-12T09:00:50.651 INFO:tasks.workunit.client.0.smithi112.stdout:from 13 to 15 diff [4194304~8388608,20971520~8388608,41943040~8388608,88080384~4194304,113246208~4194304,134217728~4194304,222298112~20971520,255852544~8388608,268435456~12582912,289406976~4194304,314572800~12582912,364904448~8388608,398458880~4194304,406847488~4194304] 2024-04-12T09:00:50.651 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [4194304~8388608,20971520~8388608,41943040~8388608,88080384~4194304,113246208~4194304,134217728~4194304,222298112~20971520,255852544~8388608,268435456~12582912,289406976~4194304,314572800~12582912,364904448~8388608,398458880~4194304,406847488~4194304] 2024-04-12T09:00:50.652 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [4194304~12582912,20971520~8388608,41943040~8388608,88080384~4194304,113246208~4194304,134217728~8388608,222298112~25165824,255852544~25165824,289406976~8388608,314572800~12582912,364904448~12582912,398458880~4194304,406847488~4194304] 2024-04-12T09:00:50.652 INFO:tasks.workunit.client.0.smithi112.stdout:from 13 to 16 diff [4194304~8388608,16777216~12582912,41943040~8388608,62914560~4194304,88080384~4194304,104857600~4194304,113246208~4194304,125829120~4194304,134217728~4194304,222298112~20971520,255852544~8388608,268435456~12582912,289406976~4194304,310378496~16777216,343932928~8388608,364904448~8388608,398458880~4194304,406847488~4194304] 2024-04-12T09:00:50.652 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [4194304~8388608,16777216~12582912,41943040~8388608,62914560~4194304,88080384~4194304,104857600~4194304,113246208~4194304,125829120~4194304,134217728~4194304,222298112~20971520,255852544~8388608,268435456~12582912,289406976~4194304,310378496~16777216,343932928~8388608,364904448~8388608,398458880~4194304,406847488~4194304] 2024-04-12T09:00:50.654 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [4194304~25165824,41943040~8388608,62914560~4194304,88080384~4194304,104857600~4194304,113246208~4194304,125829120~16777216,222298112~25165824,255852544~25165824,289406976~8388608,310378496~16777216,343932928~12582912,364904448~12582912,398458880~4194304,406847488~4194304] 2024-04-12T09:00:50.654 INFO:tasks.workunit.client.0.smithi112.stdout:from 13 to 17 diff [0~12582912,16777216~12582912,41943040~8388608,62914560~4194304,71303168~8388608,88080384~4194304,104857600~4194304,113246208~4194304,125829120~4194304,134217728~4194304,171966464~4194304,201326592~4194304,222298112~20971520,251658240~12582912,268435456~12582912,289406976~4194304,310378496~16777216,331350016~8388608,343932928~8388608,364904448~8388608,390070272~12582912,406847488~4194304] 2024-04-12T09:00:50.654 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~12582912,16777216~12582912,41943040~8388608,62914560~4194304,71303168~8388608,88080384~4194304,104857600~4194304,113246208~4194304,125829120~4194304,134217728~4194304,171966464~4194304,201326592~4194304,222298112~20971520,251658240~12582912,268435456~12582912,289406976~4194304,310378496~16777216,331350016~8388608,343932928~8388608,364904448~8388608,390070272~12582912,406847488~4194304] 2024-04-12T09:00:50.657 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~29360128,41943040~8388608,62914560~4194304,71303168~8388608,88080384~4194304,104857600~4194304,113246208~4194304,125829120~16777216,171966464~8388608,201326592~8388608,222298112~25165824,251658240~29360128,289406976~8388608,310378496~16777216,331350016~8388608,343932928~12582912,364904448~12582912,390070272~20971520] 2024-04-12T09:00:50.657 INFO:tasks.workunit.client.0.smithi112.stdout:from 13 to 18 diff [0~12582912,16777216~16777216,41943040~8388608,58720256~8388608,71303168~8388608,88080384~4194304,96468992~12582912,113246208~4194304,121634816~8388608,134217728~4194304,163577856~4194304,171966464~4194304,192937984~12582912,222298112~20971520,251658240~12582912,268435456~12582912,289406976~4194304,310378496~16777216,331350016~8388608,343932928~12582912,364904448~8388608,390070272~12582912,406847488~12582912] 2024-04-12T09:00:50.657 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~12582912,16777216~16777216,41943040~8388608,58720256~8388608,71303168~8388608,88080384~4194304,96468992~12582912,113246208~4194304,121634816~8388608,134217728~4194304,163577856~4194304,171966464~4194304,192937984~12582912,222298112~20971520,251658240~12582912,268435456~12582912,289406976~4194304,310378496~16777216,331350016~8388608,343932928~12582912,364904448~8388608,390070272~12582912,406847488~12582912] 2024-04-12T09:00:50.659 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~37748736,41943040~8388608,58720256~20971520,88080384~4194304,96468992~12582912,113246208~4194304,121634816~20971520,163577856~16777216,192937984~16777216,222298112~25165824,251658240~29360128,289406976~8388608,310378496~16777216,331350016~8388608,343932928~16777216,364904448~12582912,390070272~29360128] 2024-04-12T09:00:50.659 INFO:tasks.workunit.client.0.smithi112.stdout:from 13 to 19 diff [0~12582912,16777216~16777216,41943040~8388608,58720256~8388608,71303168~12582912,88080384~4194304,96468992~12582912,113246208~4194304,121634816~8388608,134217728~8388608,150994944~4194304,163577856~4194304,171966464~4194304,192937984~12582912,213909504~4194304,222298112~20971520,251658240~12582912,268435456~12582912,289406976~4194304,310378496~16777216,331350016~25165824,364904448~8388608,381681664~4194304,390070272~12582912,406847488~12582912] 2024-04-12T09:00:50.659 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~12582912,16777216~16777216,41943040~8388608,58720256~8388608,71303168~12582912,88080384~4194304,96468992~12582912,113246208~4194304,121634816~8388608,134217728~8388608,150994944~4194304,163577856~4194304,171966464~4194304,192937984~12582912,213909504~4194304,222298112~20971520,251658240~12582912,268435456~12582912,289406976~4194304,310378496~16777216,331350016~25165824,364904448~8388608,381681664~4194304,390070272~12582912,406847488~12582912] 2024-04-12T09:00:50.662 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~37748736,41943040~8388608,58720256~33554432,96468992~12582912,113246208~4194304,121634816~20971520,150994944~4194304,163577856~16777216,192937984~16777216,213909504~4194304,222298112~25165824,251658240~29360128,289406976~8388608,310378496~16777216,331350016~29360128,364904448~12582912,381681664~4194304,390070272~29360128] 2024-04-12T09:00:50.662 INFO:tasks.workunit.client.0.smithi112.stdout:from 14 to 15 diff [4194304~8388608,134217728~4194304,222298112~20971520,268435456~12582912,322961408~4194304,364904448~8388608,398458880~4194304] 2024-04-12T09:00:50.662 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [4194304~8388608,134217728~4194304,222298112~20971520,268435456~12582912,322961408~4194304,364904448~8388608,398458880~4194304] 2024-04-12T09:00:50.664 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [4194304~12582912,134217728~8388608,222298112~25165824,268435456~12582912,322961408~4194304,364904448~12582912,398458880~4194304] 2024-04-12T09:00:50.664 INFO:tasks.workunit.client.0.smithi112.stdout:from 14 to 16 diff [4194304~8388608,16777216~4194304,46137344~4194304,62914560~4194304,104857600~4194304,125829120~4194304,134217728~4194304,222298112~20971520,268435456~12582912,310378496~16777216,343932928~8388608,364904448~8388608,398458880~4194304] 2024-04-12T09:00:50.664 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [4194304~8388608,16777216~4194304,46137344~4194304,62914560~4194304,104857600~4194304,125829120~4194304,134217728~4194304,222298112~20971520,268435456~12582912,310378496~16777216,343932928~8388608,364904448~8388608,398458880~4194304] 2024-04-12T09:00:50.665 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [4194304~16777216,46137344~4194304,62914560~4194304,104857600~4194304,125829120~16777216,222298112~25165824,268435456~12582912,310378496~16777216,343932928~12582912,364904448~12582912,398458880~4194304] 2024-04-12T09:00:50.665 INFO:tasks.workunit.client.0.smithi112.stdout:from 14 to 17 diff [0~12582912,16777216~4194304,46137344~4194304,62914560~4194304,71303168~8388608,104857600~4194304,125829120~4194304,134217728~4194304,171966464~4194304,201326592~4194304,222298112~20971520,251658240~8388608,268435456~12582912,310378496~16777216,331350016~8388608,343932928~8388608,364904448~8388608,390070272~12582912] 2024-04-12T09:00:50.665 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~12582912,16777216~4194304,46137344~4194304,62914560~4194304,71303168~8388608,104857600~4194304,125829120~4194304,134217728~4194304,171966464~4194304,201326592~4194304,222298112~20971520,251658240~8388608,268435456~12582912,310378496~16777216,331350016~8388608,343932928~8388608,364904448~8388608,390070272~12582912] 2024-04-12T09:00:50.667 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~20971520,46137344~4194304,62914560~4194304,71303168~8388608,104857600~4194304,125829120~16777216,171966464~8388608,201326592~8388608,222298112~25165824,251658240~8388608,268435456~12582912,310378496~16777216,331350016~8388608,343932928~12582912,364904448~12582912,390070272~16777216] 2024-04-12T09:00:50.667 INFO:tasks.workunit.client.0.smithi112.stdout:from 14 to 18 diff [0~12582912,16777216~4194304,29360128~4194304,46137344~4194304,58720256~8388608,71303168~8388608,96468992~12582912,121634816~8388608,134217728~4194304,163577856~4194304,171966464~4194304,192937984~12582912,222298112~20971520,251658240~8388608,264241152~16777216,310378496~16777216,331350016~8388608,343932928~12582912,364904448~8388608,390070272~12582912,406847488~8388608] 2024-04-12T09:00:50.667 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~12582912,16777216~4194304,29360128~4194304,46137344~4194304,58720256~8388608,71303168~8388608,96468992~12582912,121634816~8388608,134217728~4194304,163577856~4194304,171966464~4194304,192937984~12582912,222298112~20971520,251658240~8388608,264241152~16777216,310378496~16777216,331350016~8388608,343932928~12582912,364904448~8388608,390070272~12582912,406847488~8388608] 2024-04-12T09:00:50.669 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~25165824,29360128~8388608,46137344~4194304,58720256~20971520,96468992~12582912,121634816~20971520,163577856~16777216,192937984~16777216,222298112~25165824,251658240~8388608,264241152~16777216,310378496~16777216,331350016~8388608,343932928~16777216,364904448~12582912,390070272~29360128] 2024-04-12T09:00:50.669 INFO:tasks.workunit.client.0.smithi112.stdout:from 14 to 19 diff [0~12582912,16777216~4194304,29360128~4194304,41943040~8388608,58720256~8388608,71303168~12582912,96468992~12582912,121634816~8388608,134217728~8388608,150994944~4194304,163577856~4194304,171966464~4194304,192937984~12582912,213909504~4194304,222298112~20971520,251658240~8388608,264241152~16777216,310378496~16777216,331350016~25165824,364904448~8388608,381681664~4194304,390070272~12582912,406847488~8388608] 2024-04-12T09:00:50.669 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~12582912,16777216~4194304,29360128~4194304,41943040~8388608,58720256~8388608,71303168~12582912,96468992~12582912,121634816~8388608,134217728~8388608,150994944~4194304,163577856~4194304,171966464~4194304,192937984~12582912,213909504~4194304,222298112~20971520,251658240~8388608,264241152~16777216,310378496~16777216,331350016~25165824,364904448~8388608,381681664~4194304,390070272~12582912,406847488~8388608] 2024-04-12T09:00:50.671 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~25165824,29360128~8388608,41943040~8388608,58720256~29360128,96468992~12582912,121634816~20971520,150994944~4194304,163577856~16777216,192937984~16777216,213909504~4194304,222298112~25165824,251658240~8388608,264241152~16777216,310378496~16777216,331350016~29360128,364904448~12582912,381681664~4194304,390070272~29360128] 2024-04-12T09:00:50.671 INFO:tasks.workunit.client.0.smithi112.stdout:from 15 to 16 diff [8388608~4194304,16777216~4194304,46137344~4194304,62914560~4194304,104857600~4194304,125829120~4194304,310378496~12582912,343932928~8388608] 2024-04-12T09:00:50.671 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [8388608~4194304,16777216~4194304,46137344~4194304,62914560~4194304,104857600~4194304,125829120~4194304,310378496~12582912,343932928~8388608] 2024-04-12T09:00:50.673 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [8388608~4194304,16777216~4194304,46137344~4194304,62914560~4194304,104857600~4194304,125829120~8388608,310378496~12582912,343932928~12582912] 2024-04-12T09:00:50.673 INFO:tasks.workunit.client.0.smithi112.stdout:from 15 to 17 diff [0~12582912,16777216~4194304,46137344~4194304,62914560~4194304,71303168~8388608,104857600~4194304,125829120~4194304,171966464~4194304,201326592~4194304,251658240~8388608,310378496~12582912,331350016~8388608,343932928~8388608,390070272~12582912] 2024-04-12T09:00:50.673 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~12582912,16777216~4194304,46137344~4194304,62914560~4194304,71303168~8388608,104857600~4194304,125829120~4194304,171966464~4194304,201326592~4194304,251658240~8388608,310378496~12582912,331350016~8388608,343932928~8388608,390070272~12582912] 2024-04-12T09:00:50.674 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~20971520,46137344~4194304,62914560~4194304,71303168~8388608,104857600~4194304,125829120~8388608,171966464~8388608,201326592~8388608,251658240~8388608,310378496~12582912,331350016~8388608,343932928~12582912,390070272~16777216] 2024-04-12T09:00:50.674 INFO:tasks.workunit.client.0.smithi112.stdout:from 15 to 18 diff [0~12582912,16777216~4194304,29360128~4194304,46137344~4194304,58720256~8388608,71303168~8388608,96468992~12582912,121634816~8388608,163577856~4194304,171966464~4194304,192937984~12582912,251658240~8388608,264241152~4194304,310378496~12582912,331350016~8388608,343932928~12582912,390070272~12582912,406847488~8388608] 2024-04-12T09:00:50.674 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~12582912,16777216~4194304,29360128~4194304,46137344~4194304,58720256~8388608,71303168~8388608,96468992~12582912,121634816~8388608,163577856~4194304,171966464~4194304,192937984~12582912,251658240~8388608,264241152~4194304,310378496~12582912,331350016~8388608,343932928~12582912,390070272~12582912,406847488~8388608] 2024-04-12T09:00:50.676 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~25165824,29360128~8388608,46137344~4194304,58720256~20971520,96468992~12582912,121634816~12582912,163577856~16777216,192937984~16777216,251658240~8388608,264241152~4194304,310378496~12582912,331350016~8388608,343932928~16777216,390070272~29360128] 2024-04-12T09:00:50.676 INFO:tasks.workunit.client.0.smithi112.stdout:from 15 to 19 diff [0~12582912,16777216~4194304,29360128~4194304,41943040~8388608,58720256~8388608,71303168~12582912,96468992~12582912,121634816~8388608,134217728~8388608,150994944~4194304,163577856~4194304,171966464~4194304,192937984~12582912,213909504~4194304,251658240~8388608,264241152~4194304,310378496~12582912,331350016~25165824,381681664~4194304,390070272~12582912,406847488~8388608] 2024-04-12T09:00:50.676 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~12582912,16777216~4194304,29360128~4194304,41943040~8388608,58720256~8388608,71303168~12582912,96468992~12582912,121634816~8388608,134217728~8388608,150994944~4194304,163577856~4194304,171966464~4194304,192937984~12582912,213909504~4194304,251658240~8388608,264241152~4194304,310378496~12582912,331350016~25165824,381681664~4194304,390070272~12582912,406847488~8388608] 2024-04-12T09:00:50.678 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~25165824,29360128~8388608,41943040~8388608,58720256~29360128,96468992~12582912,121634816~20971520,150994944~4194304,163577856~16777216,192937984~16777216,213909504~4194304,251658240~8388608,264241152~4194304,310378496~12582912,331350016~29360128,381681664~4194304,390070272~29360128] 2024-04-12T09:00:50.678 INFO:tasks.workunit.client.0.smithi112.stdout:from 16 to 17 diff [0~12582912,71303168~8388608,171966464~4194304,201326592~4194304,251658240~8388608,331350016~8388608,390070272~12582912] 2024-04-12T09:00:50.679 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~12582912,71303168~8388608,171966464~4194304,201326592~4194304,251658240~8388608,331350016~8388608,390070272~12582912] 2024-04-12T09:00:50.680 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~16777216,71303168~8388608,171966464~8388608,201326592~8388608,251658240~8388608,331350016~8388608,390070272~16777216] 2024-04-12T09:00:50.680 INFO:tasks.workunit.client.0.smithi112.stdout:from 16 to 18 diff [0~12582912,16777216~4194304,29360128~4194304,58720256~8388608,71303168~8388608,96468992~8388608,121634816~4194304,163577856~4194304,171966464~4194304,192937984~12582912,251658240~8388608,264241152~4194304,331350016~8388608,352321536~8388608,390070272~12582912,406847488~8388608] 2024-04-12T09:00:50.680 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~12582912,16777216~4194304,29360128~4194304,58720256~8388608,71303168~8388608,96468992~8388608,121634816~4194304,163577856~4194304,171966464~4194304,192937984~12582912,251658240~8388608,264241152~4194304,331350016~8388608,352321536~8388608,390070272~12582912,406847488~8388608] 2024-04-12T09:00:50.681 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~25165824,29360128~8388608,58720256~20971520,96468992~12582912,121634816~8388608,163577856~16777216,192937984~16777216,251658240~8388608,264241152~4194304,331350016~8388608,352321536~8388608,390070272~29360128] 2024-04-12T09:00:50.681 INFO:tasks.workunit.client.0.smithi112.stdout:from 16 to 19 diff [0~12582912,16777216~4194304,29360128~4194304,41943040~8388608,58720256~8388608,71303168~12582912,96468992~8388608,121634816~4194304,134217728~8388608,150994944~4194304,163577856~4194304,171966464~4194304,192937984~12582912,213909504~4194304,251658240~8388608,264241152~4194304,331350016~12582912,352321536~8388608,381681664~4194304,390070272~12582912,406847488~8388608] 2024-04-12T09:00:50.681 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~12582912,16777216~4194304,29360128~4194304,41943040~8388608,58720256~8388608,71303168~12582912,96468992~8388608,121634816~4194304,134217728~8388608,150994944~4194304,163577856~4194304,171966464~4194304,192937984~12582912,213909504~4194304,251658240~8388608,264241152~4194304,331350016~12582912,352321536~8388608,381681664~4194304,390070272~12582912,406847488~8388608] 2024-04-12T09:00:50.683 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~25165824,29360128~8388608,41943040~8388608,58720256~29360128,96468992~12582912,121634816~8388608,134217728~8388608,150994944~4194304,163577856~16777216,192937984~16777216,213909504~4194304,251658240~8388608,264241152~4194304,331350016~12582912,352321536~8388608,381681664~4194304,390070272~29360128] 2024-04-12T09:00:50.683 INFO:tasks.workunit.client.0.smithi112.stdout:from 17 to 18 diff [16777216~4194304,29360128~4194304,58720256~8388608,96468992~8388608,121634816~4194304,163577856~4194304,192937984~8388608,264241152~4194304,352321536~8388608,406847488~8388608] 2024-04-12T09:00:50.683 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [16777216~4194304,29360128~4194304,58720256~8388608,96468992~8388608,121634816~4194304,163577856~4194304,192937984~8388608,264241152~4194304,352321536~8388608,406847488~8388608] 2024-04-12T09:00:50.684 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [16777216~8388608,29360128~8388608,58720256~12582912,96468992~12582912,121634816~8388608,163577856~8388608,192937984~8388608,264241152~4194304,352321536~8388608,406847488~12582912] 2024-04-12T09:00:50.684 INFO:tasks.workunit.client.0.smithi112.stdout:from 17 to 19 diff [16777216~4194304,29360128~4194304,41943040~8388608,58720256~8388608,75497472~8388608,96468992~8388608,121634816~4194304,134217728~8388608,150994944~4194304,163577856~4194304,192937984~8388608,213909504~4194304,264241152~4194304,339738624~4194304,352321536~8388608,381681664~4194304,406847488~8388608] 2024-04-12T09:00:50.684 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [16777216~4194304,29360128~4194304,41943040~8388608,58720256~8388608,75497472~8388608,96468992~8388608,121634816~4194304,134217728~8388608,150994944~4194304,163577856~4194304,192937984~8388608,213909504~4194304,264241152~4194304,339738624~4194304,352321536~8388608,381681664~4194304,406847488~8388608] 2024-04-12T09:00:50.686 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [16777216~8388608,29360128~8388608,41943040~8388608,58720256~12582912,75497472~12582912,96468992~12582912,121634816~8388608,134217728~8388608,150994944~4194304,163577856~8388608,192937984~8388608,213909504~4194304,264241152~4194304,339738624~4194304,352321536~8388608,381681664~4194304,406847488~12582912] 2024-04-12T09:00:50.686 INFO:tasks.workunit.client.0.smithi112.stdout:from 18 to 19 diff [41943040~8388608,75497472~8388608,134217728~8388608,150994944~4194304,163577856~4194304,213909504~4194304,339738624~4194304,381681664~4194304] 2024-04-12T09:00:50.686 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [41943040~8388608,75497472~8388608,134217728~8388608,150994944~4194304,163577856~4194304,213909504~4194304,339738624~4194304,381681664~4194304] 2024-04-12T09:00:50.686 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [41943040~8388608,75497472~12582912,134217728~8388608,150994944~4194304,163577856~8388608,213909504~4194304,339738624~4194304,381681664~4194304] 2024-04-12T09:00:51.005 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to HEAD diff [0~92274688,96468992~58720256,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,360710144~41943040,406847488~12582912] 2024-04-12T09:00:51.005 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~92274688,96468992~58720256,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,360710144~41943040,406847488~12582912] 2024-04-12T09:00:51.023 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~92274688,96468992~322961408] 2024-04-12T09:00:51.023 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to HEAD diff [0~54525952,58720256~33554432,96468992~58720256,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:51.023 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~54525952,58720256~33554432,96468992~58720256,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:51.030 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~54525952,58720256~33554432,96468992~264241152,364904448~54525952] 2024-04-12T09:00:51.030 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to HEAD diff [0~25165824,29360128~25165824,58720256~33554432,96468992~20971520,121634816~33554432,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:51.030 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~25165824,58720256~33554432,96468992~20971520,121634816~33554432,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:51.037 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~54525952,58720256~33554432,96468992~264241152,364904448~54525952] 2024-04-12T09:00:51.037 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to HEAD diff [0~25165824,29360128~25165824,58720256~33554432,96468992~20971520,121634816~33554432,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:51.038 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~25165824,58720256~33554432,96468992~20971520,121634816~33554432,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:51.044 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~54525952,58720256~33554432,96468992~264241152,364904448~54525952] 2024-04-12T09:00:51.044 INFO:tasks.workunit.client.0.smithi112.stdout:from 4 to HEAD diff [0~25165824,29360128~25165824,58720256~33554432,96468992~20971520,121634816~33554432,159383552~46137344,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:51.044 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~25165824,58720256~33554432,96468992~20971520,121634816~33554432,159383552~46137344,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:51.050 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~54525952,58720256~33554432,96468992~113246208,213909504~146800640,364904448~54525952] 2024-04-12T09:00:51.050 INFO:tasks.workunit.client.0.smithi112.stdout:from 5 to HEAD diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~20971520,121634816~33554432,159383552~46137344,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:51.050 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~20971520,121634816~33554432,159383552~46137344,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:51.056 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~50331648,58720256~33554432,96468992~113246208,213909504~146800640,364904448~54525952] 2024-04-12T09:00:51.056 INFO:tasks.workunit.client.0.smithi112.stdout:from 6 to HEAD diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~20971520,121634816~33554432,159383552~46137344,213909504~67108864,289406976~4194304,297795584~29360128,331350016~25165824,364904448~37748736,406847488~12582912] 2024-04-12T09:00:51.056 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~20971520,121634816~33554432,159383552~46137344,213909504~67108864,289406976~4194304,297795584~29360128,331350016~25165824,364904448~37748736,406847488~12582912] 2024-04-12T09:00:51.061 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~50331648,58720256~33554432,96468992~20971520,121634816~88080384,213909504~67108864,289406976~37748736,331350016~29360128,364904448~54525952] 2024-04-12T09:00:51.061 INFO:tasks.workunit.client.0.smithi112.stdout:from 7 to HEAD diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~33554432,159383552~46137344,213909504~67108864,289406976~4194304,297795584~29360128,331350016~25165824,364904448~37748736,406847488~12582912] 2024-04-12T09:00:51.061 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~33554432,159383552~46137344,213909504~67108864,289406976~4194304,297795584~29360128,331350016~25165824,364904448~37748736,406847488~12582912] 2024-04-12T09:00:51.067 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~50331648,58720256~33554432,96468992~12582912,113246208~4194304,121634816~88080384,213909504~67108864,289406976~37748736,331350016~29360128,364904448~54525952] 2024-04-12T09:00:51.067 INFO:tasks.workunit.client.0.smithi112.stdout:from 8 to HEAD diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~33554432,159383552~20971520,184549376~20971520,213909504~29360128,247463936~16777216,268435456~12582912,289406976~4194304,297795584~29360128,331350016~25165824,364904448~37748736,406847488~12582912] 2024-04-12T09:00:51.067 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~33554432,159383552~20971520,184549376~20971520,213909504~29360128,247463936~16777216,268435456~12582912,289406976~4194304,297795584~29360128,331350016~25165824,364904448~37748736,406847488~12582912] 2024-04-12T09:00:51.071 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~50331648,58720256~33554432,96468992~12582912,113246208~4194304,121634816~88080384,213909504~67108864,289406976~37748736,331350016~29360128,364904448~54525952] 2024-04-12T09:00:51.071 INFO:tasks.workunit.client.0.smithi112.stdout:from 9 to HEAD diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~33554432,159383552~8388608,171966464~8388608,188743680~16777216,213909504~12582912,230686720~12582912,251658240~29360128,289406976~4194304,297795584~29360128,331350016~25165824,364904448~12582912,381681664~20971520,406847488~12582912] 2024-04-12T09:00:51.071 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~33554432,159383552~8388608,171966464~8388608,188743680~16777216,213909504~12582912,230686720~12582912,251658240~29360128,289406976~4194304,297795584~29360128,331350016~25165824,364904448~12582912,381681664~20971520,406847488~12582912] 2024-04-12T09:00:51.076 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~50331648,58720256~33554432,96468992~12582912,113246208~4194304,121634816~62914560,188743680~20971520,213909504~33554432,251658240~29360128,289406976~37748736,331350016~29360128,364904448~54525952] 2024-04-12T09:00:51.076 INFO:tasks.workunit.client.0.smithi112.stdout:from 10 to HEAD diff [0~25165824,29360128~4194304,37748736~8388608,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~8388608,134217728~20971520,159383552~8388608,171966464~8388608,188743680~16777216,213909504~4194304,222298112~20971520,251658240~29360128,289406976~4194304,297795584~29360128,331350016~25165824,364904448~12582912,381681664~20971520,406847488~12582912] 2024-04-12T09:00:51.076 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~4194304,37748736~8388608,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~8388608,134217728~20971520,159383552~8388608,171966464~8388608,188743680~16777216,213909504~4194304,222298112~20971520,251658240~29360128,289406976~4194304,297795584~29360128,331350016~25165824,364904448~12582912,381681664~20971520,406847488~12582912] 2024-04-12T09:00:51.080 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~50331648,58720256~33554432,96468992~12582912,113246208~4194304,121634816~33554432,159383552~25165824,188743680~20971520,213909504~4194304,222298112~25165824,251658240~29360128,289406976~37748736,331350016~29360128,364904448~54525952] 2024-04-12T09:00:51.081 INFO:tasks.workunit.client.0.smithi112.stdout:from 11 to HEAD diff [0~12582912,16777216~16777216,37748736~8388608,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~8388608,134217728~12582912,150994944~4194304,163577856~4194304,171966464~8388608,192937984~12582912,213909504~4194304,222298112~20971520,251658240~29360128,289406976~4194304,297795584~29360128,331350016~25165824,364904448~12582912,381681664~20971520,406847488~12582912] 2024-04-12T09:00:51.081 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~12582912,16777216~16777216,37748736~8388608,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~8388608,134217728~12582912,150994944~4194304,163577856~4194304,171966464~8388608,192937984~12582912,213909504~4194304,222298112~20971520,251658240~29360128,289406976~4194304,297795584~29360128,331350016~25165824,364904448~12582912,381681664~20971520,406847488~12582912] 2024-04-12T09:00:51.084 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~50331648,58720256~33554432,96468992~12582912,113246208~4194304,121634816~33554432,163577856~20971520,192937984~16777216,213909504~4194304,222298112~25165824,251658240~29360128,289406976~37748736,331350016~29360128,364904448~54525952] 2024-04-12T09:00:51.084 INFO:tasks.workunit.client.0.smithi112.stdout:from 12 to HEAD diff [0~12582912,16777216~16777216,37748736~12582912,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~8388608,134217728~8388608,150994944~4194304,163577856~4194304,171966464~8388608,192937984~12582912,213909504~4194304,222298112~20971520,251658240~29360128,289406976~4194304,297795584~8388608,310378496~16777216,331350016~25165824,364904448~12582912,381681664~4194304,390070272~12582912,406847488~12582912] 2024-04-12T09:00:51.084 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~12582912,16777216~16777216,37748736~12582912,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~8388608,134217728~8388608,150994944~4194304,163577856~4194304,171966464~8388608,192937984~12582912,213909504~4194304,222298112~20971520,251658240~29360128,289406976~4194304,297795584~8388608,310378496~16777216,331350016~25165824,364904448~12582912,381681664~4194304,390070272~12582912,406847488~12582912] 2024-04-12T09:00:51.087 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~50331648,58720256~33554432,96468992~12582912,113246208~4194304,121634816~20971520,150994944~4194304,163577856~20971520,192937984~16777216,213909504~4194304,222298112~25165824,251658240~29360128,289406976~16777216,310378496~16777216,331350016~29360128,364904448~20971520,390070272~29360128] 2024-04-12T09:00:51.087 INFO:tasks.workunit.client.0.smithi112.stdout:from 13 to HEAD diff [0~12582912,16777216~16777216,41943040~8388608,58720256~8388608,71303168~12582912,88080384~4194304,96468992~12582912,113246208~4194304,121634816~8388608,134217728~8388608,150994944~4194304,163577856~4194304,171966464~4194304,192937984~12582912,213909504~4194304,222298112~20971520,251658240~12582912,268435456~12582912,289406976~4194304,310378496~16777216,331350016~25165824,364904448~8388608,381681664~4194304,390070272~12582912,406847488~12582912] 2024-04-12T09:00:51.087 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~12582912,16777216~16777216,41943040~8388608,58720256~8388608,71303168~12582912,88080384~4194304,96468992~12582912,113246208~4194304,121634816~8388608,134217728~8388608,150994944~4194304,163577856~4194304,171966464~4194304,192937984~12582912,213909504~4194304,222298112~20971520,251658240~12582912,268435456~12582912,289406976~4194304,310378496~16777216,331350016~25165824,364904448~8388608,381681664~4194304,390070272~12582912,406847488~12582912] 2024-04-12T09:00:51.090 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~37748736,41943040~8388608,58720256~33554432,96468992~12582912,113246208~4194304,121634816~20971520,150994944~4194304,163577856~16777216,192937984~16777216,213909504~4194304,222298112~25165824,251658240~29360128,289406976~8388608,310378496~16777216,331350016~29360128,364904448~12582912,381681664~4194304,390070272~29360128] 2024-04-12T09:00:51.090 INFO:tasks.workunit.client.0.smithi112.stdout:from 14 to HEAD diff [0~12582912,16777216~4194304,29360128~4194304,41943040~8388608,58720256~8388608,71303168~12582912,96468992~12582912,121634816~8388608,134217728~8388608,150994944~4194304,163577856~4194304,171966464~4194304,192937984~12582912,213909504~4194304,222298112~20971520,251658240~8388608,264241152~16777216,310378496~16777216,331350016~25165824,364904448~8388608,381681664~4194304,390070272~12582912,406847488~8388608] 2024-04-12T09:00:51.090 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~12582912,16777216~4194304,29360128~4194304,41943040~8388608,58720256~8388608,71303168~12582912,96468992~12582912,121634816~8388608,134217728~8388608,150994944~4194304,163577856~4194304,171966464~4194304,192937984~12582912,213909504~4194304,222298112~20971520,251658240~8388608,264241152~16777216,310378496~16777216,331350016~25165824,364904448~8388608,381681664~4194304,390070272~12582912,406847488~8388608] 2024-04-12T09:00:51.092 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~25165824,29360128~8388608,41943040~8388608,58720256~29360128,96468992~12582912,121634816~20971520,150994944~4194304,163577856~16777216,192937984~16777216,213909504~4194304,222298112~25165824,251658240~8388608,264241152~16777216,310378496~16777216,331350016~29360128,364904448~12582912,381681664~4194304,390070272~29360128] 2024-04-12T09:00:51.092 INFO:tasks.workunit.client.0.smithi112.stdout:from 15 to HEAD diff [0~12582912,16777216~4194304,29360128~4194304,41943040~8388608,58720256~8388608,71303168~12582912,96468992~12582912,121634816~8388608,134217728~8388608,150994944~4194304,163577856~4194304,171966464~4194304,192937984~12582912,213909504~4194304,251658240~8388608,264241152~4194304,310378496~12582912,331350016~25165824,381681664~4194304,390070272~12582912,406847488~8388608] 2024-04-12T09:00:51.092 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~12582912,16777216~4194304,29360128~4194304,41943040~8388608,58720256~8388608,71303168~12582912,96468992~12582912,121634816~8388608,134217728~8388608,150994944~4194304,163577856~4194304,171966464~4194304,192937984~12582912,213909504~4194304,251658240~8388608,264241152~4194304,310378496~12582912,331350016~25165824,381681664~4194304,390070272~12582912,406847488~8388608] 2024-04-12T09:00:51.094 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~25165824,29360128~8388608,41943040~8388608,58720256~29360128,96468992~12582912,121634816~20971520,150994944~4194304,163577856~16777216,192937984~16777216,213909504~4194304,251658240~8388608,264241152~4194304,310378496~12582912,331350016~29360128,381681664~4194304,390070272~29360128] 2024-04-12T09:00:51.094 INFO:tasks.workunit.client.0.smithi112.stdout:from 16 to HEAD diff [0~12582912,16777216~4194304,29360128~4194304,41943040~8388608,58720256~8388608,71303168~12582912,96468992~8388608,121634816~4194304,134217728~8388608,150994944~4194304,163577856~4194304,171966464~4194304,192937984~12582912,213909504~4194304,251658240~8388608,264241152~4194304,331350016~12582912,352321536~8388608,381681664~4194304,390070272~12582912,406847488~8388608] 2024-04-12T09:00:51.094 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~12582912,16777216~4194304,29360128~4194304,41943040~8388608,58720256~8388608,71303168~12582912,96468992~8388608,121634816~4194304,134217728~8388608,150994944~4194304,163577856~4194304,171966464~4194304,192937984~12582912,213909504~4194304,251658240~8388608,264241152~4194304,331350016~12582912,352321536~8388608,381681664~4194304,390070272~12582912,406847488~8388608] 2024-04-12T09:00:51.095 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~25165824,29360128~8388608,41943040~8388608,58720256~29360128,96468992~12582912,121634816~8388608,134217728~8388608,150994944~4194304,163577856~16777216,192937984~16777216,213909504~4194304,251658240~8388608,264241152~4194304,331350016~12582912,352321536~8388608,381681664~4194304,390070272~29360128] 2024-04-12T09:00:51.095 INFO:tasks.workunit.client.0.smithi112.stdout:from 17 to HEAD diff [16777216~4194304,29360128~4194304,41943040~8388608,58720256~8388608,75497472~8388608,96468992~8388608,121634816~4194304,134217728~8388608,150994944~4194304,163577856~4194304,192937984~8388608,213909504~4194304,264241152~4194304,339738624~4194304,352321536~8388608,381681664~4194304,406847488~8388608] 2024-04-12T09:00:51.095 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [16777216~4194304,29360128~4194304,41943040~8388608,58720256~8388608,75497472~8388608,96468992~8388608,121634816~4194304,134217728~8388608,150994944~4194304,163577856~4194304,192937984~8388608,213909504~4194304,264241152~4194304,339738624~4194304,352321536~8388608,381681664~4194304,406847488~8388608] 2024-04-12T09:00:51.096 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [16777216~8388608,29360128~8388608,41943040~8388608,58720256~12582912,75497472~12582912,96468992~12582912,121634816~8388608,134217728~8388608,150994944~4194304,163577856~8388608,192937984~8388608,213909504~4194304,264241152~4194304,339738624~4194304,352321536~8388608,381681664~4194304,406847488~12582912] 2024-04-12T09:00:51.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:00:50 smithi175 ceph-mon[87929]: osdmap e939: 8 total, 8 up, 8 in 2024-04-12T09:00:51.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:00:50 smithi112 ceph-mon[95375]: osdmap e939: 8 total, 8 up, 8 in 2024-04-12T09:00:51.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:00:50 smithi112 ceph-mon[99443]: osdmap e939: 8 total, 8 up, 8 in 2024-04-12T09:00:52.012 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to HEAD diff [0~92274688,96468992~58720256,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,360710144~41943040,406847488~12582912] 2024-04-12T09:00:52.013 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~92274688,96468992~58720256,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,360710144~41943040,406847488~12582912] 2024-04-12T09:00:52.027 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~92274688,96468992~322961408] 2024-04-12T09:00:52.027 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to HEAD diff [0~54525952,58720256~33554432,96468992~58720256,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:52.027 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~54525952,58720256~33554432,96468992~58720256,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:52.034 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~54525952,58720256~33554432,96468992~264241152,364904448~54525952] 2024-04-12T09:00:52.034 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to HEAD diff [0~25165824,29360128~25165824,58720256~33554432,96468992~20971520,121634816~33554432,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:52.034 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~25165824,58720256~33554432,96468992~20971520,121634816~33554432,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:52.041 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~54525952,58720256~33554432,96468992~264241152,364904448~54525952] 2024-04-12T09:00:52.041 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to HEAD diff [0~25165824,29360128~25165824,58720256~33554432,96468992~20971520,121634816~33554432,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:52.041 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~25165824,58720256~33554432,96468992~20971520,121634816~33554432,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:52.048 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~54525952,58720256~33554432,96468992~264241152,364904448~54525952] 2024-04-12T09:00:52.048 INFO:tasks.workunit.client.0.smithi112.stdout:from 4 to HEAD diff [0~25165824,29360128~25165824,58720256~33554432,96468992~20971520,121634816~33554432,159383552~46137344,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:52.048 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~25165824,58720256~33554432,96468992~20971520,121634816~33554432,159383552~46137344,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:52.053 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~54525952,58720256~33554432,96468992~113246208,213909504~146800640,364904448~54525952] 2024-04-12T09:00:52.053 INFO:tasks.workunit.client.0.smithi112.stdout:from 5 to HEAD diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~20971520,121634816~33554432,159383552~46137344,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:52.053 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~20971520,121634816~33554432,159383552~46137344,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:52.059 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~50331648,58720256~33554432,96468992~113246208,213909504~146800640,364904448~54525952] 2024-04-12T09:00:52.059 INFO:tasks.workunit.client.0.smithi112.stdout:from 6 to HEAD diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~20971520,121634816~33554432,159383552~46137344,213909504~67108864,289406976~4194304,297795584~29360128,331350016~25165824,364904448~37748736,406847488~12582912] 2024-04-12T09:00:52.059 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~20971520,121634816~33554432,159383552~46137344,213909504~67108864,289406976~4194304,297795584~29360128,331350016~25165824,364904448~37748736,406847488~12582912] 2024-04-12T09:00:52.064 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~50331648,58720256~33554432,96468992~20971520,121634816~88080384,213909504~67108864,289406976~37748736,331350016~29360128,364904448~54525952] 2024-04-12T09:00:52.064 INFO:tasks.workunit.client.0.smithi112.stdout:from 7 to HEAD diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~33554432,159383552~46137344,213909504~67108864,289406976~4194304,297795584~29360128,331350016~25165824,364904448~37748736,406847488~12582912] 2024-04-12T09:00:52.064 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~33554432,159383552~46137344,213909504~67108864,289406976~4194304,297795584~29360128,331350016~25165824,364904448~37748736,406847488~12582912] 2024-04-12T09:00:52.069 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~50331648,58720256~33554432,96468992~12582912,113246208~4194304,121634816~88080384,213909504~67108864,289406976~37748736,331350016~29360128,364904448~54525952] 2024-04-12T09:00:52.069 INFO:tasks.workunit.client.0.smithi112.stdout:from 8 to HEAD diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~33554432,159383552~20971520,184549376~20971520,213909504~29360128,247463936~16777216,268435456~12582912,289406976~4194304,297795584~29360128,331350016~25165824,364904448~37748736,406847488~12582912] 2024-04-12T09:00:52.069 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~33554432,159383552~20971520,184549376~20971520,213909504~29360128,247463936~16777216,268435456~12582912,289406976~4194304,297795584~29360128,331350016~25165824,364904448~37748736,406847488~12582912] 2024-04-12T09:00:52.073 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~50331648,58720256~33554432,96468992~12582912,113246208~4194304,121634816~88080384,213909504~67108864,289406976~37748736,331350016~29360128,364904448~54525952] 2024-04-12T09:00:52.073 INFO:tasks.workunit.client.0.smithi112.stdout:from 9 to HEAD diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~33554432,159383552~8388608,171966464~8388608,188743680~16777216,213909504~12582912,230686720~12582912,251658240~29360128,289406976~4194304,297795584~29360128,331350016~25165824,364904448~12582912,381681664~20971520,406847488~12582912] 2024-04-12T09:00:52.074 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~33554432,159383552~8388608,171966464~8388608,188743680~16777216,213909504~12582912,230686720~12582912,251658240~29360128,289406976~4194304,297795584~29360128,331350016~25165824,364904448~12582912,381681664~20971520,406847488~12582912] 2024-04-12T09:00:52.078 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~50331648,58720256~33554432,96468992~12582912,113246208~4194304,121634816~62914560,188743680~20971520,213909504~33554432,251658240~29360128,289406976~37748736,331350016~29360128,364904448~54525952] 2024-04-12T09:00:52.078 INFO:tasks.workunit.client.0.smithi112.stdout:from 10 to HEAD diff [0~25165824,29360128~4194304,37748736~8388608,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~8388608,134217728~20971520,159383552~8388608,171966464~8388608,188743680~16777216,213909504~4194304,222298112~20971520,251658240~29360128,289406976~4194304,297795584~29360128,331350016~25165824,364904448~12582912,381681664~20971520,406847488~12582912] 2024-04-12T09:00:52.078 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~4194304,37748736~8388608,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~8388608,134217728~20971520,159383552~8388608,171966464~8388608,188743680~16777216,213909504~4194304,222298112~20971520,251658240~29360128,289406976~4194304,297795584~29360128,331350016~25165824,364904448~12582912,381681664~20971520,406847488~12582912] 2024-04-12T09:00:52.081 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~50331648,58720256~33554432,96468992~12582912,113246208~4194304,121634816~33554432,159383552~25165824,188743680~20971520,213909504~4194304,222298112~25165824,251658240~29360128,289406976~37748736,331350016~29360128,364904448~54525952] 2024-04-12T09:00:52.081 INFO:tasks.workunit.client.0.smithi112.stdout:from 11 to HEAD diff [0~12582912,16777216~16777216,37748736~8388608,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~8388608,134217728~12582912,150994944~4194304,163577856~4194304,171966464~8388608,192937984~12582912,213909504~4194304,222298112~20971520,251658240~29360128,289406976~4194304,297795584~29360128,331350016~25165824,364904448~12582912,381681664~20971520,406847488~12582912] 2024-04-12T09:00:52.081 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~12582912,16777216~16777216,37748736~8388608,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~8388608,134217728~12582912,150994944~4194304,163577856~4194304,171966464~8388608,192937984~12582912,213909504~4194304,222298112~20971520,251658240~29360128,289406976~4194304,297795584~29360128,331350016~25165824,364904448~12582912,381681664~20971520,406847488~12582912] 2024-04-12T09:00:52.084 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~50331648,58720256~33554432,96468992~12582912,113246208~4194304,121634816~33554432,163577856~20971520,192937984~16777216,213909504~4194304,222298112~25165824,251658240~29360128,289406976~37748736,331350016~29360128,364904448~54525952] 2024-04-12T09:00:52.084 INFO:tasks.workunit.client.0.smithi112.stdout:from 12 to HEAD diff [0~12582912,16777216~16777216,37748736~12582912,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~8388608,134217728~8388608,150994944~4194304,163577856~4194304,171966464~8388608,192937984~12582912,213909504~4194304,222298112~20971520,251658240~29360128,289406976~4194304,297795584~8388608,310378496~16777216,331350016~25165824,364904448~12582912,381681664~4194304,390070272~12582912,406847488~12582912] 2024-04-12T09:00:52.084 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~12582912,16777216~16777216,37748736~12582912,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~8388608,134217728~8388608,150994944~4194304,163577856~4194304,171966464~8388608,192937984~12582912,213909504~4194304,222298112~20971520,251658240~29360128,289406976~4194304,297795584~8388608,310378496~16777216,331350016~25165824,364904448~12582912,381681664~4194304,390070272~12582912,406847488~12582912] 2024-04-12T09:00:52.087 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~50331648,58720256~33554432,96468992~12582912,113246208~4194304,121634816~20971520,150994944~4194304,163577856~20971520,192937984~16777216,213909504~4194304,222298112~25165824,251658240~29360128,289406976~16777216,310378496~16777216,331350016~29360128,364904448~20971520,390070272~29360128] 2024-04-12T09:00:52.088 INFO:tasks.workunit.client.0.smithi112.stdout:from 13 to HEAD diff [0~12582912,16777216~16777216,41943040~8388608,58720256~8388608,71303168~12582912,88080384~4194304,96468992~12582912,113246208~4194304,121634816~8388608,134217728~8388608,150994944~4194304,163577856~4194304,171966464~4194304,192937984~12582912,213909504~4194304,222298112~20971520,251658240~12582912,268435456~12582912,289406976~4194304,310378496~16777216,331350016~25165824,364904448~8388608,381681664~4194304,390070272~12582912,406847488~12582912] 2024-04-12T09:00:52.088 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~12582912,16777216~16777216,41943040~8388608,58720256~8388608,71303168~12582912,88080384~4194304,96468992~12582912,113246208~4194304,121634816~8388608,134217728~8388608,150994944~4194304,163577856~4194304,171966464~4194304,192937984~12582912,213909504~4194304,222298112~20971520,251658240~12582912,268435456~12582912,289406976~4194304,310378496~16777216,331350016~25165824,364904448~8388608,381681664~4194304,390070272~12582912,406847488~12582912] 2024-04-12T09:00:52.090 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~37748736,41943040~8388608,58720256~33554432,96468992~12582912,113246208~4194304,121634816~20971520,150994944~4194304,163577856~16777216,192937984~16777216,213909504~4194304,222298112~25165824,251658240~29360128,289406976~8388608,310378496~16777216,331350016~29360128,364904448~12582912,381681664~4194304,390070272~29360128] 2024-04-12T09:00:52.090 INFO:tasks.workunit.client.0.smithi112.stdout:from 14 to HEAD diff [0~12582912,16777216~4194304,29360128~4194304,41943040~8388608,58720256~8388608,71303168~12582912,96468992~12582912,121634816~8388608,134217728~8388608,150994944~4194304,163577856~4194304,171966464~4194304,192937984~12582912,213909504~4194304,222298112~20971520,251658240~8388608,264241152~16777216,310378496~16777216,331350016~25165824,364904448~8388608,381681664~4194304,390070272~12582912,406847488~8388608] 2024-04-12T09:00:52.090 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~12582912,16777216~4194304,29360128~4194304,41943040~8388608,58720256~8388608,71303168~12582912,96468992~12582912,121634816~8388608,134217728~8388608,150994944~4194304,163577856~4194304,171966464~4194304,192937984~12582912,213909504~4194304,222298112~20971520,251658240~8388608,264241152~16777216,310378496~16777216,331350016~25165824,364904448~8388608,381681664~4194304,390070272~12582912,406847488~8388608] 2024-04-12T09:00:52.092 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~25165824,29360128~8388608,41943040~8388608,58720256~29360128,96468992~12582912,121634816~20971520,150994944~4194304,163577856~16777216,192937984~16777216,213909504~4194304,222298112~25165824,251658240~8388608,264241152~16777216,310378496~16777216,331350016~29360128,364904448~12582912,381681664~4194304,390070272~29360128] 2024-04-12T09:00:52.092 INFO:tasks.workunit.client.0.smithi112.stdout:from 15 to HEAD diff [0~12582912,16777216~4194304,29360128~4194304,41943040~8388608,58720256~8388608,71303168~12582912,96468992~12582912,121634816~8388608,134217728~8388608,150994944~4194304,163577856~4194304,171966464~4194304,192937984~12582912,213909504~4194304,251658240~8388608,264241152~4194304,310378496~12582912,331350016~25165824,381681664~4194304,390070272~12582912,406847488~8388608] 2024-04-12T09:00:52.092 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~12582912,16777216~4194304,29360128~4194304,41943040~8388608,58720256~8388608,71303168~12582912,96468992~12582912,121634816~8388608,134217728~8388608,150994944~4194304,163577856~4194304,171966464~4194304,192937984~12582912,213909504~4194304,251658240~8388608,264241152~4194304,310378496~12582912,331350016~25165824,381681664~4194304,390070272~12582912,406847488~8388608] 2024-04-12T09:00:52.093 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~25165824,29360128~8388608,41943040~8388608,58720256~29360128,96468992~12582912,121634816~20971520,150994944~4194304,163577856~16777216,192937984~16777216,213909504~4194304,251658240~8388608,264241152~4194304,310378496~12582912,331350016~29360128,381681664~4194304,390070272~29360128] 2024-04-12T09:00:52.093 INFO:tasks.workunit.client.0.smithi112.stdout:from 16 to HEAD diff [0~12582912,16777216~4194304,29360128~4194304,41943040~8388608,58720256~8388608,71303168~12582912,96468992~8388608,121634816~4194304,134217728~8388608,150994944~4194304,163577856~4194304,171966464~4194304,192937984~12582912,213909504~4194304,251658240~8388608,264241152~4194304,331350016~12582912,352321536~8388608,381681664~4194304,390070272~12582912,406847488~8388608] 2024-04-12T09:00:52.093 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~12582912,16777216~4194304,29360128~4194304,41943040~8388608,58720256~8388608,71303168~12582912,96468992~8388608,121634816~4194304,134217728~8388608,150994944~4194304,163577856~4194304,171966464~4194304,192937984~12582912,213909504~4194304,251658240~8388608,264241152~4194304,331350016~12582912,352321536~8388608,381681664~4194304,390070272~12582912,406847488~8388608] 2024-04-12T09:00:52.094 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~25165824,29360128~8388608,41943040~8388608,58720256~29360128,96468992~12582912,121634816~8388608,134217728~8388608,150994944~4194304,163577856~16777216,192937984~16777216,213909504~4194304,251658240~8388608,264241152~4194304,331350016~12582912,352321536~8388608,381681664~4194304,390070272~29360128] 2024-04-12T09:00:52.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:00:51 smithi175 ceph-mon[87929]: pgmap v1076: 105 pgs: 105 active+clean; 814 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 35 MiB/s wr, 19 op/s 2024-04-12T09:00:52.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:00:51 smithi175 ceph-mon[87929]: osdmap e940: 8 total, 8 up, 8 in 2024-04-12T09:00:52.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:00:51 smithi112 ceph-mon[99443]: pgmap v1076: 105 pgs: 105 active+clean; 814 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 35 MiB/s wr, 19 op/s 2024-04-12T09:00:52.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:00:51 smithi112 ceph-mon[99443]: osdmap e940: 8 total, 8 up, 8 in 2024-04-12T09:00:52.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:00:51 smithi112 ceph-mon[95375]: pgmap v1076: 105 pgs: 105 active+clean; 814 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 35 MiB/s wr, 19 op/s 2024-04-12T09:00:52.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:00:51 smithi112 ceph-mon[95375]: osdmap e940: 8 total, 8 up, 8 in 2024-04-12T09:00:53.021 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to HEAD diff [0~92274688,96468992~58720256,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,360710144~41943040,406847488~12582912] 2024-04-12T09:00:53.021 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~92274688,96468992~58720256,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,360710144~41943040,406847488~12582912] 2024-04-12T09:00:53.042 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~92274688,96468992~322961408] 2024-04-12T09:00:53.042 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to HEAD diff [0~54525952,58720256~33554432,96468992~58720256,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:53.042 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~54525952,58720256~33554432,96468992~58720256,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:53.049 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~54525952,58720256~33554432,96468992~264241152,364904448~54525952] 2024-04-12T09:00:53.049 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to HEAD diff [0~25165824,29360128~25165824,58720256~33554432,96468992~20971520,121634816~33554432,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:53.049 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~25165824,58720256~33554432,96468992~20971520,121634816~33554432,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:53.056 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~54525952,58720256~33554432,96468992~264241152,364904448~54525952] 2024-04-12T09:00:53.056 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to HEAD diff [0~25165824,29360128~25165824,58720256~33554432,96468992~20971520,121634816~33554432,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:53.056 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~25165824,58720256~33554432,96468992~20971520,121634816~33554432,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:53.063 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~54525952,58720256~33554432,96468992~264241152,364904448~54525952] 2024-04-12T09:00:53.063 INFO:tasks.workunit.client.0.smithi112.stdout:from 4 to HEAD diff [0~25165824,29360128~25165824,58720256~33554432,96468992~20971520,121634816~33554432,159383552~46137344,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:53.063 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~25165824,58720256~33554432,96468992~20971520,121634816~33554432,159383552~46137344,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:53.068 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~54525952,58720256~33554432,96468992~113246208,213909504~146800640,364904448~54525952] 2024-04-12T09:00:53.068 INFO:tasks.workunit.client.0.smithi112.stdout:from 5 to HEAD diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~20971520,121634816~33554432,159383552~46137344,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:53.069 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~20971520,121634816~33554432,159383552~46137344,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:53.074 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~50331648,58720256~33554432,96468992~113246208,213909504~146800640,364904448~54525952] 2024-04-12T09:00:53.074 INFO:tasks.workunit.client.0.smithi112.stdout:from 6 to HEAD diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~20971520,121634816~33554432,159383552~46137344,213909504~67108864,289406976~4194304,297795584~29360128,331350016~25165824,364904448~37748736,406847488~12582912] 2024-04-12T09:00:53.074 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~20971520,121634816~33554432,159383552~46137344,213909504~67108864,289406976~4194304,297795584~29360128,331350016~25165824,364904448~37748736,406847488~12582912] 2024-04-12T09:00:53.080 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~50331648,58720256~33554432,96468992~20971520,121634816~88080384,213909504~67108864,289406976~37748736,331350016~29360128,364904448~54525952] 2024-04-12T09:00:53.080 INFO:tasks.workunit.client.0.smithi112.stdout:from 7 to HEAD diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~33554432,159383552~46137344,213909504~67108864,289406976~4194304,297795584~29360128,331350016~25165824,364904448~37748736,406847488~12582912] 2024-04-12T09:00:53.080 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~33554432,159383552~46137344,213909504~67108864,289406976~4194304,297795584~29360128,331350016~25165824,364904448~37748736,406847488~12582912] 2024-04-12T09:00:53.086 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~50331648,58720256~33554432,96468992~12582912,113246208~4194304,121634816~88080384,213909504~67108864,289406976~37748736,331350016~29360128,364904448~54525952] 2024-04-12T09:00:53.086 INFO:tasks.workunit.client.0.smithi112.stdout:from 8 to HEAD diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~33554432,159383552~20971520,184549376~20971520,213909504~29360128,247463936~16777216,268435456~12582912,289406976~4194304,297795584~29360128,331350016~25165824,364904448~37748736,406847488~12582912] 2024-04-12T09:00:53.086 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~33554432,159383552~20971520,184549376~20971520,213909504~29360128,247463936~16777216,268435456~12582912,289406976~4194304,297795584~29360128,331350016~25165824,364904448~37748736,406847488~12582912] 2024-04-12T09:00:53.090 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~50331648,58720256~33554432,96468992~12582912,113246208~4194304,121634816~88080384,213909504~67108864,289406976~37748736,331350016~29360128,364904448~54525952] 2024-04-12T09:00:53.091 INFO:tasks.workunit.client.0.smithi112.stdout:from 9 to HEAD diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~33554432,159383552~8388608,171966464~8388608,188743680~16777216,213909504~12582912,230686720~12582912,251658240~29360128,289406976~4194304,297795584~29360128,331350016~25165824,364904448~12582912,381681664~20971520,406847488~12582912] 2024-04-12T09:00:53.091 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~33554432,159383552~8388608,171966464~8388608,188743680~16777216,213909504~12582912,230686720~12582912,251658240~29360128,289406976~4194304,297795584~29360128,331350016~25165824,364904448~12582912,381681664~20971520,406847488~12582912] 2024-04-12T09:00:53.095 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~50331648,58720256~33554432,96468992~12582912,113246208~4194304,121634816~62914560,188743680~20971520,213909504~33554432,251658240~29360128,289406976~37748736,331350016~29360128,364904448~54525952] 2024-04-12T09:00:53.095 INFO:tasks.workunit.client.0.smithi112.stdout:from 10 to HEAD diff [0~25165824,29360128~4194304,37748736~8388608,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~8388608,134217728~20971520,159383552~8388608,171966464~8388608,188743680~16777216,213909504~4194304,222298112~20971520,251658240~29360128,289406976~4194304,297795584~29360128,331350016~25165824,364904448~12582912,381681664~20971520,406847488~12582912] 2024-04-12T09:00:53.095 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~4194304,37748736~8388608,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~8388608,134217728~20971520,159383552~8388608,171966464~8388608,188743680~16777216,213909504~4194304,222298112~20971520,251658240~29360128,289406976~4194304,297795584~29360128,331350016~25165824,364904448~12582912,381681664~20971520,406847488~12582912] 2024-04-12T09:00:53.098 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~50331648,58720256~33554432,96468992~12582912,113246208~4194304,121634816~33554432,159383552~25165824,188743680~20971520,213909504~4194304,222298112~25165824,251658240~29360128,289406976~37748736,331350016~29360128,364904448~54525952] 2024-04-12T09:00:53.098 INFO:tasks.workunit.client.0.smithi112.stdout:from 11 to HEAD diff [0~12582912,16777216~16777216,37748736~8388608,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~8388608,134217728~12582912,150994944~4194304,163577856~4194304,171966464~8388608,192937984~12582912,213909504~4194304,222298112~20971520,251658240~29360128,289406976~4194304,297795584~29360128,331350016~25165824,364904448~12582912,381681664~20971520,406847488~12582912] 2024-04-12T09:00:53.098 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~12582912,16777216~16777216,37748736~8388608,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~8388608,134217728~12582912,150994944~4194304,163577856~4194304,171966464~8388608,192937984~12582912,213909504~4194304,222298112~20971520,251658240~29360128,289406976~4194304,297795584~29360128,331350016~25165824,364904448~12582912,381681664~20971520,406847488~12582912] 2024-04-12T09:00:53.101 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~50331648,58720256~33554432,96468992~12582912,113246208~4194304,121634816~33554432,163577856~20971520,192937984~16777216,213909504~4194304,222298112~25165824,251658240~29360128,289406976~37748736,331350016~29360128,364904448~54525952] 2024-04-12T09:00:53.101 INFO:tasks.workunit.client.0.smithi112.stdout:from 12 to HEAD diff [0~12582912,16777216~16777216,37748736~12582912,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~8388608,134217728~8388608,150994944~4194304,163577856~4194304,171966464~8388608,192937984~12582912,213909504~4194304,222298112~20971520,251658240~29360128,289406976~4194304,297795584~8388608,310378496~16777216,331350016~25165824,364904448~12582912,381681664~4194304,390070272~12582912,406847488~12582912] 2024-04-12T09:00:53.101 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~12582912,16777216~16777216,37748736~12582912,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~8388608,134217728~8388608,150994944~4194304,163577856~4194304,171966464~8388608,192937984~12582912,213909504~4194304,222298112~20971520,251658240~29360128,289406976~4194304,297795584~8388608,310378496~16777216,331350016~25165824,364904448~12582912,381681664~4194304,390070272~12582912,406847488~12582912] 2024-04-12T09:00:53.103 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~50331648,58720256~33554432,96468992~12582912,113246208~4194304,121634816~20971520,150994944~4194304,163577856~20971520,192937984~16777216,213909504~4194304,222298112~25165824,251658240~29360128,289406976~16777216,310378496~16777216,331350016~29360128,364904448~20971520,390070272~29360128] 2024-04-12T09:00:53.104 INFO:tasks.workunit.client.0.smithi112.stdout:from 13 to HEAD diff [0~12582912,16777216~16777216,41943040~8388608,58720256~8388608,71303168~12582912,88080384~4194304,96468992~12582912,113246208~4194304,121634816~8388608,134217728~8388608,150994944~4194304,163577856~4194304,171966464~4194304,192937984~12582912,213909504~4194304,222298112~20971520,251658240~12582912,268435456~12582912,289406976~4194304,310378496~16777216,331350016~25165824,364904448~8388608,381681664~4194304,390070272~12582912,406847488~12582912] 2024-04-12T09:00:53.104 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~12582912,16777216~16777216,41943040~8388608,58720256~8388608,71303168~12582912,88080384~4194304,96468992~12582912,113246208~4194304,121634816~8388608,134217728~8388608,150994944~4194304,163577856~4194304,171966464~4194304,192937984~12582912,213909504~4194304,222298112~20971520,251658240~12582912,268435456~12582912,289406976~4194304,310378496~16777216,331350016~25165824,364904448~8388608,381681664~4194304,390070272~12582912,406847488~12582912] 2024-04-12T09:00:53.106 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~37748736,41943040~8388608,58720256~33554432,96468992~12582912,113246208~4194304,121634816~20971520,150994944~4194304,163577856~16777216,192937984~16777216,213909504~4194304,222298112~25165824,251658240~29360128,289406976~8388608,310378496~16777216,331350016~29360128,364904448~12582912,381681664~4194304,390070272~29360128] 2024-04-12T09:00:53.106 INFO:tasks.workunit.client.0.smithi112.stdout:from 14 to HEAD diff [0~12582912,16777216~4194304,29360128~4194304,41943040~8388608,58720256~8388608,71303168~12582912,96468992~12582912,121634816~8388608,134217728~8388608,150994944~4194304,163577856~4194304,171966464~4194304,192937984~12582912,213909504~4194304,222298112~20971520,251658240~8388608,264241152~16777216,310378496~16777216,331350016~25165824,364904448~8388608,381681664~4194304,390070272~12582912,406847488~8388608] 2024-04-12T09:00:53.106 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~12582912,16777216~4194304,29360128~4194304,41943040~8388608,58720256~8388608,71303168~12582912,96468992~12582912,121634816~8388608,134217728~8388608,150994944~4194304,163577856~4194304,171966464~4194304,192937984~12582912,213909504~4194304,222298112~20971520,251658240~8388608,264241152~16777216,310378496~16777216,331350016~25165824,364904448~8388608,381681664~4194304,390070272~12582912,406847488~8388608] 2024-04-12T09:00:53.107 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~25165824,29360128~8388608,41943040~8388608,58720256~29360128,96468992~12582912,121634816~20971520,150994944~4194304,163577856~16777216,192937984~16777216,213909504~4194304,222298112~25165824,251658240~8388608,264241152~16777216,310378496~16777216,331350016~29360128,364904448~12582912,381681664~4194304,390070272~29360128] 2024-04-12T09:00:53.107 INFO:tasks.workunit.client.0.smithi112.stdout:from 15 to HEAD diff [0~12582912,16777216~4194304,29360128~4194304,41943040~8388608,58720256~8388608,71303168~12582912,96468992~12582912,121634816~8388608,134217728~8388608,150994944~4194304,163577856~4194304,171966464~4194304,192937984~12582912,213909504~4194304,251658240~8388608,264241152~4194304,310378496~12582912,331350016~25165824,381681664~4194304,390070272~12582912,406847488~8388608] 2024-04-12T09:00:53.108 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~12582912,16777216~4194304,29360128~4194304,41943040~8388608,58720256~8388608,71303168~12582912,96468992~12582912,121634816~8388608,134217728~8388608,150994944~4194304,163577856~4194304,171966464~4194304,192937984~12582912,213909504~4194304,251658240~8388608,264241152~4194304,310378496~12582912,331350016~25165824,381681664~4194304,390070272~12582912,406847488~8388608] 2024-04-12T09:00:53.108 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~25165824,29360128~8388608,41943040~8388608,58720256~29360128,96468992~12582912,121634816~20971520,150994944~4194304,163577856~16777216,192937984~16777216,213909504~4194304,251658240~8388608,264241152~4194304,310378496~12582912,331350016~29360128,381681664~4194304,390070272~29360128] 2024-04-12T09:00:53.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:00:53 smithi175 ceph-mon[87929]: osdmap e941: 8 total, 8 up, 8 in 2024-04-12T09:00:53.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:00:53 smithi112 ceph-mon[95375]: osdmap e941: 8 total, 8 up, 8 in 2024-04-12T09:00:53.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:00:53 smithi112 ceph-mon[99443]: osdmap e941: 8 total, 8 up, 8 in 2024-04-12T09:00:54.031 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to HEAD diff [0~92274688,96468992~58720256,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,360710144~41943040,406847488~12582912] 2024-04-12T09:00:54.031 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~92274688,96468992~58720256,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,360710144~41943040,406847488~12582912] 2024-04-12T09:00:54.049 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~92274688,96468992~322961408] 2024-04-12T09:00:54.049 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to HEAD diff [0~54525952,58720256~33554432,96468992~58720256,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:54.049 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~54525952,58720256~33554432,96468992~58720256,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:54.056 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~54525952,58720256~33554432,96468992~264241152,364904448~54525952] 2024-04-12T09:00:54.056 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to HEAD diff [0~25165824,29360128~25165824,58720256~33554432,96468992~20971520,121634816~33554432,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:54.056 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~25165824,58720256~33554432,96468992~20971520,121634816~33554432,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:54.063 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~54525952,58720256~33554432,96468992~264241152,364904448~54525952] 2024-04-12T09:00:54.063 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to HEAD diff [0~25165824,29360128~25165824,58720256~33554432,96468992~20971520,121634816~33554432,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:54.063 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~25165824,58720256~33554432,96468992~20971520,121634816~33554432,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:54.069 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~54525952,58720256~33554432,96468992~264241152,364904448~54525952] 2024-04-12T09:00:54.069 INFO:tasks.workunit.client.0.smithi112.stdout:from 4 to HEAD diff [0~25165824,29360128~25165824,58720256~33554432,96468992~20971520,121634816~33554432,159383552~46137344,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:54.069 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~25165824,58720256~33554432,96468992~20971520,121634816~33554432,159383552~46137344,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:54.074 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~54525952,58720256~33554432,96468992~113246208,213909504~146800640,364904448~54525952] 2024-04-12T09:00:54.074 INFO:tasks.workunit.client.0.smithi112.stdout:from 5 to HEAD diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~20971520,121634816~33554432,159383552~46137344,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:54.075 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~20971520,121634816~33554432,159383552~46137344,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:54.080 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~50331648,58720256~33554432,96468992~113246208,213909504~146800640,364904448~54525952] 2024-04-12T09:00:54.080 INFO:tasks.workunit.client.0.smithi112.stdout:from 6 to HEAD diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~20971520,121634816~33554432,159383552~46137344,213909504~67108864,289406976~4194304,297795584~29360128,331350016~25165824,364904448~37748736,406847488~12582912] 2024-04-12T09:00:54.080 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~20971520,121634816~33554432,159383552~46137344,213909504~67108864,289406976~4194304,297795584~29360128,331350016~25165824,364904448~37748736,406847488~12582912] 2024-04-12T09:00:54.085 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~50331648,58720256~33554432,96468992~20971520,121634816~88080384,213909504~67108864,289406976~37748736,331350016~29360128,364904448~54525952] 2024-04-12T09:00:54.085 INFO:tasks.workunit.client.0.smithi112.stdout:from 7 to HEAD diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~33554432,159383552~46137344,213909504~67108864,289406976~4194304,297795584~29360128,331350016~25165824,364904448~37748736,406847488~12582912] 2024-04-12T09:00:54.085 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~33554432,159383552~46137344,213909504~67108864,289406976~4194304,297795584~29360128,331350016~25165824,364904448~37748736,406847488~12582912] 2024-04-12T09:00:54.089 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~50331648,58720256~33554432,96468992~12582912,113246208~4194304,121634816~88080384,213909504~67108864,289406976~37748736,331350016~29360128,364904448~54525952] 2024-04-12T09:00:54.089 INFO:tasks.workunit.client.0.smithi112.stdout:from 8 to HEAD diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~33554432,159383552~20971520,184549376~20971520,213909504~29360128,247463936~16777216,268435456~12582912,289406976~4194304,297795584~29360128,331350016~25165824,364904448~37748736,406847488~12582912] 2024-04-12T09:00:54.089 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~33554432,159383552~20971520,184549376~20971520,213909504~29360128,247463936~16777216,268435456~12582912,289406976~4194304,297795584~29360128,331350016~25165824,364904448~37748736,406847488~12582912] 2024-04-12T09:00:54.092 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~50331648,58720256~33554432,96468992~12582912,113246208~4194304,121634816~88080384,213909504~67108864,289406976~37748736,331350016~29360128,364904448~54525952] 2024-04-12T09:00:54.093 INFO:tasks.workunit.client.0.smithi112.stdout:from 9 to HEAD diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~33554432,159383552~8388608,171966464~8388608,188743680~16777216,213909504~12582912,230686720~12582912,251658240~29360128,289406976~4194304,297795584~29360128,331350016~25165824,364904448~12582912,381681664~20971520,406847488~12582912] 2024-04-12T09:00:54.093 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~33554432,159383552~8388608,171966464~8388608,188743680~16777216,213909504~12582912,230686720~12582912,251658240~29360128,289406976~4194304,297795584~29360128,331350016~25165824,364904448~12582912,381681664~20971520,406847488~12582912] 2024-04-12T09:00:54.096 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~50331648,58720256~33554432,96468992~12582912,113246208~4194304,121634816~62914560,188743680~20971520,213909504~33554432,251658240~29360128,289406976~37748736,331350016~29360128,364904448~54525952] 2024-04-12T09:00:54.096 INFO:tasks.workunit.client.0.smithi112.stdout:from 10 to HEAD diff [0~25165824,29360128~4194304,37748736~8388608,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~8388608,134217728~20971520,159383552~8388608,171966464~8388608,188743680~16777216,213909504~4194304,222298112~20971520,251658240~29360128,289406976~4194304,297795584~29360128,331350016~25165824,364904448~12582912,381681664~20971520,406847488~12582912] 2024-04-12T09:00:54.096 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~4194304,37748736~8388608,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~8388608,134217728~20971520,159383552~8388608,171966464~8388608,188743680~16777216,213909504~4194304,222298112~20971520,251658240~29360128,289406976~4194304,297795584~29360128,331350016~25165824,364904448~12582912,381681664~20971520,406847488~12582912] 2024-04-12T09:00:54.099 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~50331648,58720256~33554432,96468992~12582912,113246208~4194304,121634816~33554432,159383552~25165824,188743680~20971520,213909504~4194304,222298112~25165824,251658240~29360128,289406976~37748736,331350016~29360128,364904448~54525952] 2024-04-12T09:00:54.099 INFO:tasks.workunit.client.0.smithi112.stdout:from 11 to HEAD diff [0~12582912,16777216~16777216,37748736~8388608,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~8388608,134217728~12582912,150994944~4194304,163577856~4194304,171966464~8388608,192937984~12582912,213909504~4194304,222298112~20971520,251658240~29360128,289406976~4194304,297795584~29360128,331350016~25165824,364904448~12582912,381681664~20971520,406847488~12582912] 2024-04-12T09:00:54.099 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~12582912,16777216~16777216,37748736~8388608,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~8388608,134217728~12582912,150994944~4194304,163577856~4194304,171966464~8388608,192937984~12582912,213909504~4194304,222298112~20971520,251658240~29360128,289406976~4194304,297795584~29360128,331350016~25165824,364904448~12582912,381681664~20971520,406847488~12582912] 2024-04-12T09:00:54.101 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~50331648,58720256~33554432,96468992~12582912,113246208~4194304,121634816~33554432,163577856~20971520,192937984~16777216,213909504~4194304,222298112~25165824,251658240~29360128,289406976~37748736,331350016~29360128,364904448~54525952] 2024-04-12T09:00:54.101 INFO:tasks.workunit.client.0.smithi112.stdout:from 12 to HEAD diff [0~12582912,16777216~16777216,37748736~12582912,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~8388608,134217728~8388608,150994944~4194304,163577856~4194304,171966464~8388608,192937984~12582912,213909504~4194304,222298112~20971520,251658240~29360128,289406976~4194304,297795584~8388608,310378496~16777216,331350016~25165824,364904448~12582912,381681664~4194304,390070272~12582912,406847488~12582912] 2024-04-12T09:00:54.101 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~12582912,16777216~16777216,37748736~12582912,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~8388608,134217728~8388608,150994944~4194304,163577856~4194304,171966464~8388608,192937984~12582912,213909504~4194304,222298112~20971520,251658240~29360128,289406976~4194304,297795584~8388608,310378496~16777216,331350016~25165824,364904448~12582912,381681664~4194304,390070272~12582912,406847488~12582912] 2024-04-12T09:00:54.103 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~50331648,58720256~33554432,96468992~12582912,113246208~4194304,121634816~20971520,150994944~4194304,163577856~20971520,192937984~16777216,213909504~4194304,222298112~25165824,251658240~29360128,289406976~16777216,310378496~16777216,331350016~29360128,364904448~20971520,390070272~29360128] 2024-04-12T09:00:54.103 INFO:tasks.workunit.client.0.smithi112.stdout:from 13 to HEAD diff [0~12582912,16777216~16777216,41943040~8388608,58720256~8388608,71303168~12582912,88080384~4194304,96468992~12582912,113246208~4194304,121634816~8388608,134217728~8388608,150994944~4194304,163577856~4194304,171966464~4194304,192937984~12582912,213909504~4194304,222298112~20971520,251658240~12582912,268435456~12582912,289406976~4194304,310378496~16777216,331350016~25165824,364904448~8388608,381681664~4194304,390070272~12582912,406847488~12582912] 2024-04-12T09:00:54.103 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~12582912,16777216~16777216,41943040~8388608,58720256~8388608,71303168~12582912,88080384~4194304,96468992~12582912,113246208~4194304,121634816~8388608,134217728~8388608,150994944~4194304,163577856~4194304,171966464~4194304,192937984~12582912,213909504~4194304,222298112~20971520,251658240~12582912,268435456~12582912,289406976~4194304,310378496~16777216,331350016~25165824,364904448~8388608,381681664~4194304,390070272~12582912,406847488~12582912] 2024-04-12T09:00:54.104 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~37748736,41943040~8388608,58720256~33554432,96468992~12582912,113246208~4194304,121634816~20971520,150994944~4194304,163577856~16777216,192937984~16777216,213909504~4194304,222298112~25165824,251658240~29360128,289406976~8388608,310378496~16777216,331350016~29360128,364904448~12582912,381681664~4194304,390070272~29360128] 2024-04-12T09:00:54.104 INFO:tasks.workunit.client.0.smithi112.stdout:from 14 to HEAD diff [0~12582912,16777216~4194304,29360128~4194304,41943040~8388608,58720256~8388608,71303168~12582912,96468992~12582912,121634816~8388608,134217728~8388608,150994944~4194304,163577856~4194304,171966464~4194304,192937984~12582912,213909504~4194304,222298112~20971520,251658240~8388608,264241152~16777216,310378496~16777216,331350016~25165824,364904448~8388608,381681664~4194304,390070272~12582912,406847488~8388608] 2024-04-12T09:00:54.105 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~12582912,16777216~4194304,29360128~4194304,41943040~8388608,58720256~8388608,71303168~12582912,96468992~12582912,121634816~8388608,134217728~8388608,150994944~4194304,163577856~4194304,171966464~4194304,192937984~12582912,213909504~4194304,222298112~20971520,251658240~8388608,264241152~16777216,310378496~16777216,331350016~25165824,364904448~8388608,381681664~4194304,390070272~12582912,406847488~8388608] 2024-04-12T09:00:54.105 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~25165824,29360128~8388608,41943040~8388608,58720256~29360128,96468992~12582912,121634816~20971520,150994944~4194304,163577856~16777216,192937984~16777216,213909504~4194304,222298112~25165824,251658240~8388608,264241152~16777216,310378496~16777216,331350016~29360128,364904448~12582912,381681664~4194304,390070272~29360128] 2024-04-12T09:00:54.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:00:54 smithi112 ceph-mon[95375]: pgmap v1079: 105 pgs: 105 active+clean; 860 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 423 KiB/s rd, 11 MiB/s wr, 727 op/s 2024-04-12T09:00:54.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:00:54 smithi112 ceph-mon[95375]: osdmap e942: 8 total, 8 up, 8 in 2024-04-12T09:00:54.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:00:54 smithi112 ceph-mon[99443]: pgmap v1079: 105 pgs: 105 active+clean; 860 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 423 KiB/s rd, 11 MiB/s wr, 727 op/s 2024-04-12T09:00:54.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:00:54 smithi112 ceph-mon[99443]: osdmap e942: 8 total, 8 up, 8 in 2024-04-12T09:00:54.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:00:54 smithi175 ceph-mon[87929]: pgmap v1079: 105 pgs: 105 active+clean; 860 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 423 KiB/s rd, 11 MiB/s wr, 727 op/s 2024-04-12T09:00:54.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:00:54 smithi175 ceph-mon[87929]: osdmap e942: 8 total, 8 up, 8 in 2024-04-12T09:00:55.036 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to HEAD diff [0~92274688,96468992~58720256,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,360710144~41943040,406847488~12582912] 2024-04-12T09:00:55.037 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~92274688,96468992~58720256,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,360710144~41943040,406847488~12582912] 2024-04-12T09:00:55.059 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~92274688,96468992~322961408] 2024-04-12T09:00:55.059 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to HEAD diff [0~54525952,58720256~33554432,96468992~58720256,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:55.059 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~54525952,58720256~33554432,96468992~58720256,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:55.065 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~54525952,58720256~33554432,96468992~264241152,364904448~54525952] 2024-04-12T09:00:55.065 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to HEAD diff [0~25165824,29360128~25165824,58720256~33554432,96468992~20971520,121634816~33554432,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:55.065 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~25165824,58720256~33554432,96468992~20971520,121634816~33554432,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:55.072 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~54525952,58720256~33554432,96468992~264241152,364904448~54525952] 2024-04-12T09:00:55.072 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to HEAD diff [0~25165824,29360128~25165824,58720256~33554432,96468992~20971520,121634816~33554432,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:55.072 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~25165824,58720256~33554432,96468992~20971520,121634816~33554432,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:55.078 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~54525952,58720256~33554432,96468992~264241152,364904448~54525952] 2024-04-12T09:00:55.078 INFO:tasks.workunit.client.0.smithi112.stdout:from 4 to HEAD diff [0~25165824,29360128~25165824,58720256~33554432,96468992~20971520,121634816~33554432,159383552~46137344,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:55.078 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~25165824,58720256~33554432,96468992~20971520,121634816~33554432,159383552~46137344,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:55.083 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~54525952,58720256~33554432,96468992~113246208,213909504~146800640,364904448~54525952] 2024-04-12T09:00:55.083 INFO:tasks.workunit.client.0.smithi112.stdout:from 5 to HEAD diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~20971520,121634816~33554432,159383552~46137344,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:55.083 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~20971520,121634816~33554432,159383552~46137344,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:55.087 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~50331648,58720256~33554432,96468992~113246208,213909504~146800640,364904448~54525952] 2024-04-12T09:00:55.087 INFO:tasks.workunit.client.0.smithi112.stdout:from 6 to HEAD diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~20971520,121634816~33554432,159383552~46137344,213909504~67108864,289406976~4194304,297795584~29360128,331350016~25165824,364904448~37748736,406847488~12582912] 2024-04-12T09:00:55.087 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~20971520,121634816~33554432,159383552~46137344,213909504~67108864,289406976~4194304,297795584~29360128,331350016~25165824,364904448~37748736,406847488~12582912] 2024-04-12T09:00:55.092 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~50331648,58720256~33554432,96468992~20971520,121634816~88080384,213909504~67108864,289406976~37748736,331350016~29360128,364904448~54525952] 2024-04-12T09:00:55.092 INFO:tasks.workunit.client.0.smithi112.stdout:from 7 to HEAD diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~33554432,159383552~46137344,213909504~67108864,289406976~4194304,297795584~29360128,331350016~25165824,364904448~37748736,406847488~12582912] 2024-04-12T09:00:55.092 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~33554432,159383552~46137344,213909504~67108864,289406976~4194304,297795584~29360128,331350016~25165824,364904448~37748736,406847488~12582912] 2024-04-12T09:00:55.096 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~50331648,58720256~33554432,96468992~12582912,113246208~4194304,121634816~88080384,213909504~67108864,289406976~37748736,331350016~29360128,364904448~54525952] 2024-04-12T09:00:55.096 INFO:tasks.workunit.client.0.smithi112.stdout:from 8 to HEAD diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~33554432,159383552~20971520,184549376~20971520,213909504~29360128,247463936~16777216,268435456~12582912,289406976~4194304,297795584~29360128,331350016~25165824,364904448~37748736,406847488~12582912] 2024-04-12T09:00:55.096 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~33554432,159383552~20971520,184549376~20971520,213909504~29360128,247463936~16777216,268435456~12582912,289406976~4194304,297795584~29360128,331350016~25165824,364904448~37748736,406847488~12582912] 2024-04-12T09:00:55.099 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~50331648,58720256~33554432,96468992~12582912,113246208~4194304,121634816~88080384,213909504~67108864,289406976~37748736,331350016~29360128,364904448~54525952] 2024-04-12T09:00:55.099 INFO:tasks.workunit.client.0.smithi112.stdout:from 9 to HEAD diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~33554432,159383552~8388608,171966464~8388608,188743680~16777216,213909504~12582912,230686720~12582912,251658240~29360128,289406976~4194304,297795584~29360128,331350016~25165824,364904448~12582912,381681664~20971520,406847488~12582912] 2024-04-12T09:00:55.099 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~33554432,159383552~8388608,171966464~8388608,188743680~16777216,213909504~12582912,230686720~12582912,251658240~29360128,289406976~4194304,297795584~29360128,331350016~25165824,364904448~12582912,381681664~20971520,406847488~12582912] 2024-04-12T09:00:55.102 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~50331648,58720256~33554432,96468992~12582912,113246208~4194304,121634816~62914560,188743680~20971520,213909504~33554432,251658240~29360128,289406976~37748736,331350016~29360128,364904448~54525952] 2024-04-12T09:00:55.102 INFO:tasks.workunit.client.0.smithi112.stdout:from 10 to HEAD diff [0~25165824,29360128~4194304,37748736~8388608,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~8388608,134217728~20971520,159383552~8388608,171966464~8388608,188743680~16777216,213909504~4194304,222298112~20971520,251658240~29360128,289406976~4194304,297795584~29360128,331350016~25165824,364904448~12582912,381681664~20971520,406847488~12582912] 2024-04-12T09:00:55.102 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~4194304,37748736~8388608,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~8388608,134217728~20971520,159383552~8388608,171966464~8388608,188743680~16777216,213909504~4194304,222298112~20971520,251658240~29360128,289406976~4194304,297795584~29360128,331350016~25165824,364904448~12582912,381681664~20971520,406847488~12582912] 2024-04-12T09:00:55.105 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~50331648,58720256~33554432,96468992~12582912,113246208~4194304,121634816~33554432,159383552~25165824,188743680~20971520,213909504~4194304,222298112~25165824,251658240~29360128,289406976~37748736,331350016~29360128,364904448~54525952] 2024-04-12T09:00:55.105 INFO:tasks.workunit.client.0.smithi112.stdout:from 11 to HEAD diff [0~12582912,16777216~16777216,37748736~8388608,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~8388608,134217728~12582912,150994944~4194304,163577856~4194304,171966464~8388608,192937984~12582912,213909504~4194304,222298112~20971520,251658240~29360128,289406976~4194304,297795584~29360128,331350016~25165824,364904448~12582912,381681664~20971520,406847488~12582912] 2024-04-12T09:00:55.105 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~12582912,16777216~16777216,37748736~8388608,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~8388608,134217728~12582912,150994944~4194304,163577856~4194304,171966464~8388608,192937984~12582912,213909504~4194304,222298112~20971520,251658240~29360128,289406976~4194304,297795584~29360128,331350016~25165824,364904448~12582912,381681664~20971520,406847488~12582912] 2024-04-12T09:00:55.108 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~50331648,58720256~33554432,96468992~12582912,113246208~4194304,121634816~33554432,163577856~20971520,192937984~16777216,213909504~4194304,222298112~25165824,251658240~29360128,289406976~37748736,331350016~29360128,364904448~54525952] 2024-04-12T09:00:55.108 INFO:tasks.workunit.client.0.smithi112.stdout:from 12 to HEAD diff [0~12582912,16777216~16777216,37748736~12582912,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~8388608,134217728~8388608,150994944~4194304,163577856~4194304,171966464~8388608,192937984~12582912,213909504~4194304,222298112~20971520,251658240~29360128,289406976~4194304,297795584~8388608,310378496~16777216,331350016~25165824,364904448~12582912,381681664~4194304,390070272~12582912,406847488~12582912] 2024-04-12T09:00:55.108 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~12582912,16777216~16777216,37748736~12582912,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~8388608,134217728~8388608,150994944~4194304,163577856~4194304,171966464~8388608,192937984~12582912,213909504~4194304,222298112~20971520,251658240~29360128,289406976~4194304,297795584~8388608,310378496~16777216,331350016~25165824,364904448~12582912,381681664~4194304,390070272~12582912,406847488~12582912] 2024-04-12T09:00:55.109 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~50331648,58720256~33554432,96468992~12582912,113246208~4194304,121634816~20971520,150994944~4194304,163577856~20971520,192937984~16777216,213909504~4194304,222298112~25165824,251658240~29360128,289406976~16777216,310378496~16777216,331350016~29360128,364904448~20971520,390070272~29360128] 2024-04-12T09:00:55.109 INFO:tasks.workunit.client.0.smithi112.stdout:from 13 to HEAD diff [0~12582912,16777216~16777216,41943040~8388608,58720256~8388608,71303168~12582912,88080384~4194304,96468992~12582912,113246208~4194304,121634816~8388608,134217728~8388608,150994944~4194304,163577856~4194304,171966464~4194304,192937984~12582912,213909504~4194304,222298112~20971520,251658240~12582912,268435456~12582912,289406976~4194304,310378496~16777216,331350016~25165824,364904448~8388608,381681664~4194304,390070272~12582912,406847488~12582912] 2024-04-12T09:00:55.109 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~12582912,16777216~16777216,41943040~8388608,58720256~8388608,71303168~12582912,88080384~4194304,96468992~12582912,113246208~4194304,121634816~8388608,134217728~8388608,150994944~4194304,163577856~4194304,171966464~4194304,192937984~12582912,213909504~4194304,222298112~20971520,251658240~12582912,268435456~12582912,289406976~4194304,310378496~16777216,331350016~25165824,364904448~8388608,381681664~4194304,390070272~12582912,406847488~12582912] 2024-04-12T09:00:55.110 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~37748736,41943040~8388608,58720256~33554432,96468992~12582912,113246208~4194304,121634816~20971520,150994944~4194304,163577856~16777216,192937984~16777216,213909504~4194304,222298112~25165824,251658240~29360128,289406976~8388608,310378496~16777216,331350016~29360128,364904448~12582912,381681664~4194304,390070272~29360128] 2024-04-12T09:00:55.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:00:55 smithi112 ceph-mon[95375]: osdmap e943: 8 total, 8 up, 8 in 2024-04-12T09:00:55.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:00:55 smithi112 ceph-mon[99443]: osdmap e943: 8 total, 8 up, 8 in 2024-04-12T09:00:55.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:00:55 smithi175 ceph-mon[87929]: osdmap e943: 8 total, 8 up, 8 in 2024-04-12T09:00:56.042 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to HEAD diff [0~92274688,96468992~58720256,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,360710144~41943040,406847488~12582912] 2024-04-12T09:00:56.042 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~92274688,96468992~58720256,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,360710144~41943040,406847488~12582912] 2024-04-12T09:00:56.067 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~92274688,96468992~322961408] 2024-04-12T09:00:56.068 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to HEAD diff [0~54525952,58720256~33554432,96468992~58720256,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:56.068 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~54525952,58720256~33554432,96468992~58720256,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:56.073 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~54525952,58720256~33554432,96468992~264241152,364904448~54525952] 2024-04-12T09:00:56.073 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to HEAD diff [0~25165824,29360128~25165824,58720256~33554432,96468992~20971520,121634816~33554432,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:56.073 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~25165824,58720256~33554432,96468992~20971520,121634816~33554432,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:56.079 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~54525952,58720256~33554432,96468992~264241152,364904448~54525952] 2024-04-12T09:00:56.079 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to HEAD diff [0~25165824,29360128~25165824,58720256~33554432,96468992~20971520,121634816~33554432,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:56.079 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~25165824,58720256~33554432,96468992~20971520,121634816~33554432,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:56.084 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~54525952,58720256~33554432,96468992~264241152,364904448~54525952] 2024-04-12T09:00:56.084 INFO:tasks.workunit.client.0.smithi112.stdout:from 4 to HEAD diff [0~25165824,29360128~25165824,58720256~33554432,96468992~20971520,121634816~33554432,159383552~46137344,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:56.084 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~25165824,58720256~33554432,96468992~20971520,121634816~33554432,159383552~46137344,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:56.088 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~54525952,58720256~33554432,96468992~113246208,213909504~146800640,364904448~54525952] 2024-04-12T09:00:56.089 INFO:tasks.workunit.client.0.smithi112.stdout:from 5 to HEAD diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~20971520,121634816~33554432,159383552~46137344,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:56.089 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~20971520,121634816~33554432,159383552~46137344,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:56.093 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~50331648,58720256~33554432,96468992~113246208,213909504~146800640,364904448~54525952] 2024-04-12T09:00:56.093 INFO:tasks.workunit.client.0.smithi112.stdout:from 6 to HEAD diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~20971520,121634816~33554432,159383552~46137344,213909504~67108864,289406976~4194304,297795584~29360128,331350016~25165824,364904448~37748736,406847488~12582912] 2024-04-12T09:00:56.094 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~20971520,121634816~33554432,159383552~46137344,213909504~67108864,289406976~4194304,297795584~29360128,331350016~25165824,364904448~37748736,406847488~12582912] 2024-04-12T09:00:56.098 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~50331648,58720256~33554432,96468992~20971520,121634816~88080384,213909504~67108864,289406976~37748736,331350016~29360128,364904448~54525952] 2024-04-12T09:00:56.098 INFO:tasks.workunit.client.0.smithi112.stdout:from 7 to HEAD diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~33554432,159383552~46137344,213909504~67108864,289406976~4194304,297795584~29360128,331350016~25165824,364904448~37748736,406847488~12582912] 2024-04-12T09:00:56.098 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~33554432,159383552~46137344,213909504~67108864,289406976~4194304,297795584~29360128,331350016~25165824,364904448~37748736,406847488~12582912] 2024-04-12T09:00:56.101 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~50331648,58720256~33554432,96468992~12582912,113246208~4194304,121634816~88080384,213909504~67108864,289406976~37748736,331350016~29360128,364904448~54525952] 2024-04-12T09:00:56.101 INFO:tasks.workunit.client.0.smithi112.stdout:from 8 to HEAD diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~33554432,159383552~20971520,184549376~20971520,213909504~29360128,247463936~16777216,268435456~12582912,289406976~4194304,297795584~29360128,331350016~25165824,364904448~37748736,406847488~12582912] 2024-04-12T09:00:56.101 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~33554432,159383552~20971520,184549376~20971520,213909504~29360128,247463936~16777216,268435456~12582912,289406976~4194304,297795584~29360128,331350016~25165824,364904448~37748736,406847488~12582912] 2024-04-12T09:00:56.103 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~50331648,58720256~33554432,96468992~12582912,113246208~4194304,121634816~88080384,213909504~67108864,289406976~37748736,331350016~29360128,364904448~54525952] 2024-04-12T09:00:56.104 INFO:tasks.workunit.client.0.smithi112.stdout:from 9 to HEAD diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~33554432,159383552~8388608,171966464~8388608,188743680~16777216,213909504~12582912,230686720~12582912,251658240~29360128,289406976~4194304,297795584~29360128,331350016~25165824,364904448~12582912,381681664~20971520,406847488~12582912] 2024-04-12T09:00:56.104 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~33554432,159383552~8388608,171966464~8388608,188743680~16777216,213909504~12582912,230686720~12582912,251658240~29360128,289406976~4194304,297795584~29360128,331350016~25165824,364904448~12582912,381681664~20971520,406847488~12582912] 2024-04-12T09:00:56.106 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~50331648,58720256~33554432,96468992~12582912,113246208~4194304,121634816~62914560,188743680~20971520,213909504~33554432,251658240~29360128,289406976~37748736,331350016~29360128,364904448~54525952] 2024-04-12T09:00:56.106 INFO:tasks.workunit.client.0.smithi112.stdout:from 10 to HEAD diff [0~25165824,29360128~4194304,37748736~8388608,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~8388608,134217728~20971520,159383552~8388608,171966464~8388608,188743680~16777216,213909504~4194304,222298112~20971520,251658240~29360128,289406976~4194304,297795584~29360128,331350016~25165824,364904448~12582912,381681664~20971520,406847488~12582912] 2024-04-12T09:00:56.107 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~4194304,37748736~8388608,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~8388608,134217728~20971520,159383552~8388608,171966464~8388608,188743680~16777216,213909504~4194304,222298112~20971520,251658240~29360128,289406976~4194304,297795584~29360128,331350016~25165824,364904448~12582912,381681664~20971520,406847488~12582912] 2024-04-12T09:00:56.108 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~50331648,58720256~33554432,96468992~12582912,113246208~4194304,121634816~33554432,159383552~25165824,188743680~20971520,213909504~4194304,222298112~25165824,251658240~29360128,289406976~37748736,331350016~29360128,364904448~54525952] 2024-04-12T09:00:56.108 INFO:tasks.workunit.client.0.smithi112.stdout:from 11 to HEAD diff [0~12582912,16777216~16777216,37748736~8388608,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~8388608,134217728~12582912,150994944~4194304,163577856~4194304,171966464~8388608,192937984~12582912,213909504~4194304,222298112~20971520,251658240~29360128,289406976~4194304,297795584~29360128,331350016~25165824,364904448~12582912,381681664~20971520,406847488~12582912] 2024-04-12T09:00:56.109 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~12582912,16777216~16777216,37748736~8388608,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~8388608,134217728~12582912,150994944~4194304,163577856~4194304,171966464~8388608,192937984~12582912,213909504~4194304,222298112~20971520,251658240~29360128,289406976~4194304,297795584~29360128,331350016~25165824,364904448~12582912,381681664~20971520,406847488~12582912] 2024-04-12T09:00:56.110 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~50331648,58720256~33554432,96468992~12582912,113246208~4194304,121634816~33554432,163577856~20971520,192937984~16777216,213909504~4194304,222298112~25165824,251658240~29360128,289406976~37748736,331350016~29360128,364904448~54525952] 2024-04-12T09:00:56.110 INFO:tasks.workunit.client.0.smithi112.stdout:from 12 to HEAD diff [0~12582912,16777216~16777216,37748736~12582912,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~8388608,134217728~8388608,150994944~4194304,163577856~4194304,171966464~8388608,192937984~12582912,213909504~4194304,222298112~20971520,251658240~29360128,289406976~4194304,297795584~8388608,310378496~16777216,331350016~25165824,364904448~12582912,381681664~4194304,390070272~12582912,406847488~12582912] 2024-04-12T09:00:56.110 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~12582912,16777216~16777216,37748736~12582912,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~8388608,134217728~8388608,150994944~4194304,163577856~4194304,171966464~8388608,192937984~12582912,213909504~4194304,222298112~20971520,251658240~29360128,289406976~4194304,297795584~8388608,310378496~16777216,331350016~25165824,364904448~12582912,381681664~4194304,390070272~12582912,406847488~12582912] 2024-04-12T09:00:56.112 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~50331648,58720256~33554432,96468992~12582912,113246208~4194304,121634816~20971520,150994944~4194304,163577856~20971520,192937984~16777216,213909504~4194304,222298112~25165824,251658240~29360128,289406976~16777216,310378496~16777216,331350016~29360128,364904448~20971520,390070272~29360128] 2024-04-12T09:00:56.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:00:56 smithi112 ceph-mon[95375]: pgmap v1082: 105 pgs: 105 active+clean; 869 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 743 KiB/s rd, 14 MiB/s wr, 1.37k op/s 2024-04-12T09:00:56.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:00:56 smithi112 ceph-mon[95375]: osdmap e944: 8 total, 8 up, 8 in 2024-04-12T09:00:56.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:00:56 smithi112 ceph-mon[99443]: pgmap v1082: 105 pgs: 105 active+clean; 869 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 743 KiB/s rd, 14 MiB/s wr, 1.37k op/s 2024-04-12T09:00:56.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:00:56 smithi112 ceph-mon[99443]: osdmap e944: 8 total, 8 up, 8 in 2024-04-12T09:00:56.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:00:56 smithi175 ceph-mon[87929]: pgmap v1082: 105 pgs: 105 active+clean; 869 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 743 KiB/s rd, 14 MiB/s wr, 1.37k op/s 2024-04-12T09:00:56.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:00:56 smithi175 ceph-mon[87929]: osdmap e944: 8 total, 8 up, 8 in 2024-04-12T09:00:57.053 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to HEAD diff [0~92274688,96468992~58720256,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,360710144~41943040,406847488~12582912] 2024-04-12T09:00:57.054 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~92274688,96468992~58720256,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,360710144~41943040,406847488~12582912] 2024-04-12T09:00:57.074 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~92274688,96468992~322961408] 2024-04-12T09:00:57.074 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to HEAD diff [0~54525952,58720256~33554432,96468992~58720256,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:57.074 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~54525952,58720256~33554432,96468992~58720256,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:57.079 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~54525952,58720256~33554432,96468992~264241152,364904448~54525952] 2024-04-12T09:00:57.079 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to HEAD diff [0~25165824,29360128~25165824,58720256~33554432,96468992~20971520,121634816~33554432,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:57.079 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~25165824,58720256~33554432,96468992~20971520,121634816~33554432,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:57.084 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~54525952,58720256~33554432,96468992~264241152,364904448~54525952] 2024-04-12T09:00:57.084 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to HEAD diff [0~25165824,29360128~25165824,58720256~33554432,96468992~20971520,121634816~33554432,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:57.084 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~25165824,58720256~33554432,96468992~20971520,121634816~33554432,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:57.088 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~54525952,58720256~33554432,96468992~264241152,364904448~54525952] 2024-04-12T09:00:57.088 INFO:tasks.workunit.client.0.smithi112.stdout:from 4 to HEAD diff [0~25165824,29360128~25165824,58720256~33554432,96468992~20971520,121634816~33554432,159383552~46137344,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:57.088 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~25165824,58720256~33554432,96468992~20971520,121634816~33554432,159383552~46137344,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:57.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:00:57 smithi112 ceph-mon[95375]: osdmap e945: 8 total, 8 up, 8 in 2024-04-12T09:00:57.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:00:57 smithi112 ceph-mon[99443]: osdmap e945: 8 total, 8 up, 8 in 2024-04-12T09:00:57.092 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 09:00:56 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: ::ffff:172.21.15.175 - - [12/Apr/2024:09:00:56] "GET /metrics HTTP/1.1" 200 36542 "" "Prometheus/2.43.0" 2024-04-12T09:00:57.093 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~54525952,58720256~33554432,96468992~113246208,213909504~146800640,364904448~54525952] 2024-04-12T09:00:57.093 INFO:tasks.workunit.client.0.smithi112.stdout:from 5 to HEAD diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~20971520,121634816~33554432,159383552~46137344,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:57.093 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~20971520,121634816~33554432,159383552~46137344,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:57.097 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~50331648,58720256~33554432,96468992~113246208,213909504~146800640,364904448~54525952] 2024-04-12T09:00:57.097 INFO:tasks.workunit.client.0.smithi112.stdout:from 6 to HEAD diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~20971520,121634816~33554432,159383552~46137344,213909504~67108864,289406976~4194304,297795584~29360128,331350016~25165824,364904448~37748736,406847488~12582912] 2024-04-12T09:00:57.097 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~20971520,121634816~33554432,159383552~46137344,213909504~67108864,289406976~4194304,297795584~29360128,331350016~25165824,364904448~37748736,406847488~12582912] 2024-04-12T09:00:57.101 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~50331648,58720256~33554432,96468992~20971520,121634816~88080384,213909504~67108864,289406976~37748736,331350016~29360128,364904448~54525952] 2024-04-12T09:00:57.101 INFO:tasks.workunit.client.0.smithi112.stdout:from 7 to HEAD diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~33554432,159383552~46137344,213909504~67108864,289406976~4194304,297795584~29360128,331350016~25165824,364904448~37748736,406847488~12582912] 2024-04-12T09:00:57.101 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~33554432,159383552~46137344,213909504~67108864,289406976~4194304,297795584~29360128,331350016~25165824,364904448~37748736,406847488~12582912] 2024-04-12T09:00:57.104 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~50331648,58720256~33554432,96468992~12582912,113246208~4194304,121634816~88080384,213909504~67108864,289406976~37748736,331350016~29360128,364904448~54525952] 2024-04-12T09:00:57.104 INFO:tasks.workunit.client.0.smithi112.stdout:from 8 to HEAD diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~33554432,159383552~20971520,184549376~20971520,213909504~29360128,247463936~16777216,268435456~12582912,289406976~4194304,297795584~29360128,331350016~25165824,364904448~37748736,406847488~12582912] 2024-04-12T09:00:57.104 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~33554432,159383552~20971520,184549376~20971520,213909504~29360128,247463936~16777216,268435456~12582912,289406976~4194304,297795584~29360128,331350016~25165824,364904448~37748736,406847488~12582912] 2024-04-12T09:00:57.107 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~50331648,58720256~33554432,96468992~12582912,113246208~4194304,121634816~88080384,213909504~67108864,289406976~37748736,331350016~29360128,364904448~54525952] 2024-04-12T09:00:57.107 INFO:tasks.workunit.client.0.smithi112.stdout:from 9 to HEAD diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~33554432,159383552~8388608,171966464~8388608,188743680~16777216,213909504~12582912,230686720~12582912,251658240~29360128,289406976~4194304,297795584~29360128,331350016~25165824,364904448~12582912,381681664~20971520,406847488~12582912] 2024-04-12T09:00:57.107 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~33554432,159383552~8388608,171966464~8388608,188743680~16777216,213909504~12582912,230686720~12582912,251658240~29360128,289406976~4194304,297795584~29360128,331350016~25165824,364904448~12582912,381681664~20971520,406847488~12582912] 2024-04-12T09:00:57.109 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~50331648,58720256~33554432,96468992~12582912,113246208~4194304,121634816~62914560,188743680~20971520,213909504~33554432,251658240~29360128,289406976~37748736,331350016~29360128,364904448~54525952] 2024-04-12T09:00:57.109 INFO:tasks.workunit.client.0.smithi112.stdout:from 10 to HEAD diff [0~25165824,29360128~4194304,37748736~8388608,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~8388608,134217728~20971520,159383552~8388608,171966464~8388608,188743680~16777216,213909504~4194304,222298112~20971520,251658240~29360128,289406976~4194304,297795584~29360128,331350016~25165824,364904448~12582912,381681664~20971520,406847488~12582912] 2024-04-12T09:00:57.109 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~4194304,37748736~8388608,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~8388608,134217728~20971520,159383552~8388608,171966464~8388608,188743680~16777216,213909504~4194304,222298112~20971520,251658240~29360128,289406976~4194304,297795584~29360128,331350016~25165824,364904448~12582912,381681664~20971520,406847488~12582912] 2024-04-12T09:00:57.111 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~50331648,58720256~33554432,96468992~12582912,113246208~4194304,121634816~33554432,159383552~25165824,188743680~20971520,213909504~4194304,222298112~25165824,251658240~29360128,289406976~37748736,331350016~29360128,364904448~54525952] 2024-04-12T09:00:57.111 INFO:tasks.workunit.client.0.smithi112.stdout:from 11 to HEAD diff [0~12582912,16777216~16777216,37748736~8388608,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~8388608,134217728~12582912,150994944~4194304,163577856~4194304,171966464~8388608,192937984~12582912,213909504~4194304,222298112~20971520,251658240~29360128,289406976~4194304,297795584~29360128,331350016~25165824,364904448~12582912,381681664~20971520,406847488~12582912] 2024-04-12T09:00:57.111 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~12582912,16777216~16777216,37748736~8388608,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~8388608,134217728~12582912,150994944~4194304,163577856~4194304,171966464~8388608,192937984~12582912,213909504~4194304,222298112~20971520,251658240~29360128,289406976~4194304,297795584~29360128,331350016~25165824,364904448~12582912,381681664~20971520,406847488~12582912] 2024-04-12T09:00:57.112 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~50331648,58720256~33554432,96468992~12582912,113246208~4194304,121634816~33554432,163577856~20971520,192937984~16777216,213909504~4194304,222298112~25165824,251658240~29360128,289406976~37748736,331350016~29360128,364904448~54525952] 2024-04-12T09:00:57.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:00:57 smithi175 ceph-mon[87929]: osdmap e945: 8 total, 8 up, 8 in 2024-04-12T09:00:58.053 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to HEAD diff [0~92274688,96468992~58720256,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,360710144~41943040,406847488~12582912] 2024-04-12T09:00:58.054 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~92274688,96468992~58720256,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,360710144~41943040,406847488~12582912] 2024-04-12T09:00:58.074 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~92274688,96468992~322961408] 2024-04-12T09:00:58.075 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to HEAD diff [0~54525952,58720256~33554432,96468992~58720256,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:58.075 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~54525952,58720256~33554432,96468992~58720256,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:58.080 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~54525952,58720256~33554432,96468992~264241152,364904448~54525952] 2024-04-12T09:00:58.080 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to HEAD diff [0~25165824,29360128~25165824,58720256~33554432,96468992~20971520,121634816~33554432,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:58.081 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~25165824,58720256~33554432,96468992~20971520,121634816~33554432,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:58.086 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~54525952,58720256~33554432,96468992~264241152,364904448~54525952] 2024-04-12T09:00:58.086 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to HEAD diff [0~25165824,29360128~25165824,58720256~33554432,96468992~20971520,121634816~33554432,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:58.086 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~25165824,58720256~33554432,96468992~20971520,121634816~33554432,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:58.091 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~54525952,58720256~33554432,96468992~264241152,364904448~54525952] 2024-04-12T09:00:58.091 INFO:tasks.workunit.client.0.smithi112.stdout:from 4 to HEAD diff [0~25165824,29360128~25165824,58720256~33554432,96468992~20971520,121634816~33554432,159383552~46137344,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:58.091 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~25165824,58720256~33554432,96468992~20971520,121634816~33554432,159383552~46137344,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:58.095 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~54525952,58720256~33554432,96468992~113246208,213909504~146800640,364904448~54525952] 2024-04-12T09:00:58.095 INFO:tasks.workunit.client.0.smithi112.stdout:from 5 to HEAD diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~20971520,121634816~33554432,159383552~46137344,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:58.096 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~20971520,121634816~33554432,159383552~46137344,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:58.099 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~50331648,58720256~33554432,96468992~113246208,213909504~146800640,364904448~54525952] 2024-04-12T09:00:58.099 INFO:tasks.workunit.client.0.smithi112.stdout:from 6 to HEAD diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~20971520,121634816~33554432,159383552~46137344,213909504~67108864,289406976~4194304,297795584~29360128,331350016~25165824,364904448~37748736,406847488~12582912] 2024-04-12T09:00:58.099 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~20971520,121634816~33554432,159383552~46137344,213909504~67108864,289406976~4194304,297795584~29360128,331350016~25165824,364904448~37748736,406847488~12582912] 2024-04-12T09:00:58.102 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~50331648,58720256~33554432,96468992~20971520,121634816~88080384,213909504~67108864,289406976~37748736,331350016~29360128,364904448~54525952] 2024-04-12T09:00:58.103 INFO:tasks.workunit.client.0.smithi112.stdout:from 7 to HEAD diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~33554432,159383552~46137344,213909504~67108864,289406976~4194304,297795584~29360128,331350016~25165824,364904448~37748736,406847488~12582912] 2024-04-12T09:00:58.103 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~33554432,159383552~46137344,213909504~67108864,289406976~4194304,297795584~29360128,331350016~25165824,364904448~37748736,406847488~12582912] 2024-04-12T09:00:58.105 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~50331648,58720256~33554432,96468992~12582912,113246208~4194304,121634816~88080384,213909504~67108864,289406976~37748736,331350016~29360128,364904448~54525952] 2024-04-12T09:00:58.105 INFO:tasks.workunit.client.0.smithi112.stdout:from 8 to HEAD diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~33554432,159383552~20971520,184549376~20971520,213909504~29360128,247463936~16777216,268435456~12582912,289406976~4194304,297795584~29360128,331350016~25165824,364904448~37748736,406847488~12582912] 2024-04-12T09:00:58.105 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~33554432,159383552~20971520,184549376~20971520,213909504~29360128,247463936~16777216,268435456~12582912,289406976~4194304,297795584~29360128,331350016~25165824,364904448~37748736,406847488~12582912] 2024-04-12T09:00:58.107 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~50331648,58720256~33554432,96468992~12582912,113246208~4194304,121634816~88080384,213909504~67108864,289406976~37748736,331350016~29360128,364904448~54525952] 2024-04-12T09:00:58.107 INFO:tasks.workunit.client.0.smithi112.stdout:from 9 to HEAD diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~33554432,159383552~8388608,171966464~8388608,188743680~16777216,213909504~12582912,230686720~12582912,251658240~29360128,289406976~4194304,297795584~29360128,331350016~25165824,364904448~12582912,381681664~20971520,406847488~12582912] 2024-04-12T09:00:58.107 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~33554432,159383552~8388608,171966464~8388608,188743680~16777216,213909504~12582912,230686720~12582912,251658240~29360128,289406976~4194304,297795584~29360128,331350016~25165824,364904448~12582912,381681664~20971520,406847488~12582912] 2024-04-12T09:00:58.109 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~50331648,58720256~33554432,96468992~12582912,113246208~4194304,121634816~62914560,188743680~20971520,213909504~33554432,251658240~29360128,289406976~37748736,331350016~29360128,364904448~54525952] 2024-04-12T09:00:58.109 INFO:tasks.workunit.client.0.smithi112.stdout:from 10 to HEAD diff [0~25165824,29360128~4194304,37748736~8388608,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~8388608,134217728~20971520,159383552~8388608,171966464~8388608,188743680~16777216,213909504~4194304,222298112~20971520,251658240~29360128,289406976~4194304,297795584~29360128,331350016~25165824,364904448~12582912,381681664~20971520,406847488~12582912] 2024-04-12T09:00:58.109 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~4194304,37748736~8388608,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~8388608,134217728~20971520,159383552~8388608,171966464~8388608,188743680~16777216,213909504~4194304,222298112~20971520,251658240~29360128,289406976~4194304,297795584~29360128,331350016~25165824,364904448~12582912,381681664~20971520,406847488~12582912] 2024-04-12T09:00:58.110 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~50331648,58720256~33554432,96468992~12582912,113246208~4194304,121634816~33554432,159383552~25165824,188743680~20971520,213909504~4194304,222298112~25165824,251658240~29360128,289406976~37748736,331350016~29360128,364904448~54525952] 2024-04-12T09:00:58.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:00:58 smithi112 ceph-mon[95375]: pgmap v1085: 105 pgs: 105 active+clean; 866 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 518 KiB/s rd, 3.0 MiB/s wr, 950 op/s 2024-04-12T09:00:58.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:00:58 smithi112 ceph-mon[95375]: osdmap e946: 8 total, 8 up, 8 in 2024-04-12T09:00:58.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:00:58 smithi112 ceph-mon[99443]: pgmap v1085: 105 pgs: 105 active+clean; 866 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 518 KiB/s rd, 3.0 MiB/s wr, 950 op/s 2024-04-12T09:00:58.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:00:58 smithi112 ceph-mon[99443]: osdmap e946: 8 total, 8 up, 8 in 2024-04-12T09:00:58.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:00:58 smithi175 ceph-mon[87929]: pgmap v1085: 105 pgs: 105 active+clean; 866 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 518 KiB/s rd, 3.0 MiB/s wr, 950 op/s 2024-04-12T09:00:58.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:00:58 smithi175 ceph-mon[87929]: osdmap e946: 8 total, 8 up, 8 in 2024-04-12T09:00:58.850 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to HEAD diff [0~92274688,96468992~58720256,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,360710144~41943040,406847488~12582912] 2024-04-12T09:00:58.850 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~92274688,96468992~58720256,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,360710144~41943040,406847488~12582912] 2024-04-12T09:00:58.868 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~92274688,96468992~322961408] 2024-04-12T09:00:58.868 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to HEAD diff [0~54525952,58720256~33554432,96468992~58720256,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:58.868 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~54525952,58720256~33554432,96468992~58720256,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:58.872 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~54525952,58720256~33554432,96468992~264241152,364904448~54525952] 2024-04-12T09:00:58.872 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to HEAD diff [0~25165824,29360128~25165824,58720256~33554432,96468992~20971520,121634816~33554432,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:58.872 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~25165824,58720256~33554432,96468992~20971520,121634816~33554432,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:58.876 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~54525952,58720256~33554432,96468992~264241152,364904448~54525952] 2024-04-12T09:00:58.877 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to HEAD diff [0~25165824,29360128~25165824,58720256~33554432,96468992~20971520,121634816~33554432,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:58.877 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~25165824,58720256~33554432,96468992~20971520,121634816~33554432,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:58.880 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~54525952,58720256~33554432,96468992~264241152,364904448~54525952] 2024-04-12T09:00:58.880 INFO:tasks.workunit.client.0.smithi112.stdout:from 4 to HEAD diff [0~25165824,29360128~25165824,58720256~33554432,96468992~20971520,121634816~33554432,159383552~46137344,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:58.880 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~25165824,58720256~33554432,96468992~20971520,121634816~33554432,159383552~46137344,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:58.883 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~54525952,58720256~33554432,96468992~113246208,213909504~146800640,364904448~54525952] 2024-04-12T09:00:58.883 INFO:tasks.workunit.client.0.smithi112.stdout:from 5 to HEAD diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~20971520,121634816~33554432,159383552~46137344,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:58.883 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~20971520,121634816~33554432,159383552~46137344,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:58.886 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~50331648,58720256~33554432,96468992~113246208,213909504~146800640,364904448~54525952] 2024-04-12T09:00:58.886 INFO:tasks.workunit.client.0.smithi112.stdout:from 6 to HEAD diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~20971520,121634816~33554432,159383552~46137344,213909504~67108864,289406976~4194304,297795584~29360128,331350016~25165824,364904448~37748736,406847488~12582912] 2024-04-12T09:00:58.887 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~20971520,121634816~33554432,159383552~46137344,213909504~67108864,289406976~4194304,297795584~29360128,331350016~25165824,364904448~37748736,406847488~12582912] 2024-04-12T09:00:58.889 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~50331648,58720256~33554432,96468992~20971520,121634816~88080384,213909504~67108864,289406976~37748736,331350016~29360128,364904448~54525952] 2024-04-12T09:00:58.889 INFO:tasks.workunit.client.0.smithi112.stdout:from 7 to HEAD diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~33554432,159383552~46137344,213909504~67108864,289406976~4194304,297795584~29360128,331350016~25165824,364904448~37748736,406847488~12582912] 2024-04-12T09:00:58.889 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~33554432,159383552~46137344,213909504~67108864,289406976~4194304,297795584~29360128,331350016~25165824,364904448~37748736,406847488~12582912] 2024-04-12T09:00:58.891 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~50331648,58720256~33554432,96468992~12582912,113246208~4194304,121634816~88080384,213909504~67108864,289406976~37748736,331350016~29360128,364904448~54525952] 2024-04-12T09:00:58.891 INFO:tasks.workunit.client.0.smithi112.stdout:from 8 to HEAD diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~33554432,159383552~20971520,184549376~20971520,213909504~29360128,247463936~16777216,268435456~12582912,289406976~4194304,297795584~29360128,331350016~25165824,364904448~37748736,406847488~12582912] 2024-04-12T09:00:58.891 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~33554432,159383552~20971520,184549376~20971520,213909504~29360128,247463936~16777216,268435456~12582912,289406976~4194304,297795584~29360128,331350016~25165824,364904448~37748736,406847488~12582912] 2024-04-12T09:00:58.893 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~50331648,58720256~33554432,96468992~12582912,113246208~4194304,121634816~88080384,213909504~67108864,289406976~37748736,331350016~29360128,364904448~54525952] 2024-04-12T09:00:58.893 INFO:tasks.workunit.client.0.smithi112.stdout:from 9 to HEAD diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~33554432,159383552~8388608,171966464~8388608,188743680~16777216,213909504~12582912,230686720~12582912,251658240~29360128,289406976~4194304,297795584~29360128,331350016~25165824,364904448~12582912,381681664~20971520,406847488~12582912] 2024-04-12T09:00:58.893 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~33554432,159383552~8388608,171966464~8388608,188743680~16777216,213909504~12582912,230686720~12582912,251658240~29360128,289406976~4194304,297795584~29360128,331350016~25165824,364904448~12582912,381681664~20971520,406847488~12582912] 2024-04-12T09:00:58.894 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~50331648,58720256~33554432,96468992~12582912,113246208~4194304,121634816~62914560,188743680~20971520,213909504~33554432,251658240~29360128,289406976~37748736,331350016~29360128,364904448~54525952] 2024-04-12T09:00:59.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:00:59 smithi112 ceph-mon[95375]: osdmap e947: 8 total, 8 up, 8 in 2024-04-12T09:00:59.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:00:59 smithi112 ceph-mon[95375]: osdmap e948: 8 total, 8 up, 8 in 2024-04-12T09:00:59.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:00:59 smithi112 ceph-mon[99443]: osdmap e947: 8 total, 8 up, 8 in 2024-04-12T09:00:59.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:00:59 smithi112 ceph-mon[99443]: osdmap e948: 8 total, 8 up, 8 in 2024-04-12T09:00:59.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:00:59 smithi175 ceph-mon[87929]: osdmap e947: 8 total, 8 up, 8 in 2024-04-12T09:00:59.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:00:59 smithi175 ceph-mon[87929]: osdmap e948: 8 total, 8 up, 8 in 2024-04-12T09:00:59.842 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to HEAD diff [0~92274688,96468992~58720256,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,360710144~41943040,406847488~12582912] 2024-04-12T09:00:59.842 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~92274688,96468992~58720256,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,360710144~41943040,406847488~12582912] 2024-04-12T09:00:59.865 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~92274688,96468992~322961408] 2024-04-12T09:00:59.865 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to HEAD diff [0~54525952,58720256~33554432,96468992~58720256,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:59.865 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~54525952,58720256~33554432,96468992~58720256,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:59.869 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~54525952,58720256~33554432,96468992~264241152,364904448~54525952] 2024-04-12T09:00:59.869 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to HEAD diff [0~25165824,29360128~25165824,58720256~33554432,96468992~20971520,121634816~33554432,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:59.869 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~25165824,58720256~33554432,96468992~20971520,121634816~33554432,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:59.873 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~54525952,58720256~33554432,96468992~264241152,364904448~54525952] 2024-04-12T09:00:59.873 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to HEAD diff [0~25165824,29360128~25165824,58720256~33554432,96468992~20971520,121634816~33554432,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:59.873 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~25165824,58720256~33554432,96468992~20971520,121634816~33554432,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:59.876 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~54525952,58720256~33554432,96468992~264241152,364904448~54525952] 2024-04-12T09:00:59.876 INFO:tasks.workunit.client.0.smithi112.stdout:from 4 to HEAD diff [0~25165824,29360128~25165824,58720256~33554432,96468992~20971520,121634816~33554432,159383552~46137344,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:59.876 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~25165824,58720256~33554432,96468992~20971520,121634816~33554432,159383552~46137344,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:59.879 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~54525952,58720256~33554432,96468992~113246208,213909504~146800640,364904448~54525952] 2024-04-12T09:00:59.879 INFO:tasks.workunit.client.0.smithi112.stdout:from 5 to HEAD diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~20971520,121634816~33554432,159383552~46137344,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:59.879 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~20971520,121634816~33554432,159383552~46137344,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:00:59.881 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~50331648,58720256~33554432,96468992~113246208,213909504~146800640,364904448~54525952] 2024-04-12T09:00:59.881 INFO:tasks.workunit.client.0.smithi112.stdout:from 6 to HEAD diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~20971520,121634816~33554432,159383552~46137344,213909504~67108864,289406976~4194304,297795584~29360128,331350016~25165824,364904448~37748736,406847488~12582912] 2024-04-12T09:00:59.881 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~20971520,121634816~33554432,159383552~46137344,213909504~67108864,289406976~4194304,297795584~29360128,331350016~25165824,364904448~37748736,406847488~12582912] 2024-04-12T09:00:59.884 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~50331648,58720256~33554432,96468992~20971520,121634816~88080384,213909504~67108864,289406976~37748736,331350016~29360128,364904448~54525952] 2024-04-12T09:00:59.884 INFO:tasks.workunit.client.0.smithi112.stdout:from 7 to HEAD diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~33554432,159383552~46137344,213909504~67108864,289406976~4194304,297795584~29360128,331350016~25165824,364904448~37748736,406847488~12582912] 2024-04-12T09:00:59.884 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~33554432,159383552~46137344,213909504~67108864,289406976~4194304,297795584~29360128,331350016~25165824,364904448~37748736,406847488~12582912] 2024-04-12T09:00:59.886 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~50331648,58720256~33554432,96468992~12582912,113246208~4194304,121634816~88080384,213909504~67108864,289406976~37748736,331350016~29360128,364904448~54525952] 2024-04-12T09:00:59.886 INFO:tasks.workunit.client.0.smithi112.stdout:from 8 to HEAD diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~33554432,159383552~20971520,184549376~20971520,213909504~29360128,247463936~16777216,268435456~12582912,289406976~4194304,297795584~29360128,331350016~25165824,364904448~37748736,406847488~12582912] 2024-04-12T09:00:59.886 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~33554432,159383552~20971520,184549376~20971520,213909504~29360128,247463936~16777216,268435456~12582912,289406976~4194304,297795584~29360128,331350016~25165824,364904448~37748736,406847488~12582912] 2024-04-12T09:00:59.887 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~50331648,58720256~33554432,96468992~12582912,113246208~4194304,121634816~88080384,213909504~67108864,289406976~37748736,331350016~29360128,364904448~54525952] 2024-04-12T09:01:00.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:01:00 smithi112 ceph-mon[99443]: pgmap v1088: 105 pgs: 105 active+clean; 824 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 314 KiB/s rd, 6.2 KiB/s wr, 540 op/s 2024-04-12T09:01:00.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:01:00 smithi112 ceph-mon[99443]: osdmap e949: 8 total, 8 up, 8 in 2024-04-12T09:01:00.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:01:00 smithi112 ceph-mon[95375]: pgmap v1088: 105 pgs: 105 active+clean; 824 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 314 KiB/s rd, 6.2 KiB/s wr, 540 op/s 2024-04-12T09:01:00.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:01:00 smithi112 ceph-mon[95375]: osdmap e949: 8 total, 8 up, 8 in 2024-04-12T09:01:00.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:01:00 smithi175 ceph-mon[87929]: pgmap v1088: 105 pgs: 105 active+clean; 824 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 314 KiB/s rd, 6.2 KiB/s wr, 540 op/s 2024-04-12T09:01:00.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:01:00 smithi175 ceph-mon[87929]: osdmap e949: 8 total, 8 up, 8 in 2024-04-12T09:01:00.852 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to HEAD diff [0~92274688,96468992~58720256,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,360710144~41943040,406847488~12582912] 2024-04-12T09:01:00.852 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~92274688,96468992~58720256,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,360710144~41943040,406847488~12582912] 2024-04-12T09:01:00.869 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~92274688,96468992~322961408] 2024-04-12T09:01:00.870 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to HEAD diff [0~54525952,58720256~33554432,96468992~58720256,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:01:00.870 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~54525952,58720256~33554432,96468992~58720256,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:01:00.874 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~54525952,58720256~33554432,96468992~264241152,364904448~54525952] 2024-04-12T09:01:00.874 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to HEAD diff [0~25165824,29360128~25165824,58720256~33554432,96468992~20971520,121634816~33554432,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:01:00.874 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~25165824,58720256~33554432,96468992~20971520,121634816~33554432,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:01:00.877 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~54525952,58720256~33554432,96468992~264241152,364904448~54525952] 2024-04-12T09:01:00.878 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to HEAD diff [0~25165824,29360128~25165824,58720256~33554432,96468992~20971520,121634816~33554432,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:01:00.878 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~25165824,58720256~33554432,96468992~20971520,121634816~33554432,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:01:00.881 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~54525952,58720256~33554432,96468992~264241152,364904448~54525952] 2024-04-12T09:01:00.881 INFO:tasks.workunit.client.0.smithi112.stdout:from 4 to HEAD diff [0~25165824,29360128~25165824,58720256~33554432,96468992~20971520,121634816~33554432,159383552~46137344,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:01:00.881 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~25165824,58720256~33554432,96468992~20971520,121634816~33554432,159383552~46137344,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:01:00.884 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~54525952,58720256~33554432,96468992~113246208,213909504~146800640,364904448~54525952] 2024-04-12T09:01:00.884 INFO:tasks.workunit.client.0.smithi112.stdout:from 5 to HEAD diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~20971520,121634816~33554432,159383552~46137344,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:01:00.884 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~20971520,121634816~33554432,159383552~46137344,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:01:00.887 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~50331648,58720256~33554432,96468992~113246208,213909504~146800640,364904448~54525952] 2024-04-12T09:01:00.887 INFO:tasks.workunit.client.0.smithi112.stdout:from 6 to HEAD diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~20971520,121634816~33554432,159383552~46137344,213909504~67108864,289406976~4194304,297795584~29360128,331350016~25165824,364904448~37748736,406847488~12582912] 2024-04-12T09:01:00.887 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~20971520,121634816~33554432,159383552~46137344,213909504~67108864,289406976~4194304,297795584~29360128,331350016~25165824,364904448~37748736,406847488~12582912] 2024-04-12T09:01:00.889 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~50331648,58720256~33554432,96468992~20971520,121634816~88080384,213909504~67108864,289406976~37748736,331350016~29360128,364904448~54525952] 2024-04-12T09:01:00.889 INFO:tasks.workunit.client.0.smithi112.stdout:from 7 to HEAD diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~33554432,159383552~46137344,213909504~67108864,289406976~4194304,297795584~29360128,331350016~25165824,364904448~37748736,406847488~12582912] 2024-04-12T09:01:00.890 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~12582912,113246208~4194304,121634816~33554432,159383552~46137344,213909504~67108864,289406976~4194304,297795584~29360128,331350016~25165824,364904448~37748736,406847488~12582912] 2024-04-12T09:01:00.891 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~50331648,58720256~33554432,96468992~12582912,113246208~4194304,121634816~88080384,213909504~67108864,289406976~37748736,331350016~29360128,364904448~54525952] 2024-04-12T09:01:01.851 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to HEAD diff [0~92274688,96468992~58720256,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,360710144~41943040,406847488~12582912] 2024-04-12T09:01:01.852 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~92274688,96468992~58720256,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,360710144~41943040,406847488~12582912] 2024-04-12T09:01:01.868 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~92274688,96468992~322961408] 2024-04-12T09:01:01.868 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to HEAD diff [0~54525952,58720256~33554432,96468992~58720256,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:01:01.868 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~54525952,58720256~33554432,96468992~58720256,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:01:01.872 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~54525952,58720256~33554432,96468992~264241152,364904448~54525952] 2024-04-12T09:01:01.872 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to HEAD diff [0~25165824,29360128~25165824,58720256~33554432,96468992~20971520,121634816~33554432,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:01:01.872 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~25165824,58720256~33554432,96468992~20971520,121634816~33554432,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:01:01.875 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~54525952,58720256~33554432,96468992~264241152,364904448~54525952] 2024-04-12T09:01:01.875 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to HEAD diff [0~25165824,29360128~25165824,58720256~33554432,96468992~20971520,121634816~33554432,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:01:01.875 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~25165824,58720256~33554432,96468992~20971520,121634816~33554432,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:01:01.878 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~54525952,58720256~33554432,96468992~264241152,364904448~54525952] 2024-04-12T09:01:01.878 INFO:tasks.workunit.client.0.smithi112.stdout:from 4 to HEAD diff [0~25165824,29360128~25165824,58720256~33554432,96468992~20971520,121634816~33554432,159383552~46137344,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:01:01.878 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~25165824,58720256~33554432,96468992~20971520,121634816~33554432,159383552~46137344,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:01:01.880 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~54525952,58720256~33554432,96468992~113246208,213909504~146800640,364904448~54525952] 2024-04-12T09:01:01.880 INFO:tasks.workunit.client.0.smithi112.stdout:from 5 to HEAD diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~20971520,121634816~33554432,159383552~46137344,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:01:01.880 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~20971520,121634816~33554432,159383552~46137344,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:01:01.882 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~50331648,58720256~33554432,96468992~113246208,213909504~146800640,364904448~54525952] 2024-04-12T09:01:01.882 INFO:tasks.workunit.client.0.smithi112.stdout:from 6 to HEAD diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~20971520,121634816~33554432,159383552~46137344,213909504~67108864,289406976~4194304,297795584~29360128,331350016~25165824,364904448~37748736,406847488~12582912] 2024-04-12T09:01:01.882 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~20971520,121634816~33554432,159383552~46137344,213909504~67108864,289406976~4194304,297795584~29360128,331350016~25165824,364904448~37748736,406847488~12582912] 2024-04-12T09:01:01.883 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~50331648,58720256~33554432,96468992~20971520,121634816~88080384,213909504~67108864,289406976~37748736,331350016~29360128,364904448~54525952] 2024-04-12T09:01:02.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:01:01 smithi112 ceph-mon[99443]: pgmap v1091: 105 pgs: 105 active+clean; 824 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 116 KiB/s rd, 0 B/s wr, 231 op/s 2024-04-12T09:01:02.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:01:01 smithi112 ceph-mon[99443]: osdmap e950: 8 total, 8 up, 8 in 2024-04-12T09:01:02.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:01:01 smithi112 ceph-mon[95375]: pgmap v1091: 105 pgs: 105 active+clean; 824 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 116 KiB/s rd, 0 B/s wr, 231 op/s 2024-04-12T09:01:02.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:01:01 smithi112 ceph-mon[95375]: osdmap e950: 8 total, 8 up, 8 in 2024-04-12T09:01:02.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:01:01 smithi175 ceph-mon[87929]: pgmap v1091: 105 pgs: 105 active+clean; 824 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 116 KiB/s rd, 0 B/s wr, 231 op/s 2024-04-12T09:01:02.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:01:01 smithi175 ceph-mon[87929]: osdmap e950: 8 total, 8 up, 8 in 2024-04-12T09:01:02.856 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to HEAD diff [0~92274688,96468992~58720256,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,360710144~41943040,406847488~12582912] 2024-04-12T09:01:02.856 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~92274688,96468992~58720256,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,360710144~41943040,406847488~12582912] 2024-04-12T09:01:02.875 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~92274688,96468992~322961408] 2024-04-12T09:01:02.875 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to HEAD diff [0~54525952,58720256~33554432,96468992~58720256,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:01:02.875 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~54525952,58720256~33554432,96468992~58720256,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:01:02.880 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~54525952,58720256~33554432,96468992~264241152,364904448~54525952] 2024-04-12T09:01:02.880 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to HEAD diff [0~25165824,29360128~25165824,58720256~33554432,96468992~20971520,121634816~33554432,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:01:02.880 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~25165824,58720256~33554432,96468992~20971520,121634816~33554432,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:01:02.883 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~54525952,58720256~33554432,96468992~264241152,364904448~54525952] 2024-04-12T09:01:02.883 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to HEAD diff [0~25165824,29360128~25165824,58720256~33554432,96468992~20971520,121634816~33554432,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:01:02.883 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~25165824,58720256~33554432,96468992~20971520,121634816~33554432,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:01:02.885 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~54525952,58720256~33554432,96468992~264241152,364904448~54525952] 2024-04-12T09:01:02.885 INFO:tasks.workunit.client.0.smithi112.stdout:from 4 to HEAD diff [0~25165824,29360128~25165824,58720256~33554432,96468992~20971520,121634816~33554432,159383552~46137344,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:01:02.885 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~25165824,58720256~33554432,96468992~20971520,121634816~33554432,159383552~46137344,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:01:02.887 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~54525952,58720256~33554432,96468992~113246208,213909504~146800640,364904448~54525952] 2024-04-12T09:01:02.887 INFO:tasks.workunit.client.0.smithi112.stdout:from 5 to HEAD diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~20971520,121634816~33554432,159383552~46137344,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:01:02.887 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~16777216,58720256~25165824,88080384~4194304,96468992~20971520,121634816~33554432,159383552~46137344,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:01:02.888 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~50331648,58720256~33554432,96468992~113246208,213909504~146800640,364904448~54525952] 2024-04-12T09:01:03.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:01:02 smithi112 ceph-mon[95375]: osdmap e951: 8 total, 8 up, 8 in 2024-04-12T09:01:03.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:01:02 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:01:03.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:01:02 smithi112 ceph-mon[99443]: osdmap e951: 8 total, 8 up, 8 in 2024-04-12T09:01:03.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:01:02 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:01:03.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:01:02 smithi175 ceph-mon[87929]: osdmap e951: 8 total, 8 up, 8 in 2024-04-12T09:01:03.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:01:02 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:01:03.841 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to HEAD diff [0~92274688,96468992~58720256,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,360710144~41943040,406847488~12582912] 2024-04-12T09:01:03.841 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~92274688,96468992~58720256,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,360710144~41943040,406847488~12582912] 2024-04-12T09:01:03.860 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~92274688,96468992~322961408] 2024-04-12T09:01:03.861 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to HEAD diff [0~54525952,58720256~33554432,96468992~58720256,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:01:03.861 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~54525952,58720256~33554432,96468992~58720256,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:01:03.865 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~54525952,58720256~33554432,96468992~264241152,364904448~54525952] 2024-04-12T09:01:03.865 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to HEAD diff [0~25165824,29360128~25165824,58720256~33554432,96468992~20971520,121634816~33554432,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:01:03.865 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~25165824,58720256~33554432,96468992~20971520,121634816~33554432,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:01:03.869 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~54525952,58720256~33554432,96468992~264241152,364904448~54525952] 2024-04-12T09:01:03.869 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to HEAD diff [0~25165824,29360128~25165824,58720256~33554432,96468992~20971520,121634816~33554432,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:01:03.869 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~25165824,58720256~33554432,96468992~20971520,121634816~33554432,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:01:03.872 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~54525952,58720256~33554432,96468992~264241152,364904448~54525952] 2024-04-12T09:01:03.872 INFO:tasks.workunit.client.0.smithi112.stdout:from 4 to HEAD diff [0~25165824,29360128~25165824,58720256~33554432,96468992~20971520,121634816~33554432,159383552~46137344,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:01:03.872 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~25165824,58720256~33554432,96468992~20971520,121634816~33554432,159383552~46137344,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:01:03.873 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~54525952,58720256~33554432,96468992~113246208,213909504~146800640,364904448~54525952] 2024-04-12T09:01:04.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:01:03 smithi175 ceph-mon[87929]: pgmap v1094: 105 pgs: 2 active+clean+snaptrim, 103 active+clean; 781 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 175 KiB/s rd, 7.2 KiB/s wr, 272 op/s 2024-04-12T09:01:04.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:01:03 smithi175 ceph-mon[87929]: osdmap e952: 8 total, 8 up, 8 in 2024-04-12T09:01:04.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:01:03 smithi175 ceph-mon[87929]: osdmap e953: 8 total, 8 up, 8 in 2024-04-12T09:01:04.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:01:03 smithi112 ceph-mon[95375]: pgmap v1094: 105 pgs: 2 active+clean+snaptrim, 103 active+clean; 781 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 175 KiB/s rd, 7.2 KiB/s wr, 272 op/s 2024-04-12T09:01:04.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:01:03 smithi112 ceph-mon[95375]: osdmap e952: 8 total, 8 up, 8 in 2024-04-12T09:01:04.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:01:03 smithi112 ceph-mon[95375]: osdmap e953: 8 total, 8 up, 8 in 2024-04-12T09:01:04.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:01:03 smithi112 ceph-mon[99443]: pgmap v1094: 105 pgs: 2 active+clean+snaptrim, 103 active+clean; 781 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 175 KiB/s rd, 7.2 KiB/s wr, 272 op/s 2024-04-12T09:01:04.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:01:03 smithi112 ceph-mon[99443]: osdmap e952: 8 total, 8 up, 8 in 2024-04-12T09:01:04.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:01:03 smithi112 ceph-mon[99443]: osdmap e953: 8 total, 8 up, 8 in 2024-04-12T09:01:04.865 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to HEAD diff [0~92274688,96468992~58720256,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,360710144~41943040,406847488~12582912] 2024-04-12T09:01:04.866 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~92274688,96468992~58720256,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,360710144~41943040,406847488~12582912] 2024-04-12T09:01:04.880 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~92274688,96468992~322961408] 2024-04-12T09:01:04.880 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to HEAD diff [0~54525952,58720256~33554432,96468992~58720256,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:01:04.880 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~54525952,58720256~33554432,96468992~58720256,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:01:04.883 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~54525952,58720256~33554432,96468992~264241152,364904448~54525952] 2024-04-12T09:01:04.883 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to HEAD diff [0~25165824,29360128~25165824,58720256~33554432,96468992~20971520,121634816~33554432,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:01:04.883 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~25165824,58720256~33554432,96468992~20971520,121634816~33554432,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:01:04.885 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~54525952,58720256~33554432,96468992~264241152,364904448~54525952] 2024-04-12T09:01:04.885 INFO:tasks.workunit.client.0.smithi112.stdout:from 3 to HEAD diff [0~25165824,29360128~25165824,58720256~33554432,96468992~20971520,121634816~33554432,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:01:04.885 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~25165824,58720256~33554432,96468992~20971520,121634816~33554432,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:01:04.886 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~54525952,58720256~33554432,96468992~264241152,364904448~54525952] 2024-04-12T09:01:05.871 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to HEAD diff [0~92274688,96468992~58720256,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,360710144~41943040,406847488~12582912] 2024-04-12T09:01:05.871 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~92274688,96468992~58720256,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,360710144~41943040,406847488~12582912] 2024-04-12T09:01:05.888 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~92274688,96468992~322961408] 2024-04-12T09:01:05.888 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to HEAD diff [0~54525952,58720256~33554432,96468992~58720256,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:01:05.888 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~54525952,58720256~33554432,96468992~58720256,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:01:05.890 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~54525952,58720256~33554432,96468992~264241152,364904448~54525952] 2024-04-12T09:01:05.890 INFO:tasks.workunit.client.0.smithi112.stdout:from 2 to HEAD diff [0~25165824,29360128~25165824,58720256~33554432,96468992~20971520,121634816~33554432,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:01:05.890 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~25165824,29360128~25165824,58720256~33554432,96468992~20971520,121634816~33554432,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:01:05.891 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~54525952,58720256~33554432,96468992~264241152,364904448~54525952] 2024-04-12T09:01:06.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:01:05 smithi175 ceph-mon[87929]: pgmap v1097: 105 pgs: 2 active+clean+snaptrim, 103 active+clean; 692 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 214 KiB/s rd, 7.2 KiB/s wr, 349 op/s 2024-04-12T09:01:06.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:01:05 smithi175 ceph-mon[87929]: osdmap e954: 8 total, 8 up, 8 in 2024-04-12T09:01:06.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:01:05 smithi112 ceph-mon[95375]: pgmap v1097: 105 pgs: 2 active+clean+snaptrim, 103 active+clean; 692 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 214 KiB/s rd, 7.2 KiB/s wr, 349 op/s 2024-04-12T09:01:06.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:01:05 smithi112 ceph-mon[95375]: osdmap e954: 8 total, 8 up, 8 in 2024-04-12T09:01:06.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:01:05 smithi112 ceph-mon[99443]: pgmap v1097: 105 pgs: 2 active+clean+snaptrim, 103 active+clean; 692 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 214 KiB/s rd, 7.2 KiB/s wr, 349 op/s 2024-04-12T09:01:06.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:01:05 smithi112 ceph-mon[99443]: osdmap e954: 8 total, 8 up, 8 in 2024-04-12T09:01:06.877 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to HEAD diff [0~92274688,96468992~58720256,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,360710144~41943040,406847488~12582912] 2024-04-12T09:01:06.877 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~92274688,96468992~58720256,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,360710144~41943040,406847488~12582912] 2024-04-12T09:01:06.888 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~92274688,96468992~322961408] 2024-04-12T09:01:06.888 INFO:tasks.workunit.client.0.smithi112.stdout:from 1 to HEAD diff [0~54525952,58720256~33554432,96468992~58720256,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:01:06.888 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~54525952,58720256~33554432,96468992~58720256,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,364904448~37748736,406847488~12582912] 2024-04-12T09:01:06.889 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~54525952,58720256~33554432,96468992~264241152,364904448~54525952] 2024-04-12T09:01:07.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:01:06 smithi112 ceph-mon[95375]: osdmap e955: 8 total, 8 up, 8 in 2024-04-12T09:01:07.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:01:06 smithi112 ceph-mon[99443]: osdmap e955: 8 total, 8 up, 8 in 2024-04-12T09:01:07.093 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 09:01:06 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: ::ffff:172.21.15.175 - - [12/Apr/2024:09:01:06] "GET /metrics HTTP/1.1" 200 36541 "" "Prometheus/2.43.0" 2024-04-12T09:01:07.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:01:06 smithi175 ceph-mon[87929]: osdmap e955: 8 total, 8 up, 8 in 2024-04-12T09:01:07.876 INFO:tasks.workunit.client.0.smithi112.stdout:from 0 to HEAD diff [0~92274688,96468992~58720256,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,360710144~41943040,406847488~12582912] 2024-04-12T09:01:07.876 INFO:tasks.workunit.client.0.smithi112.stdout: limited diff [0~92274688,96468992~58720256,159383552~50331648,213909504~67108864,285212672~8388608,297795584~58720256,360710144~41943040,406847488~12582912] 2024-04-12T09:01:07.888 INFO:tasks.workunit.client.0.smithi112.stdout: actual was [0~92274688,96468992~322961408] 2024-04-12T09:01:08.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:01:07 smithi175 ceph-mon[87929]: pgmap v1100: 105 pgs: 105 active+clean; 640 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 124 KiB/s rd, 6.0 KiB/s wr, 207 op/s 2024-04-12T09:01:08.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:01:07 smithi175 ceph-mon[87929]: osdmap e956: 8 total, 8 up, 8 in 2024-04-12T09:01:08.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:01:07 smithi112 ceph-mon[95375]: pgmap v1100: 105 pgs: 105 active+clean; 640 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 124 KiB/s rd, 6.0 KiB/s wr, 207 op/s 2024-04-12T09:01:08.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:01:07 smithi112 ceph-mon[95375]: osdmap e956: 8 total, 8 up, 8 in 2024-04-12T09:01:08.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:01:07 smithi112 ceph-mon[99443]: pgmap v1100: 105 pgs: 105 active+clean; 640 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 124 KiB/s rd, 6.0 KiB/s wr, 207 op/s 2024-04-12T09:01:08.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:01:07 smithi112 ceph-mon[99443]: osdmap e956: 8 total, 8 up, 8 in 2024-04-12T09:01:08.861 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] DiffIterateTest/1.DiffIterateStress (38959 ms) 2024-04-12T09:01:08.861 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] DiffIterateTest/1.DiffIterateParent 2024-04-12T09:01:08.861 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T09:01:09.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:01:08 smithi175 ceph-mon[87929]: osdmap e957: 8 total, 8 up, 8 in 2024-04-12T09:01:09.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:01:08 smithi175 ceph-mon[87929]: osdmap e958: 8 total, 8 up, 8 in 2024-04-12T09:01:09.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:01:08 smithi112 ceph-mon[95375]: osdmap e957: 8 total, 8 up, 8 in 2024-04-12T09:01:09.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:01:08 smithi112 ceph-mon[95375]: osdmap e958: 8 total, 8 up, 8 in 2024-04-12T09:01:09.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:01:08 smithi112 ceph-mon[99443]: osdmap e957: 8 total, 8 up, 8 in 2024-04-12T09:01:09.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:01:08 smithi112 ceph-mon[99443]: osdmap e958: 8 total, 8 up, 8 in 2024-04-12T09:01:09.989 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] DiffIterateTest/1.DiffIterateParent (1128 ms) 2024-04-12T09:01:09.989 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] DiffIterateTest/1.DiffIterateIgnoreParent 2024-04-12T09:01:09.989 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T09:01:10.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:01:09 smithi175 ceph-mon[87929]: pgmap v1103: 105 pgs: 105 active+clean; 513 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 97 KiB/s rd, 6.0 KiB/s wr, 152 op/s 2024-04-12T09:01:10.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:01:09 smithi112 ceph-mon[95375]: pgmap v1103: 105 pgs: 105 active+clean; 513 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 97 KiB/s rd, 6.0 KiB/s wr, 152 op/s 2024-04-12T09:01:10.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:01:09 smithi112 ceph-mon[99443]: pgmap v1103: 105 pgs: 105 active+clean; 513 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 97 KiB/s rd, 6.0 KiB/s wr, 152 op/s 2024-04-12T09:01:11.017 INFO:tasks.workunit.client.0.smithi112.stdout: wrote [0~20971520] to clone 2024-04-12T09:01:11.018 INFO:tasks.workunit.client.0.smithi112.stdout: diff was [0~20971520] 2024-04-12T09:01:11.021 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] DiffIterateTest/1.DiffIterateIgnoreParent (1032 ms) 2024-04-12T09:01:11.021 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] DiffIterateTest/1.DiffIterateCallbackError 2024-04-12T09:01:11.021 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T09:01:11.041 INFO:tasks.workunit.client.0.smithi112.stdout: wrote [1903949~16458,2099906~17044,3699743~36481,6637382~1940,9725055~43794,11117834~7596,12171835~3758,13614392~2415,17269122~73186,19272961~26539] 2024-04-12T09:01:11.051 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] DiffIterateTest/1.DiffIterateCallbackError (31 ms) 2024-04-12T09:01:11.052 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] DiffIterateTest/1.DiffIterateParentDiscard 2024-04-12T09:01:11.052 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T09:01:11.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:01:10 smithi175 ceph-mon[87929]: osdmap e959: 8 total, 8 up, 8 in 2024-04-12T09:01:11.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:01:10 smithi112 ceph-mon[95375]: osdmap e959: 8 total, 8 up, 8 in 2024-04-12T09:01:11.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:01:10 smithi112 ceph-mon[99443]: osdmap e959: 8 total, 8 up, 8 in 2024-04-12T09:01:12.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:01:11 smithi175 ceph-mon[87929]: pgmap v1106: 105 pgs: 105 active+clean; 513 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 22 op/s 2024-04-12T09:01:12.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:01:11 smithi175 ceph-mon[87929]: osdmap e960: 8 total, 8 up, 8 in 2024-04-12T09:01:12.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:01:11 smithi112 ceph-mon[99443]: pgmap v1106: 105 pgs: 105 active+clean; 513 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 22 op/s 2024-04-12T09:01:12.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:01:11 smithi112 ceph-mon[99443]: osdmap e960: 8 total, 8 up, 8 in 2024-04-12T09:01:12.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:01:11 smithi112 ceph-mon[95375]: pgmap v1106: 105 pgs: 105 active+clean; 513 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 22 op/s 2024-04-12T09:01:12.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:01:11 smithi112 ceph-mon[95375]: osdmap e960: 8 total, 8 up, 8 in 2024-04-12T09:01:12.988 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] DiffIterateTest/1.DiffIterateParentDiscard (1936 ms) 2024-04-12T09:01:12.988 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] DiffIterateTest/1.DiffIterateUnalignedSmall 2024-04-12T09:01:12.988 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T09:01:13.056 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] DiffIterateTest/1.DiffIterateUnalignedSmall (68 ms) 2024-04-12T09:01:13.056 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] DiffIterateTest/1.DiffIterateUnaligned 2024-04-12T09:01:13.056 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T09:01:13.132 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] DiffIterateTest/1.DiffIterateUnaligned (76 ms) 2024-04-12T09:01:13.132 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] DiffIterateTest/1.DiffIterateTryAcquireLock 2024-04-12T09:01:13.132 INFO:tasks.workunit.client.0.smithi112.stdout:using new format! 2024-04-12T09:01:13.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:01:12 smithi175 ceph-mon[87929]: osdmap e961: 8 total, 8 up, 8 in 2024-04-12T09:01:13.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:01:12 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:01:13.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:01:12 smithi112 ceph-mon[95375]: osdmap e961: 8 total, 8 up, 8 in 2024-04-12T09:01:13.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:01:12 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:01:13.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:01:12 smithi112 ceph-mon[99443]: osdmap e961: 8 total, 8 up, 8 in 2024-04-12T09:01:13.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:01:12 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:01:13.900 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:01:13 smithi175 ceph-mon[87929]: pgmap v1109: 105 pgs: 105 active+clean; 521 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 102 op/s 2024-04-12T09:01:13.901 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:01:13 smithi175 ceph-mon[87929]: osdmap e962: 8 total, 8 up, 8 in 2024-04-12T09:01:13.901 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:01:13 smithi175 ceph-mon[87929]: osdmap e963: 8 total, 8 up, 8 in 2024-04-12T09:01:14.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:01:13 smithi112 ceph-mon[99443]: pgmap v1109: 105 pgs: 105 active+clean; 521 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 102 op/s 2024-04-12T09:01:14.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:01:13 smithi112 ceph-mon[99443]: osdmap e962: 8 total, 8 up, 8 in 2024-04-12T09:01:14.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:01:13 smithi112 ceph-mon[99443]: osdmap e963: 8 total, 8 up, 8 in 2024-04-12T09:01:14.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:01:13 smithi112 ceph-mon[95375]: pgmap v1109: 105 pgs: 105 active+clean; 521 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 102 op/s 2024-04-12T09:01:14.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:01:13 smithi112 ceph-mon[95375]: osdmap e962: 8 total, 8 up, 8 in 2024-04-12T09:01:14.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:01:13 smithi112 ceph-mon[95375]: osdmap e963: 8 total, 8 up, 8 in 2024-04-12T09:01:16.182 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:01:15 smithi175 ceph-mon[87929]: pgmap v1112: 105 pgs: 105 active+clean; 550 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 16 MiB/s wr, 308 op/s 2024-04-12T09:01:16.252 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:01:15 smithi112 ceph-mon[99443]: pgmap v1112: 105 pgs: 105 active+clean; 550 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 16 MiB/s wr, 308 op/s 2024-04-12T09:01:16.252 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:01:15 smithi112 ceph-mon[95375]: pgmap v1112: 105 pgs: 105 active+clean; 550 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 16 MiB/s wr, 308 op/s 2024-04-12T09:01:17.092 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 09:01:16 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: ::ffff:172.21.15.175 - - [12/Apr/2024:09:01:16] "GET /metrics HTTP/1.1" 200 36541 "" "Prometheus/2.43.0" 2024-04-12T09:01:17.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:01:17 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T09:01:17.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:01:17 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T09:01:17.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:01:17 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T09:01:17.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:01:17 smithi112 ceph-mon[95375]: pgmap v1113: 105 pgs: 105 active+clean; 562 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 4.4 MiB/s rd, 11 MiB/s wr, 288 op/s 2024-04-12T09:01:17.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:01:17 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T09:01:17.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:01:17 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:01:17.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:01:17 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:01:17.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:01:17 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:01:17.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:01:17 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T09:01:17.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:01:17 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T09:01:17.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:01:17 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T09:01:17.844 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:01:17 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T09:01:17.844 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:01:17 smithi112 ceph-mon[99443]: pgmap v1113: 105 pgs: 105 active+clean; 562 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 4.4 MiB/s rd, 11 MiB/s wr, 288 op/s 2024-04-12T09:01:17.844 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:01:17 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T09:01:17.844 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:01:17 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:01:17.844 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:01:17 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:01:17.844 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:01:17 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:01:17.844 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:01:17 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T09:01:18.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:01:17 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T09:01:18.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:01:17 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T09:01:18.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:01:17 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T09:01:18.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:01:17 smithi175 ceph-mon[87929]: pgmap v1113: 105 pgs: 105 active+clean; 562 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 4.4 MiB/s rd, 11 MiB/s wr, 288 op/s 2024-04-12T09:01:18.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:01:17 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T09:01:18.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:01:17 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:01:18.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:01:17 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:01:18.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:01:17 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:01:18.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:01:17 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T09:01:18.178 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] DiffIterateTest/1.DiffIterateTryAcquireLock (5046 ms) 2024-04-12T09:01:18.178 INFO:tasks.workunit.client.0.smithi112.stdout:[ RUN ] DiffIterateTest/1.DiffIterateStriping 2024-04-12T09:01:18.178 INFO:tasks.workunit.client.0.smithi112.stdout:SKIPPING 2024-04-12T09:01:18.178 INFO:tasks.workunit.client.0.smithi112.stdout:[ OK ] DiffIterateTest/1.DiffIterateStriping (0 ms) 2024-04-12T09:01:18.700 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] 15 tests from DiffIterateTest/1 (68253 ms total) 2024-04-12T09:01:18.700 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T09:01:18.700 INFO:tasks.workunit.client.0.smithi112.stdout:[----------] Global test environment tear-down 2024-04-12T09:01:18.700 INFO:tasks.workunit.client.0.smithi112.stdout:[==========] 415 tests from 16 test suites ran. (1015420 ms total) 2024-04-12T09:01:18.700 INFO:tasks.workunit.client.0.smithi112.stdout:[ PASSED ] 415 tests. 2024-04-12T09:01:18.700 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T09:01:18.700 INFO:tasks.workunit.client.0.smithi112.stdout: YOU HAVE 2 DISABLED TESTS 2024-04-12T09:01:18.700 INFO:tasks.workunit.client.0.smithi112.stdout: 2024-04-12T09:01:18.706 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-12T09:01:18.706 DEBUG:teuthology.orchestra.run.smithi112:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-12T09:01:18.770 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:01:18 smithi112 ceph-mon[99443]: pgmap v1114: 105 pgs: 105 active+clean; 566 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 8.7 MiB/s wr, 253 op/s 2024-04-12T09:01:18.771 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:01:18 smithi112 ceph-mon[99443]: pgmap v1115: 105 pgs: 105 active+clean; 566 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.7 MiB/s rd, 10 MiB/s wr, 296 op/s 2024-04-12T09:01:18.771 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:01:18 smithi112 ceph-mon[95375]: pgmap v1114: 105 pgs: 105 active+clean; 566 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 8.7 MiB/s wr, 253 op/s 2024-04-12T09:01:18.771 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:01:18 smithi112 ceph-mon[95375]: pgmap v1115: 105 pgs: 105 active+clean; 566 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.7 MiB/s rd, 10 MiB/s wr, 296 op/s 2024-04-12T09:01:18.775 INFO:tasks.workunit:Stopping ['rbd/test_librbd.sh'] on client.0... 2024-04-12T09:01:18.775 DEBUG:teuthology.orchestra.run.smithi112:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-12T09:01:19.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:01:18 smithi175 ceph-mon[87929]: pgmap v1114: 105 pgs: 105 active+clean; 566 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 8.7 MiB/s wr, 253 op/s 2024-04-12T09:01:19.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:01:18 smithi175 ceph-mon[87929]: pgmap v1115: 105 pgs: 105 active+clean; 566 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.7 MiB/s rd, 10 MiB/s wr, 296 op/s 2024-04-12T09:01:19.035 DEBUG:teuthology.parallel:result is None 2024-04-12T09:01:19.036 DEBUG:teuthology.orchestra.run.smithi112:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-12T09:01:19.062 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-12T09:01:19.063 DEBUG:teuthology.orchestra.run.smithi112:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-04-12T09:01:19.125 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-04-12T09:01:19.126 INFO:teuthology.task.sequential:In sequential, running task print... 2024-04-12T09:01:19.126 INFO:teuthology.task.print:**** done rbd/test_librbd.sh 7-workload 2024-04-12T09:01:19.126 DEBUG:teuthology.parallel:result is None 2024-04-12T09:01:19.126 INFO:teuthology.run_tasks:Running task print... 2024-04-12T09:01:19.137 INFO:teuthology.task.print:**** done upgrading first half of cluster **** 2024-04-12T09:01:19.137 INFO:teuthology.run_tasks:Running task ceph.healthy... 2024-04-12T09:01:19.184 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-04-12T09:01:19.184 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-04-12T09:01:19.184 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph mgr dump --format=json 2024-04-12T09:01:19.436 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:01:19.811 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:01:19 smithi112 ceph-mon[99443]: osdmap e964: 8 total, 8 up, 8 in 2024-04-12T09:01:19.812 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:01:19 smithi112 ceph-mon[95375]: osdmap e964: 8 total, 8 up, 8 in 2024-04-12T09:01:20.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:01:19 smithi175 ceph-mon[87929]: osdmap e964: 8 total, 8 up, 8 in 2024-04-12T09:01:21.199 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:01:20 smithi112 ceph-mon[95375]: pgmap v1117: 73 pgs: 73 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-12T09:01:21.199 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:01:20 smithi112 ceph-mon[99443]: pgmap v1117: 73 pgs: 73 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-12T09:01:21.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:01:20 smithi175 ceph-mon[87929]: pgmap v1117: 73 pgs: 73 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-12T09:01:21.446 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T09:01:22.052 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:01:21 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/2651362113' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-12T09:01:22.053 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:01:21 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/2651362113' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-12T09:01:22.078 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":38,"flags":0,"active_gid":25451,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6800","nonce":2772267772},{"type":"v1","addr":"172.21.15.112:6801","nonce":2772267772}]},"active_addr":"172.21.15.112:6801/2772267772","active_change":"2024-04-12T08:48:02.060020+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":25445,"name":"x","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.1","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.1","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.112:8443/","prometheus":"http://172.21.15.112:9283/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":284,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.112:0","nonce":1616381782}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.112:0","nonce":1642548280}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.112:0","nonce":1474117833}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.112:0","nonce":3231626945}]}]} 2024-04-12T09:01:22.082 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-04-12T09:01:22.082 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-04-12T09:01:22.082 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph osd dump --format=json 2024-04-12T09:01:22.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:01:21 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/2651362113' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-12T09:01:22.337 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:01:23.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:01:22 smithi112 ceph-mon[95375]: pgmap v1118: 73 pgs: 73 active+clean; 582 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:01:23.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:01:22 smithi112 ceph-mon[99443]: pgmap v1118: 73 pgs: 73 active+clean; 582 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:01:23.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:01:22 smithi175 ceph-mon[87929]: pgmap v1118: 73 pgs: 73 active+clean; 582 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-12T09:01:24.117 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T09:01:24.117 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":964,"fsid":"96d9de20-f8a7-11ee-bc8c-c7b262605968","created":"2024-04-12T08:36:05.802591+0000","modified":"2024-04-12T09:01:18.690911+0000","last_up_change":"2024-04-12T08:53:56.756482+0000","last_in_change":"2024-04-12T08:40:53.678511+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":22,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":41,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"quincy","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-12T08:39:13.316922+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-04-12T08:41:43.885587+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"64","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs.foo.meta","create_time":"2024-04-12T08:42:58.048090+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"68","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"foo"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs.foo.data","create_time":"2024-04-12T08:42:58.835598+0000","flags":131073,"flags_names":"hashpspool,bulk","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"cephfs":{"data":"foo"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"25accfb3-452b-430c-90df-a0c2b7c0d6ff","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":446,"up_from":458,"up_thru":900,"down_at":447,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6802","nonce":726901301},{"type":"v1","addr":"172.21.15.112:6803","nonce":726901301}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6804","nonce":726901301},{"type":"v1","addr":"172.21.15.112:6805","nonce":726901301}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6808","nonce":726901301},{"type":"v1","addr":"172.21.15.112:6809","nonce":726901301}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6806","nonce":726901301},{"type":"v1","addr":"172.21.15.112:6807","nonce":726901301}]},"public_addr":"172.21.15.112:6803/726901301","cluster_addr":"172.21.15.112:6805/726901301","heartbeat_back_addr":"172.21.15.112:6809/726901301","heartbeat_front_addr":"172.21.15.112:6807/726901301","state":["exists","up"]},{"osd":1,"uuid":"db398d40-b1c2-499f-8fc1-ac73f4ae15bf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":521,"up_from":532,"up_thru":900,"down_at":522,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6810","nonce":2886241724},{"type":"v1","addr":"172.21.15.112:6811","nonce":2886241724}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6812","nonce":2886241724},{"type":"v1","addr":"172.21.15.112:6813","nonce":2886241724}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6816","nonce":2886241724},{"type":"v1","addr":"172.21.15.112:6817","nonce":2886241724}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6814","nonce":2886241724},{"type":"v1","addr":"172.21.15.112:6815","nonce":2886241724}]},"public_addr":"172.21.15.112:6811/2886241724","cluster_addr":"172.21.15.112:6813/2886241724","heartbeat_back_addr":"172.21.15.112:6817/2886241724","heartbeat_front_addr":"172.21.15.112:6815/2886241724","state":["exists","up"]},{"osd":2,"uuid":"f53410bf-c770-4408-b992-bd6e3b98d5f5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":556,"up_from":567,"up_thru":900,"down_at":557,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6818","nonce":3111513935},{"type":"v1","addr":"172.21.15.112:6819","nonce":3111513935}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6820","nonce":3111513935},{"type":"v1","addr":"172.21.15.112:6821","nonce":3111513935}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6824","nonce":3111513935},{"type":"v1","addr":"172.21.15.112:6825","nonce":3111513935}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6822","nonce":3111513935},{"type":"v1","addr":"172.21.15.112:6823","nonce":3111513935}]},"public_addr":"172.21.15.112:6819/3111513935","cluster_addr":"172.21.15.112:6821/3111513935","heartbeat_back_addr":"172.21.15.112:6825/3111513935","heartbeat_front_addr":"172.21.15.112:6823/3111513935","state":["exists","up"]},{"osd":3,"uuid":"cb3062a9-2ef9-48a4-91b0-94ccb03763bd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":26,"last_clean_end":606,"up_from":617,"up_thru":900,"down_at":607,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6826","nonce":3302203737},{"type":"v1","addr":"172.21.15.112:6827","nonce":3302203737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6828","nonce":3302203737},{"type":"v1","addr":"172.21.15.112:6829","nonce":3302203737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6832","nonce":3302203737},{"type":"v1","addr":"172.21.15.112:6833","nonce":3302203737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6830","nonce":3302203737},{"type":"v1","addr":"172.21.15.112:6831","nonce":3302203737}]},"public_addr":"172.21.15.112:6827/3302203737","cluster_addr":"172.21.15.112:6829/3302203737","heartbeat_back_addr":"172.21.15.112:6833/3302203737","heartbeat_front_addr":"172.21.15.112:6831/3302203737","state":["exists","up"]},{"osd":4,"uuid":"9b51f396-2d42-4b42-9644-99be5dd9340b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":900,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6800","nonce":970156775},{"type":"v1","addr":"172.21.15.175:6801","nonce":970156775}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6802","nonce":970156775},{"type":"v1","addr":"172.21.15.175:6803","nonce":970156775}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6806","nonce":970156775},{"type":"v1","addr":"172.21.15.175:6807","nonce":970156775}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6804","nonce":970156775},{"type":"v1","addr":"172.21.15.175:6805","nonce":970156775}]},"public_addr":"172.21.15.175:6801/970156775","cluster_addr":"172.21.15.175:6803/970156775","heartbeat_back_addr":"172.21.15.175:6807/970156775","heartbeat_front_addr":"172.21.15.175:6805/970156775","state":["exists","up"]},{"osd":5,"uuid":"2a289f6f-cc3e-4fc5-b0b6-6a65e91e5b45","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":900,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6808","nonce":839313009},{"type":"v1","addr":"172.21.15.175:6809","nonce":839313009}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6810","nonce":839313009},{"type":"v1","addr":"172.21.15.175:6811","nonce":839313009}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6814","nonce":839313009},{"type":"v1","addr":"172.21.15.175:6815","nonce":839313009}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6812","nonce":839313009},{"type":"v1","addr":"172.21.15.175:6813","nonce":839313009}]},"public_addr":"172.21.15.175:6809/839313009","cluster_addr":"172.21.15.175:6811/839313009","heartbeat_back_addr":"172.21.15.175:6815/839313009","heartbeat_front_addr":"172.21.15.175:6813/839313009","state":["exists","up"]},{"osd":6,"uuid":"abf5af10-e8ae-43fe-b959-b8f723808b24","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":900,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6816","nonce":1559844260},{"type":"v1","addr":"172.21.15.175:6817","nonce":1559844260}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6818","nonce":1559844260},{"type":"v1","addr":"172.21.15.175:6819","nonce":1559844260}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6822","nonce":1559844260},{"type":"v1","addr":"172.21.15.175:6823","nonce":1559844260}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6820","nonce":1559844260},{"type":"v1","addr":"172.21.15.175:6821","nonce":1559844260}]},"public_addr":"172.21.15.175:6817/1559844260","cluster_addr":"172.21.15.175:6819/1559844260","heartbeat_back_addr":"172.21.15.175:6823/1559844260","heartbeat_front_addr":"172.21.15.175:6821/1559844260","state":["exists","up"]},{"osd":7,"uuid":"1d0086c4-fdd8-4942-b8e9-00c1762bb652","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":900,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6824","nonce":3302925510},{"type":"v1","addr":"172.21.15.175:6825","nonce":3302925510}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6826","nonce":3302925510},{"type":"v1","addr":"172.21.15.175:6827","nonce":3302925510}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6830","nonce":3302925510},{"type":"v1","addr":"172.21.15.175:6831","nonce":3302925510}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6828","nonce":3302925510},{"type":"v1","addr":"172.21.15.175:6829","nonce":3302925510}]},"public_addr":"172.21.15.175:6825/3302925510","cluster_addr":"172.21.15.175:6827/3302925510","heartbeat_back_addr":"172.21.15.175:6831/3302925510","heartbeat_front_addr":"172.21.15.175:6829/3302925510","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T08:38:20.584134+0000","dead_epoch":446},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T08:38:45.213339+0000","dead_epoch":521},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T08:39:10.434855+0000","dead_epoch":556},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T08:39:35.818802+0000","dead_epoch":606},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T08:39:57.775003+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T08:40:20.981677+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T08:40:44.896654+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T08:41:09.046996+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"4.1c","mappings":[{"from":1,"to":5}]},{"pgid":"4.1d","mappings":[{"from":1,"to":2}]},{"pgid":"4.1f","mappings":[{"from":1,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.112:0/1044989802":"2024-04-12T09:56:55.549971+0000","172.21.15.112:0/1119546505":"2024-04-12T09:52:39.756620+0000","172.21.15.112:0/422783320":"2024-04-12T09:52:38.757763+0000","172.21.15.112:6801/3467889917":"2024-04-13T08:36:57.005915+0000","172.21.15.112:6800/3467889917":"2024-04-13T08:36:57.005915+0000","172.21.15.112:0/3303790952":"2024-04-13T08:41:42.016330+0000","172.21.15.112:0/4102713928":"2024-04-13T08:46:09.123336+0000","172.21.15.175:0/652761940":"2024-04-13T08:47:16.268082+0000","172.21.15.112:0/3228147471":"2024-04-13T08:36:32.219514+0000","172.21.15.112:0/2116558870":"2024-04-13T08:36:57.005915+0000","172.21.15.112:0/3952655654":"2024-04-13T08:48:02.059774+0000","172.21.15.112:6800/1429205384":"2024-04-13T08:41:42.016330+0000","172.21.15.112:0/2611106055":"2024-04-13T08:41:42.016330+0000","172.21.15.112:0/2931486023":"2024-04-13T08:36:32.219514+0000","172.21.15.175:0/3940462885":"2024-04-13T08:47:16.268082+0000","172.21.15.175:6834/1864070835":"2024-04-13T08:47:16.268082+0000","172.21.15.112:6801/1429205384":"2024-04-13T08:41:42.016330+0000","172.21.15.112:0/1215254008":"2024-04-13T08:36:32.219514+0000","172.21.15.112:0/1007664141":"2024-04-13T08:48:02.059774+0000","172.21.15.175:0/1219384768":"2024-04-13T08:47:16.268082+0000","172.21.15.112:6800/742794392":"2024-04-13T08:48:02.059774+0000","172.21.15.112:0/3758172165":"2024-04-13T08:36:57.005915+0000","172.21.15.175:0/1358597810":"2024-04-13T08:47:16.268082+0000","172.21.15.112:0/2314190868":"2024-04-13T08:46:09.123336+0000","172.21.15.112:6800/3682569116":"2024-04-13T08:36:32.219514+0000","172.21.15.112:0/3068950181":"2024-04-13T08:48:02.059774+0000","172.21.15.112:6801/742794392":"2024-04-13T08:48:02.059774+0000","172.21.15.112:6801/3682569116":"2024-04-13T08:36:32.219514+0000","172.21.15.112:0/1538368932":"2024-04-13T08:41:42.016330+0000","172.21.15.112:0/2714095281":"2024-04-13T08:36:57.005915+0000","172.21.15.112:0/3077229739":"2024-04-13T08:41:42.016330+0000","172.21.15.112:6801/635261174":"2024-04-13T08:46:09.123336+0000","172.21.15.175:6835/1864070835":"2024-04-13T08:47:16.268082+0000","172.21.15.112:0/2086966972":"2024-04-13T08:48:02.059774+0000","172.21.15.112:0/80151341":"2024-04-13T08:46:09.123336+0000","172.21.15.112:0/1502033432":"2024-04-13T08:46:09.123336+0000","172.21.15.175:0/1798566103":"2024-04-13T08:47:16.268082+0000","172.21.15.112:0/3203609064":"2024-04-13T08:48:02.059774+0000","172.21.15.112:0/2342686431":"2024-04-13T08:48:02.059774+0000","172.21.15.175:0/1114254827":"2024-04-13T08:47:16.268082+0000","172.21.15.112:6800/635261174":"2024-04-13T08:46:09.123336+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":5,"snaps":[{"begin":2,"length":1}]},{"pool":6,"snaps":[{"begin":2,"length":1}]},{"pool":7,"snaps":[{"begin":2,"length":1}]},{"pool":8,"snaps":[{"begin":2,"length":1}]},{"pool":9,"snaps":[{"begin":2,"length":1}]},{"pool":10,"snaps":[{"begin":2,"length":1}]},{"pool":11,"snaps":[{"begin":2,"length":1}]},{"pool":14,"snaps":[{"begin":4,"length":5}]},{"pool":16,"snaps":[{"begin":31,"length":7},{"begin":40,"length":4},{"begin":45,"length":3}]},{"pool":17,"snaps":[{"begin":22,"length":1}]},{"pool":18,"snaps":[{"begin":2,"length":1}]},{"pool":41,"snaps":[{"begin":20,"length":1}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-12T09:01:24.834 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-04-12T09:01:24.835 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph osd dump --format=json 2024-04-12T09:01:25.092 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:01:25.214 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:01:24 smithi112 ceph-mon[99443]: pgmap v1119: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:01:25.214 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:01:24 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/789314365' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T09:01:25.214 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:01:24 smithi112 ceph-mon[95375]: pgmap v1119: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:01:25.214 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:01:24 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/789314365' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T09:01:25.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:01:24 smithi175 ceph-mon[87929]: pgmap v1119: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:01:25.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:01:24 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/789314365' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T09:01:26.821 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T09:01:26.821 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":964,"fsid":"96d9de20-f8a7-11ee-bc8c-c7b262605968","created":"2024-04-12T08:36:05.802591+0000","modified":"2024-04-12T09:01:18.690911+0000","last_up_change":"2024-04-12T08:53:56.756482+0000","last_in_change":"2024-04-12T08:40:53.678511+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":22,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":41,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"quincy","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-12T08:39:13.316922+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-04-12T08:41:43.885587+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"64","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs.foo.meta","create_time":"2024-04-12T08:42:58.048090+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"68","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"foo"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs.foo.data","create_time":"2024-04-12T08:42:58.835598+0000","flags":131073,"flags_names":"hashpspool,bulk","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"cephfs":{"data":"foo"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"25accfb3-452b-430c-90df-a0c2b7c0d6ff","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":446,"up_from":458,"up_thru":900,"down_at":447,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6802","nonce":726901301},{"type":"v1","addr":"172.21.15.112:6803","nonce":726901301}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6804","nonce":726901301},{"type":"v1","addr":"172.21.15.112:6805","nonce":726901301}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6808","nonce":726901301},{"type":"v1","addr":"172.21.15.112:6809","nonce":726901301}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6806","nonce":726901301},{"type":"v1","addr":"172.21.15.112:6807","nonce":726901301}]},"public_addr":"172.21.15.112:6803/726901301","cluster_addr":"172.21.15.112:6805/726901301","heartbeat_back_addr":"172.21.15.112:6809/726901301","heartbeat_front_addr":"172.21.15.112:6807/726901301","state":["exists","up"]},{"osd":1,"uuid":"db398d40-b1c2-499f-8fc1-ac73f4ae15bf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":521,"up_from":532,"up_thru":900,"down_at":522,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6810","nonce":2886241724},{"type":"v1","addr":"172.21.15.112:6811","nonce":2886241724}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6812","nonce":2886241724},{"type":"v1","addr":"172.21.15.112:6813","nonce":2886241724}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6816","nonce":2886241724},{"type":"v1","addr":"172.21.15.112:6817","nonce":2886241724}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6814","nonce":2886241724},{"type":"v1","addr":"172.21.15.112:6815","nonce":2886241724}]},"public_addr":"172.21.15.112:6811/2886241724","cluster_addr":"172.21.15.112:6813/2886241724","heartbeat_back_addr":"172.21.15.112:6817/2886241724","heartbeat_front_addr":"172.21.15.112:6815/2886241724","state":["exists","up"]},{"osd":2,"uuid":"f53410bf-c770-4408-b992-bd6e3b98d5f5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":556,"up_from":567,"up_thru":900,"down_at":557,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6818","nonce":3111513935},{"type":"v1","addr":"172.21.15.112:6819","nonce":3111513935}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6820","nonce":3111513935},{"type":"v1","addr":"172.21.15.112:6821","nonce":3111513935}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6824","nonce":3111513935},{"type":"v1","addr":"172.21.15.112:6825","nonce":3111513935}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6822","nonce":3111513935},{"type":"v1","addr":"172.21.15.112:6823","nonce":3111513935}]},"public_addr":"172.21.15.112:6819/3111513935","cluster_addr":"172.21.15.112:6821/3111513935","heartbeat_back_addr":"172.21.15.112:6825/3111513935","heartbeat_front_addr":"172.21.15.112:6823/3111513935","state":["exists","up"]},{"osd":3,"uuid":"cb3062a9-2ef9-48a4-91b0-94ccb03763bd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":26,"last_clean_end":606,"up_from":617,"up_thru":900,"down_at":607,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6826","nonce":3302203737},{"type":"v1","addr":"172.21.15.112:6827","nonce":3302203737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6828","nonce":3302203737},{"type":"v1","addr":"172.21.15.112:6829","nonce":3302203737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6832","nonce":3302203737},{"type":"v1","addr":"172.21.15.112:6833","nonce":3302203737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6830","nonce":3302203737},{"type":"v1","addr":"172.21.15.112:6831","nonce":3302203737}]},"public_addr":"172.21.15.112:6827/3302203737","cluster_addr":"172.21.15.112:6829/3302203737","heartbeat_back_addr":"172.21.15.112:6833/3302203737","heartbeat_front_addr":"172.21.15.112:6831/3302203737","state":["exists","up"]},{"osd":4,"uuid":"9b51f396-2d42-4b42-9644-99be5dd9340b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":900,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6800","nonce":970156775},{"type":"v1","addr":"172.21.15.175:6801","nonce":970156775}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6802","nonce":970156775},{"type":"v1","addr":"172.21.15.175:6803","nonce":970156775}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6806","nonce":970156775},{"type":"v1","addr":"172.21.15.175:6807","nonce":970156775}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6804","nonce":970156775},{"type":"v1","addr":"172.21.15.175:6805","nonce":970156775}]},"public_addr":"172.21.15.175:6801/970156775","cluster_addr":"172.21.15.175:6803/970156775","heartbeat_back_addr":"172.21.15.175:6807/970156775","heartbeat_front_addr":"172.21.15.175:6805/970156775","state":["exists","up"]},{"osd":5,"uuid":"2a289f6f-cc3e-4fc5-b0b6-6a65e91e5b45","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":900,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6808","nonce":839313009},{"type":"v1","addr":"172.21.15.175:6809","nonce":839313009}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6810","nonce":839313009},{"type":"v1","addr":"172.21.15.175:6811","nonce":839313009}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6814","nonce":839313009},{"type":"v1","addr":"172.21.15.175:6815","nonce":839313009}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6812","nonce":839313009},{"type":"v1","addr":"172.21.15.175:6813","nonce":839313009}]},"public_addr":"172.21.15.175:6809/839313009","cluster_addr":"172.21.15.175:6811/839313009","heartbeat_back_addr":"172.21.15.175:6815/839313009","heartbeat_front_addr":"172.21.15.175:6813/839313009","state":["exists","up"]},{"osd":6,"uuid":"abf5af10-e8ae-43fe-b959-b8f723808b24","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":900,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6816","nonce":1559844260},{"type":"v1","addr":"172.21.15.175:6817","nonce":1559844260}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6818","nonce":1559844260},{"type":"v1","addr":"172.21.15.175:6819","nonce":1559844260}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6822","nonce":1559844260},{"type":"v1","addr":"172.21.15.175:6823","nonce":1559844260}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6820","nonce":1559844260},{"type":"v1","addr":"172.21.15.175:6821","nonce":1559844260}]},"public_addr":"172.21.15.175:6817/1559844260","cluster_addr":"172.21.15.175:6819/1559844260","heartbeat_back_addr":"172.21.15.175:6823/1559844260","heartbeat_front_addr":"172.21.15.175:6821/1559844260","state":["exists","up"]},{"osd":7,"uuid":"1d0086c4-fdd8-4942-b8e9-00c1762bb652","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":900,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6824","nonce":3302925510},{"type":"v1","addr":"172.21.15.175:6825","nonce":3302925510}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6826","nonce":3302925510},{"type":"v1","addr":"172.21.15.175:6827","nonce":3302925510}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6830","nonce":3302925510},{"type":"v1","addr":"172.21.15.175:6831","nonce":3302925510}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6828","nonce":3302925510},{"type":"v1","addr":"172.21.15.175:6829","nonce":3302925510}]},"public_addr":"172.21.15.175:6825/3302925510","cluster_addr":"172.21.15.175:6827/3302925510","heartbeat_back_addr":"172.21.15.175:6831/3302925510","heartbeat_front_addr":"172.21.15.175:6829/3302925510","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T08:38:20.584134+0000","dead_epoch":446},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T08:38:45.213339+0000","dead_epoch":521},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T08:39:10.434855+0000","dead_epoch":556},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T08:39:35.818802+0000","dead_epoch":606},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T08:39:57.775003+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T08:40:20.981677+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T08:40:44.896654+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-12T08:41:09.046996+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"4.1c","mappings":[{"from":1,"to":5}]},{"pgid":"4.1d","mappings":[{"from":1,"to":2}]},{"pgid":"4.1f","mappings":[{"from":1,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.112:0/1044989802":"2024-04-12T09:56:55.549971+0000","172.21.15.112:0/1119546505":"2024-04-12T09:52:39.756620+0000","172.21.15.112:0/422783320":"2024-04-12T09:52:38.757763+0000","172.21.15.112:6801/3467889917":"2024-04-13T08:36:57.005915+0000","172.21.15.112:6800/3467889917":"2024-04-13T08:36:57.005915+0000","172.21.15.112:0/3303790952":"2024-04-13T08:41:42.016330+0000","172.21.15.112:0/4102713928":"2024-04-13T08:46:09.123336+0000","172.21.15.175:0/652761940":"2024-04-13T08:47:16.268082+0000","172.21.15.112:0/3228147471":"2024-04-13T08:36:32.219514+0000","172.21.15.112:0/2116558870":"2024-04-13T08:36:57.005915+0000","172.21.15.112:0/3952655654":"2024-04-13T08:48:02.059774+0000","172.21.15.112:6800/1429205384":"2024-04-13T08:41:42.016330+0000","172.21.15.112:0/2611106055":"2024-04-13T08:41:42.016330+0000","172.21.15.112:0/2931486023":"2024-04-13T08:36:32.219514+0000","172.21.15.175:0/3940462885":"2024-04-13T08:47:16.268082+0000","172.21.15.175:6834/1864070835":"2024-04-13T08:47:16.268082+0000","172.21.15.112:6801/1429205384":"2024-04-13T08:41:42.016330+0000","172.21.15.112:0/1215254008":"2024-04-13T08:36:32.219514+0000","172.21.15.112:0/1007664141":"2024-04-13T08:48:02.059774+0000","172.21.15.175:0/1219384768":"2024-04-13T08:47:16.268082+0000","172.21.15.112:6800/742794392":"2024-04-13T08:48:02.059774+0000","172.21.15.112:0/3758172165":"2024-04-13T08:36:57.005915+0000","172.21.15.175:0/1358597810":"2024-04-13T08:47:16.268082+0000","172.21.15.112:0/2314190868":"2024-04-13T08:46:09.123336+0000","172.21.15.112:6800/3682569116":"2024-04-13T08:36:32.219514+0000","172.21.15.112:0/3068950181":"2024-04-13T08:48:02.059774+0000","172.21.15.112:6801/742794392":"2024-04-13T08:48:02.059774+0000","172.21.15.112:6801/3682569116":"2024-04-13T08:36:32.219514+0000","172.21.15.112:0/1538368932":"2024-04-13T08:41:42.016330+0000","172.21.15.112:0/2714095281":"2024-04-13T08:36:57.005915+0000","172.21.15.112:0/3077229739":"2024-04-13T08:41:42.016330+0000","172.21.15.112:6801/635261174":"2024-04-13T08:46:09.123336+0000","172.21.15.175:6835/1864070835":"2024-04-13T08:47:16.268082+0000","172.21.15.112:0/2086966972":"2024-04-13T08:48:02.059774+0000","172.21.15.112:0/80151341":"2024-04-13T08:46:09.123336+0000","172.21.15.112:0/1502033432":"2024-04-13T08:46:09.123336+0000","172.21.15.175:0/1798566103":"2024-04-13T08:47:16.268082+0000","172.21.15.112:0/3203609064":"2024-04-13T08:48:02.059774+0000","172.21.15.112:0/2342686431":"2024-04-13T08:48:02.059774+0000","172.21.15.175:0/1114254827":"2024-04-13T08:47:16.268082+0000","172.21.15.112:6800/635261174":"2024-04-13T08:46:09.123336+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":5,"snaps":[{"begin":2,"length":1}]},{"pool":6,"snaps":[{"begin":2,"length":1}]},{"pool":7,"snaps":[{"begin":2,"length":1}]},{"pool":8,"snaps":[{"begin":2,"length":1}]},{"pool":9,"snaps":[{"begin":2,"length":1}]},{"pool":10,"snaps":[{"begin":2,"length":1}]},{"pool":11,"snaps":[{"begin":2,"length":1}]},{"pool":14,"snaps":[{"begin":4,"length":5}]},{"pool":16,"snaps":[{"begin":31,"length":7},{"begin":40,"length":4},{"begin":45,"length":3}]},{"pool":17,"snaps":[{"begin":22,"length":1}]},{"pool":18,"snaps":[{"begin":2,"length":1}]},{"pool":41,"snaps":[{"begin":20,"length":1}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-12T09:01:27.062 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 09:01:26 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: ::ffff:172.21.15.175 - - [12/Apr/2024:09:01:26] "GET /metrics HTTP/1.1" 200 36542 "" "Prometheus/2.43.0" 2024-04-12T09:01:27.063 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:01:26 smithi112 ceph-mon[99443]: pgmap v1120: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:01:27.063 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:01:26 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/2659668519' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T09:01:27.063 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:01:26 smithi112 ceph-mon[95375]: pgmap v1120: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:01:27.063 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:01:26 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/2659668519' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T09:01:27.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:01:26 smithi175 ceph-mon[87929]: pgmap v1120: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:01:27.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:01:26 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/2659668519' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-12T09:01:27.345 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph tell osd.0 flush_pg_stats 2024-04-12T09:01:27.346 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph tell osd.1 flush_pg_stats 2024-04-12T09:01:27.346 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph tell osd.2 flush_pg_stats 2024-04-12T09:01:27.347 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph tell osd.3 flush_pg_stats 2024-04-12T09:01:27.347 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph tell osd.4 flush_pg_stats 2024-04-12T09:01:27.347 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph tell osd.5 flush_pg_stats 2024-04-12T09:01:27.348 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph tell osd.6 flush_pg_stats 2024-04-12T09:01:27.348 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph tell osd.7 flush_pg_stats 2024-04-12T09:01:27.842 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:01:27.866 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:01:27.890 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:01:27.890 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:01:29.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:01:28 smithi175 ceph-mon[87929]: pgmap v1121: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:01:29.042 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:01:28 smithi112 ceph-mon[95375]: pgmap v1121: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:01:29.042 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:01:28 smithi112 ceph-mon[99443]: pgmap v1121: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:01:30.427 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:01:31.060 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:01:30 smithi112 ceph-mon[99443]: pgmap v1122: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:01:31.061 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:01:30 smithi112 ceph-mon[95375]: pgmap v1122: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:01:31.064 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:01:31.065 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:01:31.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:01:30 smithi175 ceph-mon[87929]: pgmap v1122: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:01:33.266 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:01:32 smithi175 ceph-mon[87929]: pgmap v1123: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:01:33.266 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:01:32 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:01:33.333 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:01:32 smithi112 ceph-mon[99443]: pgmap v1123: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:01:33.333 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:01:32 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:01:33.333 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:01:32 smithi112 ceph-mon[95375]: pgmap v1123: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:01:33.333 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:01:32 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:01:33.845 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:01:35.055 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:01:34 smithi112 ceph-mon[99443]: pgmap v1124: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:01:35.055 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:01:34 smithi112 ceph-mon[95375]: pgmap v1124: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:01:35.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:01:34 smithi175 ceph-mon[87929]: pgmap v1124: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:01:37.064 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:01:36 smithi112 ceph-mon[99443]: pgmap v1125: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:01:37.064 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:01:36 smithi112 ceph-mon[95375]: pgmap v1125: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:01:37.064 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 09:01:36 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: ::ffff:172.21.15.175 - - [12/Apr/2024:09:01:36] "GET /metrics HTTP/1.1" 200 34106 "" "Prometheus/2.43.0" 2024-04-12T09:01:37.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:01:36 smithi175 ceph-mon[87929]: pgmap v1125: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:01:38.179 INFO:teuthology.orchestra.run.smithi112.stdout:2284922601582 2024-04-12T09:01:38.180 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph osd last-stat-seq osd.1 2024-04-12T09:01:39.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:01:38 smithi112 ceph-mon[95375]: pgmap v1126: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:01:39.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:01:38 smithi112 ceph-mon[99443]: pgmap v1126: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:01:39.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:01:38 smithi175 ceph-mon[87929]: pgmap v1126: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:01:40.149 INFO:teuthology.orchestra.run.smithi112.stdout:1967095021694 2024-04-12T09:01:40.149 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph osd last-stat-seq osd.0 2024-04-12T09:01:40.670 INFO:teuthology.orchestra.run.smithi112.stdout:201863463165 2024-04-12T09:01:40.671 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph osd last-stat-seq osd.6 2024-04-12T09:01:41.050 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:01:40 smithi112 ceph-mon[99443]: pgmap v1127: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:01:41.050 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:01:40 smithi112 ceph-mon[95375]: pgmap v1127: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:01:41.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:01:40 smithi175 ceph-mon[87929]: pgmap v1127: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:01:41.793 INFO:teuthology.orchestra.run.smithi112.stdout:167503724803 2024-04-12T09:01:41.794 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph osd last-stat-seq osd.5 2024-04-12T09:01:42.369 INFO:teuthology.orchestra.run.smithi112.stdout:2649994821726 2024-04-12T09:01:42.369 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph osd last-stat-seq osd.3 2024-04-12T09:01:43.035 INFO:teuthology.orchestra.run.smithi112.stdout:133143986438 2024-04-12T09:01:43.035 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph osd last-stat-seq osd.4 2024-04-12T09:01:43.138 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:01:42 smithi112 ceph-mon[99443]: pgmap v1128: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:01:43.139 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:01:42 smithi112 ceph-mon[95375]: pgmap v1128: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:01:43.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:01:42 smithi175 ceph-mon[87929]: pgmap v1128: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:01:44.113 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:01:44.113 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:01:44.254 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:01:44.267 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:01:44.983 INFO:teuthology.orchestra.run.smithi112.stdout:236223201530 2024-04-12T09:01:44.983 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph osd last-stat-seq osd.7 2024-04-12T09:01:45.171 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:01:44 smithi112 ceph-mon[99443]: pgmap v1129: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:01:45.171 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:01:44 smithi112 ceph-mon[95375]: pgmap v1129: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:01:45.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:01:44 smithi175 ceph-mon[87929]: pgmap v1129: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:01:47.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:01:46 smithi112 ceph-mon[95375]: pgmap v1130: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:01:47.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:01:46 smithi112 ceph-mon[99443]: pgmap v1130: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:01:47.093 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 09:01:46 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: ::ffff:172.21.15.175 - - [12/Apr/2024:09:01:46] "GET /metrics HTTP/1.1" 200 34106 "" "Prometheus/2.43.0" 2024-04-12T09:01:47.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:01:46 smithi175 ceph-mon[87929]: pgmap v1130: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:01:47.920 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:01:47 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:01:47.920 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:01:47 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:01:48.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:01:47 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:01:48.757 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:01:48.813 INFO:teuthology.orchestra.run.smithi112.stdout:133143986440 2024-04-12T09:01:49.014 INFO:teuthology.orchestra.run.smithi112.stdout:167503724804 2024-04-12T09:01:49.015 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:01:48 smithi112 ceph-mon[99443]: pgmap v1131: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:01:49.015 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:01:48 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/3008021857' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-12T09:01:49.015 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:01:48 smithi112 ceph-mon[95375]: pgmap v1131: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:01:49.015 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:01:48 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/3008021857' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-12T09:01:49.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:01:48 smithi175 ceph-mon[87929]: pgmap v1131: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:01:49.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:01:48 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/3008021857' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-12T09:01:49.858 INFO:tasks.cephadm.ceph_manager.ceph:need seq 167503724803 got 167503724804 for osd.5 2024-04-12T09:01:49.858 DEBUG:teuthology.parallel:result is None 2024-04-12T09:01:50.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:01:49 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/1094587687' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-12T09:01:50.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:01:49 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/1094587687' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-12T09:01:50.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:01:49 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/1094587687' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-12T09:01:50.447 INFO:tasks.cephadm.ceph_manager.ceph:need seq 133143986438 got 133143986440 for osd.4 2024-04-12T09:01:50.447 DEBUG:teuthology.parallel:result is None 2024-04-12T09:01:50.732 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:01:50.732 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:01:50.743 INFO:teuthology.orchestra.run.smithi112.stdout:2435246456937 2024-04-12T09:01:50.744 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph osd last-stat-seq osd.2 2024-04-12T09:01:50.986 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:01:50 smithi112 ceph-mon[99443]: pgmap v1132: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:01:50.986 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:01:50 smithi112 ceph-mon[95375]: pgmap v1132: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:01:51.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:01:50 smithi175 ceph-mon[87929]: pgmap v1132: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:01:53.199 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:01:52 smithi112 ceph-mon[99443]: pgmap v1133: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:01:53.199 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:01:52 smithi112 ceph-mon[95375]: pgmap v1133: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:01:53.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:01:52 smithi175 ceph-mon[87929]: pgmap v1133: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:01:54.077 INFO:teuthology.orchestra.run.smithi112.stdout:2284922601586 2024-04-12T09:01:54.684 INFO:teuthology.orchestra.run.smithi112.stdout:2649994821729 2024-04-12T09:01:55.256 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:01:54 smithi112 ceph-mon[99443]: pgmap v1134: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:01:55.256 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:01:54 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/82628240' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-12T09:01:55.256 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:01:54 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/1327296948' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-12T09:01:55.256 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:01:54 smithi112 ceph-mon[95375]: pgmap v1134: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:01:55.256 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:01:54 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/82628240' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-12T09:01:55.257 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:01:54 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/1327296948' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-12T09:01:55.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:01:54 smithi175 ceph-mon[87929]: pgmap v1134: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:01:55.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:01:54 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/82628240' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-12T09:01:55.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:01:54 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/1327296948' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-12T09:01:56.132 INFO:tasks.cephadm.ceph_manager.ceph:need seq 2649994821726 got 2649994821729 for osd.3 2024-04-12T09:01:56.133 DEBUG:teuthology.parallel:result is None 2024-04-12T09:01:56.544 INFO:tasks.cephadm.ceph_manager.ceph:need seq 2284922601582 got 2284922601586 for osd.1 2024-04-12T09:01:56.545 DEBUG:teuthology.parallel:result is None 2024-04-12T09:01:57.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:01:56 smithi112 ceph-mon[99443]: pgmap v1135: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:01:57.092 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 09:01:56 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: ::ffff:172.21.15.175 - - [12/Apr/2024:09:01:56] "GET /metrics HTTP/1.1" 200 34108 "" "Prometheus/2.43.0" 2024-04-12T09:01:57.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:01:56 smithi112 ceph-mon[95375]: pgmap v1135: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:01:57.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:01:56 smithi175 ceph-mon[87929]: pgmap v1135: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:01:57.615 INFO:teuthology.orchestra.run.smithi112.stdout:236223201532 2024-04-12T09:01:58.223 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:01:57 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/848855465' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-12T09:01:58.224 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:01:57 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/848855465' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-12T09:01:58.248 INFO:tasks.cephadm.ceph_manager.ceph:need seq 236223201530 got 236223201532 for osd.7 2024-04-12T09:01:58.248 DEBUG:teuthology.parallel:result is None 2024-04-12T09:01:58.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:01:57 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/848855465' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-12T09:01:58.635 INFO:teuthology.orchestra.run.smithi112.stdout:1967095021698 2024-04-12T09:01:58.874 INFO:teuthology.orchestra.run.smithi112.stdout:201863463169 2024-04-12T09:01:59.198 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:01:58 smithi112 ceph-mon[95375]: pgmap v1136: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:01:59.198 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:01:58 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/3286789657' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-12T09:01:59.198 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:01:58 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/1771744897' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-12T09:01:59.198 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:01:58 smithi112 ceph-mon[99443]: pgmap v1136: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:01:59.198 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:01:58 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/3286789657' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-12T09:01:59.199 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:01:58 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/1771744897' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-12T09:01:59.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:01:58 smithi175 ceph-mon[87929]: pgmap v1136: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:01:59.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:01:58 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/3286789657' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-12T09:01:59.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:01:58 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/1771744897' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-12T09:01:59.519 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:01:59.531 INFO:tasks.cephadm.ceph_manager.ceph:need seq 201863463165 got 201863463169 for osd.6 2024-04-12T09:01:59.531 DEBUG:teuthology.parallel:result is None 2024-04-12T09:02:00.791 INFO:tasks.cephadm.ceph_manager.ceph:need seq 1967095021694 got 1967095021698 for osd.0 2024-04-12T09:02:00.792 DEBUG:teuthology.parallel:result is None 2024-04-12T09:02:01.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:02:00 smithi112 ceph-mon[95375]: pgmap v1137: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:02:01.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:02:00 smithi112 ceph-mon[99443]: pgmap v1137: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:02:01.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:02:00 smithi175 ceph-mon[87929]: pgmap v1137: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:02:01.952 INFO:teuthology.orchestra.run.smithi112.stdout:2435246456941 2024-04-12T09:02:02.663 INFO:tasks.cephadm.ceph_manager.ceph:need seq 2435246456937 got 2435246456941 for osd.2 2024-04-12T09:02:02.663 DEBUG:teuthology.parallel:result is None 2024-04-12T09:02:02.663 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-04-12T09:02:02.664 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph pg dump --format=json 2024-04-12T09:02:02.919 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:02:03.042 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:02:02 smithi112 ceph-mon[95375]: pgmap v1138: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:02:03.042 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:02:02 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/639700321' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-12T09:02:03.042 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:02:02 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:02:03.043 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:02:02 smithi112 ceph-mon[99443]: pgmap v1138: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:02:03.043 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:02:02 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/639700321' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-12T09:02:03.043 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:02:02 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:02:03.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:02:02 smithi175 ceph-mon[87929]: pgmap v1138: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:02:03.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:02:02 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/639700321' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-12T09:02:03.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:02:02 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:02:04.826 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T09:02:04.828 INFO:teuthology.orchestra.run.smithi112.stderr:dumped all 2024-04-12T09:02:05.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:02:04 smithi112 ceph-mon[95375]: pgmap v1139: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:02:05.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:02:04 smithi112 ceph-mon[99443]: pgmap v1139: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:02:05.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:02:04 smithi175 ceph-mon[87929]: pgmap v1139: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:02:05.473 INFO:teuthology.orchestra.run.smithi112.stdout:{"pg_ready":true,"pg_map":{"version":1139,"stamp":"2024-04-12T09:02:03.329090+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":595898,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":300,"num_write_kb":2445,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":216,"ondisk_log_size":216,"up":219,"acting":219,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":219,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":1554692,"kb_used_data":124032,"kb_used_omap":252,"kb_used_meta":1430083,"kb_avail":748406524,"statfs":{"total":767960285184,"available":766368280576,"internally_reserved":0,"allocated":127008768,"data_stored":79456105,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":258100,"internal_metadata":1464405964},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002900"},"pg_stats":[{"pgid":"4.18","version":"0'0","reported_seq":920,"reported_epoch":963,"state":"active+clean","last_fresh":"2024-04-12T09:01:13.834039+0000","last_change":"2024-04-12T08:52:32.879829+0000","last_active":"2024-04-12T09:01:13.834039+0000","last_peered":"2024-04-12T09:01:13.834039+0000","last_clean":"2024-04-12T09:01:13.834039+0000","last_became_active":"2024-04-12T08:52:32.879420+0000","last_became_peered":"2024-04-12T08:52:32.879420+0000","last_unstale":"2024-04-12T09:01:13.834039+0000","last_undegraded":"2024-04-12T09:01:13.834039+0000","last_fullsized":"2024-04-12T09:01:13.834039+0000","mapping_epoch":532,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":533,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:58:30.056118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"69'4","reported_seq":1417,"reported_epoch":964,"state":"active+clean","last_fresh":"2024-04-12T09:01:18.975036+0000","last_change":"2024-04-12T08:53:07.781383+0000","last_active":"2024-04-12T09:01:18.975036+0000","last_peered":"2024-04-12T09:01:18.975036+0000","last_clean":"2024-04-12T09:01:18.975036+0000","last_became_active":"2024-04-12T08:53:07.780994+0000","last_became_peered":"2024-04-12T08:53:07.780994+0000","last_unstale":"2024-04-12T09:01:18.975036+0000","last_undegraded":"2024-04-12T09:01:18.975036+0000","last_fullsized":"2024-04-12T09:01:18.975036+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:42:02.875054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":1245,"reported_epoch":964,"state":"active+clean","last_fresh":"2024-04-12T09:01:18.812891+0000","last_change":"2024-04-12T08:53:57.791746+0000","last_active":"2024-04-12T09:01:18.812891+0000","last_peered":"2024-04-12T09:01:18.812891+0000","last_clean":"2024-04-12T09:01:18.812891+0000","last_became_active":"2024-04-12T08:53:57.788906+0000","last_became_peered":"2024-04-12T08:53:57.788906+0000","last_unstale":"2024-04-12T09:01:18.812891+0000","last_undegraded":"2024-04-12T09:01:18.812891+0000","last_fullsized":"2024-04-12T09:01:18.812891+0000","mapping_epoch":617,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":618,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T14:45:28.319347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"69'1","reported_seq":1231,"reported_epoch":964,"state":"active+clean","last_fresh":"2024-04-12T09:01:18.813577+0000","last_change":"2024-04-12T08:53:57.822162+0000","last_active":"2024-04-12T09:01:18.813577+0000","last_peered":"2024-04-12T09:01:18.813577+0000","last_clean":"2024-04-12T09:01:18.813577+0000","last_became_active":"2024-04-12T08:53:57.816643+0000","last_became_peered":"2024-04-12T08:53:57.816643+0000","last_unstale":"2024-04-12T09:01:18.813577+0000","last_undegraded":"2024-04-12T09:01:18.813577+0000","last_fullsized":"2024-04-12T09:01:18.813577+0000","mapping_epoch":617,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":618,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T16:06:32.329987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":937,"reported_epoch":963,"state":"active+clean","last_fresh":"2024-04-12T09:01:13.834530+0000","last_change":"2024-04-12T08:53:57.823457+0000","last_active":"2024-04-12T09:01:13.834530+0000","last_peered":"2024-04-12T09:01:13.834530+0000","last_clean":"2024-04-12T09:01:13.834530+0000","last_became_active":"2024-04-12T08:53:57.823155+0000","last_became_peered":"2024-04-12T08:53:57.823155+0000","last_unstale":"2024-04-12T09:01:13.834530+0000","last_undegraded":"2024-04-12T09:01:13.834530+0000","last_fullsized":"2024-04-12T09:01:13.834530+0000","mapping_epoch":617,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":618,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:05:12.806748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"69'2","reported_seq":902,"reported_epoch":963,"state":"active+clean","last_fresh":"2024-04-12T09:01:13.976024+0000","last_change":"2024-04-12T08:42:59.597088+0000","last_active":"2024-04-12T09:01:13.976024+0000","last_peered":"2024-04-12T09:01:13.976024+0000","last_clean":"2024-04-12T09:01:13.976024+0000","last_became_active":"2024-04-12T08:42:59.596731+0000","last_became_peered":"2024-04-12T08:42:59.596731+0000","last_unstale":"2024-04-12T09:01:13.976024+0000","last_undegraded":"2024-04-12T09:01:13.976024+0000","last_fullsized":"2024-04-12T09:01:13.976024+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:24:48.201237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":937,"reported_epoch":963,"state":"active+clean","last_fresh":"2024-04-12T09:01:13.834387+0000","last_change":"2024-04-12T08:53:57.790350+0000","last_active":"2024-04-12T09:01:13.834387+0000","last_peered":"2024-04-12T09:01:13.834387+0000","last_clean":"2024-04-12T09:01:13.834387+0000","last_became_active":"2024-04-12T08:53:57.789870+0000","last_became_peered":"2024-04-12T08:53:57.789870+0000","last_unstale":"2024-04-12T09:01:13.834387+0000","last_undegraded":"2024-04-12T09:01:13.834387+0000","last_fullsized":"2024-04-12T09:01:13.834387+0000","mapping_epoch":617,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":618,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:16:05.368709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"69'2","reported_seq":919,"reported_epoch":963,"state":"active+clean","last_fresh":"2024-04-12T09:01:13.976165+0000","last_change":"2024-04-12T08:52:32.878198+0000","last_active":"2024-04-12T09:01:13.976165+0000","last_peered":"2024-04-12T09:01:13.976165+0000","last_clean":"2024-04-12T09:01:13.976165+0000","last_became_active":"2024-04-12T08:52:32.877774+0000","last_became_peered":"2024-04-12T08:52:32.877774+0000","last_unstale":"2024-04-12T09:01:13.976165+0000","last_undegraded":"2024-04-12T09:01:13.976165+0000","last_fullsized":"2024-04-12T09:01:13.976165+0000","mapping_epoch":532,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":533,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T16:29:32.519183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":1283,"reported_epoch":964,"state":"active+clean","last_fresh":"2024-04-12T09:01:20.360579+0000","last_change":"2024-04-12T08:53:57.828188+0000","last_active":"2024-04-12T09:01:20.360579+0000","last_peered":"2024-04-12T09:01:20.360579+0000","last_clean":"2024-04-12T09:01:20.360579+0000","last_became_active":"2024-04-12T08:53:57.827777+0000","last_became_peered":"2024-04-12T08:53:57.827777+0000","last_unstale":"2024-04-12T09:01:20.360579+0000","last_undegraded":"2024-04-12T09:01:20.360579+0000","last_fullsized":"2024-04-12T09:01:20.360579+0000","mapping_epoch":617,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":618,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T14:07:18.048445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,3],"acting":[2,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"69'1","reported_seq":1404,"reported_epoch":964,"state":"active+clean","last_fresh":"2024-04-12T09:01:18.972608+0000","last_change":"2024-04-12T08:51:18.739113+0000","last_active":"2024-04-12T09:01:18.972608+0000","last_peered":"2024-04-12T09:01:18.972608+0000","last_clean":"2024-04-12T09:01:18.972608+0000","last_became_active":"2024-04-12T08:51:18.738582+0000","last_became_peered":"2024-04-12T08:51:18.738582+0000","last_unstale":"2024-04-12T09:01:18.972608+0000","last_undegraded":"2024-04-12T09:01:18.972608+0000","last_fullsized":"2024-04-12T09:01:18.972608+0000","mapping_epoch":458,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":459,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T14:19:10.967276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":903,"reported_epoch":963,"state":"active+clean","last_fresh":"2024-04-12T09:01:13.833879+0000","last_change":"2024-04-12T08:43:00.378593+0000","last_active":"2024-04-12T09:01:13.833879+0000","last_peered":"2024-04-12T09:01:13.833879+0000","last_clean":"2024-04-12T09:01:13.833879+0000","last_became_active":"2024-04-12T08:43:00.378314+0000","last_became_peered":"2024-04-12T08:43:00.378314+0000","last_unstale":"2024-04-12T09:01:13.833879+0000","last_undegraded":"2024-04-12T09:01:13.833879+0000","last_fullsized":"2024-04-12T09:01:13.833879+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:52:45.255193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"69'1","reported_seq":1413,"reported_epoch":964,"state":"active+clean","last_fresh":"2024-04-12T09:01:18.973862+0000","last_change":"2024-04-12T08:52:32.879516+0000","last_active":"2024-04-12T09:01:18.973862+0000","last_peered":"2024-04-12T09:01:18.973862+0000","last_clean":"2024-04-12T09:01:18.973862+0000","last_became_active":"2024-04-12T08:52:32.879181+0000","last_became_peered":"2024-04-12T08:52:32.879181+0000","last_unstale":"2024-04-12T09:01:18.973862+0000","last_undegraded":"2024-04-12T09:01:18.973862+0000","last_fullsized":"2024-04-12T09:01:18.973862+0000","mapping_epoch":532,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":533,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:32:21.232225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":920,"reported_epoch":963,"state":"active+clean","last_fresh":"2024-04-12T09:01:13.835127+0000","last_change":"2024-04-12T08:53:07.781265+0000","last_active":"2024-04-12T09:01:13.835127+0000","last_peered":"2024-04-12T09:01:13.835127+0000","last_clean":"2024-04-12T09:01:13.835127+0000","last_became_active":"2024-04-12T08:53:07.780875+0000","last_became_peered":"2024-04-12T08:53:07.780875+0000","last_unstale":"2024-04-12T09:01:13.835127+0000","last_undegraded":"2024-04-12T09:01:13.835127+0000","last_fullsized":"2024-04-12T09:01:13.835127+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:41:44.441493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:41:44.441493+0000","last_clean_scrub_stamp":"2024-04-12T08:41:44.441493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:02:50.985990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":1244,"reported_epoch":964,"state":"active+clean","last_fresh":"2024-04-12T09:01:18.812595+0000","last_change":"2024-04-12T08:53:57.805852+0000","last_active":"2024-04-12T09:01:18.812595+0000","last_peered":"2024-04-12T09:01:18.812595+0000","last_clean":"2024-04-12T09:01:18.812595+0000","last_became_active":"2024-04-12T08:53:57.801156+0000","last_became_peered":"2024-04-12T08:53:57.801156+0000","last_unstale":"2024-04-12T09:01:18.812595+0000","last_undegraded":"2024-04-12T09:01:18.812595+0000","last_fullsized":"2024-04-12T09:01:18.812595+0000","mapping_epoch":617,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":618,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:49:11.854197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":1337,"reported_epoch":964,"state":"active+clean","last_fresh":"2024-04-12T09:01:18.829698+0000","last_change":"2024-04-12T08:52:32.883769+0000","last_active":"2024-04-12T09:01:18.829698+0000","last_peered":"2024-04-12T09:01:18.829698+0000","last_clean":"2024-04-12T09:01:18.829698+0000","last_became_active":"2024-04-12T08:52:32.883276+0000","last_became_peered":"2024-04-12T08:52:32.883276+0000","last_unstale":"2024-04-12T09:01:18.829698+0000","last_undegraded":"2024-04-12T09:01:18.829698+0000","last_fullsized":"2024-04-12T09:01:18.829698+0000","mapping_epoch":532,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":533,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:41:44.441493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:41:44.441493+0000","last_clean_scrub_stamp":"2024-04-12T08:41:44.441493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:02:18.589669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"69'2","reported_seq":1246,"reported_epoch":964,"state":"active+clean","last_fresh":"2024-04-12T09:01:18.813093+0000","last_change":"2024-04-12T08:53:57.819218+0000","last_active":"2024-04-12T09:01:18.813093+0000","last_peered":"2024-04-12T09:01:18.813093+0000","last_clean":"2024-04-12T09:01:18.813093+0000","last_became_active":"2024-04-12T08:53:57.806521+0000","last_became_peered":"2024-04-12T08:53:57.806521+0000","last_unstale":"2024-04-12T09:01:18.813093+0000","last_undegraded":"2024-04-12T09:01:18.813093+0000","last_fullsized":"2024-04-12T09:01:18.813093+0000","mapping_epoch":617,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":618,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:20:15.551383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":1402,"reported_epoch":964,"state":"active+clean","last_fresh":"2024-04-12T09:01:18.972667+0000","last_change":"2024-04-12T08:51:18.739398+0000","last_active":"2024-04-12T09:01:18.972667+0000","last_peered":"2024-04-12T09:01:18.972667+0000","last_clean":"2024-04-12T09:01:18.972667+0000","last_became_active":"2024-04-12T08:51:18.739112+0000","last_became_peered":"2024-04-12T08:51:18.739112+0000","last_unstale":"2024-04-12T09:01:18.972667+0000","last_undegraded":"2024-04-12T09:01:18.972667+0000","last_fullsized":"2024-04-12T09:01:18.972667+0000","mapping_epoch":458,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":459,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:46:03.062520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1346,"reported_epoch":964,"state":"active+clean","last_fresh":"2024-04-12T09:01:18.830362+0000","last_change":"2024-04-12T08:53:07.780036+0000","last_active":"2024-04-12T09:01:18.830362+0000","last_peered":"2024-04-12T09:01:18.830362+0000","last_clean":"2024-04-12T09:01:18.830362+0000","last_became_active":"2024-04-12T08:53:07.779401+0000","last_became_peered":"2024-04-12T08:53:07.779401+0000","last_unstale":"2024-04-12T09:01:18.830362+0000","last_undegraded":"2024-04-12T09:01:18.830362+0000","last_fullsized":"2024-04-12T09:01:18.830362+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T13:52:58.994128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":920,"reported_epoch":963,"state":"active+clean","last_fresh":"2024-04-12T09:01:13.974258+0000","last_change":"2024-04-12T08:51:18.722970+0000","last_active":"2024-04-12T09:01:13.974258+0000","last_peered":"2024-04-12T09:01:13.974258+0000","last_clean":"2024-04-12T09:01:13.974258+0000","last_became_active":"2024-04-12T08:51:18.722630+0000","last_became_peered":"2024-04-12T08:51:18.722630+0000","last_unstale":"2024-04-12T09:01:13.974258+0000","last_undegraded":"2024-04-12T09:01:13.974258+0000","last_fullsized":"2024-04-12T09:01:13.974258+0000","mapping_epoch":458,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":459,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:41:44.441493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:41:44.441493+0000","last_clean_scrub_stamp":"2024-04-12T08:41:44.441493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:40:38.598916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":1419,"reported_epoch":964,"state":"active+clean","last_fresh":"2024-04-12T09:01:18.973995+0000","last_change":"2024-04-12T08:53:07.784419+0000","last_active":"2024-04-12T09:01:18.973995+0000","last_peered":"2024-04-12T09:01:18.973995+0000","last_clean":"2024-04-12T09:01:18.973995+0000","last_became_active":"2024-04-12T08:53:07.784055+0000","last_became_peered":"2024-04-12T08:53:07.784055+0000","last_unstale":"2024-04-12T09:01:18.973995+0000","last_undegraded":"2024-04-12T09:01:18.973995+0000","last_fullsized":"2024-04-12T09:01:18.973995+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:08:48.364404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1410,"reported_epoch":964,"state":"active+clean","last_fresh":"2024-04-12T09:01:18.973414+0000","last_change":"2024-04-12T08:53:57.783239+0000","last_active":"2024-04-12T09:01:18.973414+0000","last_peered":"2024-04-12T09:01:18.973414+0000","last_clean":"2024-04-12T09:01:18.973414+0000","last_became_active":"2024-04-12T08:53:57.782546+0000","last_became_peered":"2024-04-12T08:53:57.782546+0000","last_unstale":"2024-04-12T09:01:18.973414+0000","last_undegraded":"2024-04-12T09:01:18.973414+0000","last_fullsized":"2024-04-12T09:01:18.973414+0000","mapping_epoch":617,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":618,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:44:23.914482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":937,"reported_epoch":963,"state":"active+clean","last_fresh":"2024-04-12T09:01:13.973983+0000","last_change":"2024-04-12T08:52:32.890198+0000","last_active":"2024-04-12T09:01:13.973983+0000","last_peered":"2024-04-12T09:01:13.973983+0000","last_clean":"2024-04-12T09:01:13.973983+0000","last_became_active":"2024-04-12T08:52:32.889452+0000","last_became_peered":"2024-04-12T08:52:32.889452+0000","last_unstale":"2024-04-12T09:01:13.973983+0000","last_undegraded":"2024-04-12T09:01:13.973983+0000","last_fullsized":"2024-04-12T09:01:13.973983+0000","mapping_epoch":532,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":533,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:41:44.441493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:41:44.441493+0000","last_clean_scrub_stamp":"2024-04-12T08:41:44.441493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T14:42:35.316825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":898,"reported_epoch":963,"state":"active+clean","last_fresh":"2024-04-12T09:01:13.834670+0000","last_change":"2024-04-12T08:43:00.617879+0000","last_active":"2024-04-12T09:01:13.834670+0000","last_peered":"2024-04-12T09:01:13.834670+0000","last_clean":"2024-04-12T09:01:13.834670+0000","last_became_active":"2024-04-12T08:43:00.617603+0000","last_became_peered":"2024-04-12T08:43:00.617603+0000","last_unstale":"2024-04-12T09:01:13.834670+0000","last_undegraded":"2024-04-12T09:01:13.834670+0000","last_fullsized":"2024-04-12T09:01:13.834670+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T14:36:53.033346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1244,"reported_epoch":964,"state":"active+clean","last_fresh":"2024-04-12T09:01:18.812661+0000","last_change":"2024-04-12T08:53:57.824498+0000","last_active":"2024-04-12T09:01:18.812661+0000","last_peered":"2024-04-12T09:01:18.812661+0000","last_clean":"2024-04-12T09:01:18.812661+0000","last_became_active":"2024-04-12T08:53:57.817751+0000","last_became_peered":"2024-04-12T08:53:57.817751+0000","last_unstale":"2024-04-12T09:01:18.812661+0000","last_undegraded":"2024-04-12T09:01:18.812661+0000","last_fullsized":"2024-04-12T09:01:18.812661+0000","mapping_epoch":617,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":618,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:17:23.237357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"286'161","reported_seq":1296,"reported_epoch":963,"state":"active+clean","last_fresh":"2024-04-12T09:01:13.973817+0000","last_change":"2024-04-12T08:51:18.727801+0000","last_active":"2024-04-12T09:01:13.973817+0000","last_peered":"2024-04-12T09:01:13.973817+0000","last_clean":"2024-04-12T09:01:13.973817+0000","last_became_active":"2024-04-12T08:51:18.727207+0000","last_became_peered":"2024-04-12T08:51:18.727207+0000","last_unstale":"2024-04-12T09:01:13.973817+0000","last_undegraded":"2024-04-12T09:01:13.973817+0000","last_fullsized":"2024-04-12T09:01:13.973817+0000","mapping_epoch":458,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":459,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:39:13.631201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:39:13.631201+0000","last_clean_scrub_stamp":"2024-04-12T08:39:13.631201+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T15:56:04.338029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":921,"reported_epoch":963,"state":"active+clean","last_fresh":"2024-04-12T09:01:13.975383+0000","last_change":"2024-04-12T08:53:07.787365+0000","last_active":"2024-04-12T09:01:13.975383+0000","last_peered":"2024-04-12T09:01:13.975383+0000","last_clean":"2024-04-12T09:01:13.975383+0000","last_became_active":"2024-04-12T08:53:07.787048+0000","last_became_peered":"2024-04-12T08:53:07.787048+0000","last_unstale":"2024-04-12T09:01:13.975383+0000","last_undegraded":"2024-04-12T09:01:13.975383+0000","last_fullsized":"2024-04-12T09:01:13.975383+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:41:44.441493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:41:44.441493+0000","last_clean_scrub_stamp":"2024-04-12T08:41:44.441493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:02:02.248191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":1336,"reported_epoch":964,"state":"active+clean","last_fresh":"2024-04-12T09:01:18.831471+0000","last_change":"2024-04-12T08:52:32.884370+0000","last_active":"2024-04-12T09:01:18.831471+0000","last_peered":"2024-04-12T09:01:18.831471+0000","last_clean":"2024-04-12T09:01:18.831471+0000","last_became_active":"2024-04-12T08:52:32.884113+0000","last_became_peered":"2024-04-12T08:52:32.884113+0000","last_unstale":"2024-04-12T09:01:18.831471+0000","last_undegraded":"2024-04-12T09:01:18.831471+0000","last_fullsized":"2024-04-12T09:01:18.831471+0000","mapping_epoch":532,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":533,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:19:13.924792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1346,"reported_epoch":964,"state":"active+clean","last_fresh":"2024-04-12T09:01:18.829268+0000","last_change":"2024-04-12T08:53:07.777591+0000","last_active":"2024-04-12T09:01:18.829268+0000","last_peered":"2024-04-12T09:01:18.829268+0000","last_clean":"2024-04-12T09:01:18.829268+0000","last_became_active":"2024-04-12T08:53:07.777108+0000","last_became_peered":"2024-04-12T08:53:07.777108+0000","last_unstale":"2024-04-12T09:01:18.829268+0000","last_undegraded":"2024-04-12T09:01:18.829268+0000","last_fullsized":"2024-04-12T09:01:18.829268+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T09:27:52.810552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1315,"reported_epoch":964,"state":"active+clean","last_fresh":"2024-04-12T09:01:20.360959+0000","last_change":"2024-04-12T08:53:57.800185+0000","last_active":"2024-04-12T09:01:20.360959+0000","last_peered":"2024-04-12T09:01:20.360959+0000","last_clean":"2024-04-12T09:01:20.360959+0000","last_became_active":"2024-04-12T08:53:57.799890+0000","last_became_peered":"2024-04-12T08:53:57.799890+0000","last_unstale":"2024-04-12T09:01:20.360959+0000","last_undegraded":"2024-04-12T09:01:20.360959+0000","last_fullsized":"2024-04-12T09:01:20.360959+0000","mapping_epoch":617,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":618,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:41:44.441493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:41:44.441493+0000","last_clean_scrub_stamp":"2024-04-12T08:41:44.441493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T14:01:16.899408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":1356,"reported_epoch":964,"state":"active+clean","last_fresh":"2024-04-12T09:01:18.830508+0000","last_change":"2024-04-12T08:53:57.829247+0000","last_active":"2024-04-12T09:01:18.830508+0000","last_peered":"2024-04-12T09:01:18.830508+0000","last_clean":"2024-04-12T09:01:18.830508+0000","last_became_active":"2024-04-12T08:53:57.828295+0000","last_became_peered":"2024-04-12T08:53:57.828295+0000","last_unstale":"2024-04-12T09:01:18.830508+0000","last_undegraded":"2024-04-12T09:01:18.830508+0000","last_fullsized":"2024-04-12T09:01:18.830508+0000","mapping_epoch":617,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":618,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T12:10:00.130490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":921,"reported_epoch":963,"state":"active+clean","last_fresh":"2024-04-12T09:01:13.834543+0000","last_change":"2024-04-12T08:51:18.727429+0000","last_active":"2024-04-12T09:01:13.834543+0000","last_peered":"2024-04-12T09:01:13.834543+0000","last_clean":"2024-04-12T09:01:13.834543+0000","last_became_active":"2024-04-12T08:51:18.727103+0000","last_became_peered":"2024-04-12T08:51:18.727103+0000","last_unstale":"2024-04-12T09:01:13.834543+0000","last_undegraded":"2024-04-12T09:01:13.834543+0000","last_fullsized":"2024-04-12T09:01:13.834543+0000","mapping_epoch":458,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":459,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:19:34.549783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":921,"reported_epoch":963,"state":"active+clean","last_fresh":"2024-04-12T09:01:13.974921+0000","last_change":"2024-04-12T08:52:32.877230+0000","last_active":"2024-04-12T09:01:13.974921+0000","last_peered":"2024-04-12T09:01:13.974921+0000","last_clean":"2024-04-12T09:01:13.974921+0000","last_became_active":"2024-04-12T08:52:32.876878+0000","last_became_peered":"2024-04-12T08:52:32.876878+0000","last_unstale":"2024-04-12T09:01:13.974921+0000","last_undegraded":"2024-04-12T09:01:13.974921+0000","last_fullsized":"2024-04-12T09:01:13.974921+0000","mapping_epoch":532,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":533,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:41:44.441493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:41:44.441493+0000","last_clean_scrub_stamp":"2024-04-12T08:41:44.441493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:23:39.262068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":1338,"reported_epoch":964,"state":"active+clean","last_fresh":"2024-04-12T09:01:18.830057+0000","last_change":"2024-04-12T08:52:32.881837+0000","last_active":"2024-04-12T09:01:18.830057+0000","last_peered":"2024-04-12T09:01:18.830057+0000","last_clean":"2024-04-12T09:01:18.830057+0000","last_became_active":"2024-04-12T08:52:32.881483+0000","last_became_peered":"2024-04-12T08:52:32.881483+0000","last_unstale":"2024-04-12T09:01:18.830057+0000","last_undegraded":"2024-04-12T09:01:18.830057+0000","last_fullsized":"2024-04-12T09:01:18.830057+0000","mapping_epoch":532,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":533,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:07:19.774126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":934,"reported_epoch":963,"state":"active+clean","last_fresh":"2024-04-12T09:01:13.975964+0000","last_change":"2024-04-12T08:53:57.796085+0000","last_active":"2024-04-12T09:01:13.975964+0000","last_peered":"2024-04-12T09:01:13.975964+0000","last_clean":"2024-04-12T09:01:13.975964+0000","last_became_active":"2024-04-12T08:53:57.795602+0000","last_became_peered":"2024-04-12T08:53:57.795602+0000","last_unstale":"2024-04-12T09:01:13.975964+0000","last_undegraded":"2024-04-12T09:01:13.975964+0000","last_fullsized":"2024-04-12T09:01:13.975964+0000","mapping_epoch":617,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":618,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:58:39.949360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1341,"reported_epoch":964,"state":"active+clean","last_fresh":"2024-04-12T09:01:18.830161+0000","last_change":"2024-04-12T08:52:32.885800+0000","last_active":"2024-04-12T09:01:18.830161+0000","last_peered":"2024-04-12T09:01:18.830161+0000","last_clean":"2024-04-12T09:01:18.830161+0000","last_became_active":"2024-04-12T08:52:32.885389+0000","last_became_peered":"2024-04-12T08:52:32.885389+0000","last_unstale":"2024-04-12T09:01:18.830161+0000","last_undegraded":"2024-04-12T09:01:18.830161+0000","last_fullsized":"2024-04-12T09:01:18.830161+0000","mapping_epoch":532,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":533,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:41:44.441493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:41:44.441493+0000","last_clean_scrub_stamp":"2024-04-12T08:41:44.441493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:23:14.692598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":1347,"reported_epoch":964,"state":"active+clean","last_fresh":"2024-04-12T09:01:18.831421+0000","last_change":"2024-04-12T08:53:57.827905+0000","last_active":"2024-04-12T09:01:18.831421+0000","last_peered":"2024-04-12T09:01:18.831421+0000","last_clean":"2024-04-12T09:01:18.831421+0000","last_became_active":"2024-04-12T08:53:57.827599+0000","last_became_peered":"2024-04-12T08:53:57.827599+0000","last_unstale":"2024-04-12T09:01:18.831421+0000","last_undegraded":"2024-04-12T09:01:18.831421+0000","last_fullsized":"2024-04-12T09:01:18.831421+0000","mapping_epoch":617,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":618,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:51:06.496774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1236,"reported_epoch":964,"state":"active+clean","last_fresh":"2024-04-12T09:01:18.812646+0000","last_change":"2024-04-12T08:53:57.810060+0000","last_active":"2024-04-12T09:01:18.812646+0000","last_peered":"2024-04-12T09:01:18.812646+0000","last_clean":"2024-04-12T09:01:18.812646+0000","last_became_active":"2024-04-12T08:53:57.805892+0000","last_became_peered":"2024-04-12T08:53:57.805892+0000","last_unstale":"2024-04-12T09:01:18.812646+0000","last_undegraded":"2024-04-12T09:01:18.812646+0000","last_fullsized":"2024-04-12T09:01:18.812646+0000","mapping_epoch":617,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":618,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:37:32.237013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":920,"reported_epoch":963,"state":"active+clean","last_fresh":"2024-04-12T09:01:13.835071+0000","last_change":"2024-04-12T08:52:32.883243+0000","last_active":"2024-04-12T09:01:13.835071+0000","last_peered":"2024-04-12T09:01:13.835071+0000","last_clean":"2024-04-12T09:01:13.835071+0000","last_became_active":"2024-04-12T08:52:32.882878+0000","last_became_peered":"2024-04-12T08:52:32.882878+0000","last_unstale":"2024-04-12T09:01:13.835071+0000","last_undegraded":"2024-04-12T09:01:13.835071+0000","last_fullsized":"2024-04-12T09:01:13.835071+0000","mapping_epoch":532,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":533,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:26:43.507151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":921,"reported_epoch":963,"state":"active+clean","last_fresh":"2024-04-12T09:01:13.833928+0000","last_change":"2024-04-12T08:53:07.787290+0000","last_active":"2024-04-12T09:01:13.833928+0000","last_peered":"2024-04-12T09:01:13.833928+0000","last_clean":"2024-04-12T09:01:13.833928+0000","last_became_active":"2024-04-12T08:53:07.786998+0000","last_became_peered":"2024-04-12T08:53:07.786998+0000","last_unstale":"2024-04-12T09:01:13.833928+0000","last_undegraded":"2024-04-12T09:01:13.833928+0000","last_fullsized":"2024-04-12T09:01:13.833928+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:29:04.307819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":937,"reported_epoch":963,"state":"active+clean","last_fresh":"2024-04-12T09:01:13.834722+0000","last_change":"2024-04-12T08:53:07.787365+0000","last_active":"2024-04-12T09:01:13.834722+0000","last_peered":"2024-04-12T09:01:13.834722+0000","last_clean":"2024-04-12T09:01:13.834722+0000","last_became_active":"2024-04-12T08:53:07.787066+0000","last_became_peered":"2024-04-12T08:53:07.787066+0000","last_unstale":"2024-04-12T09:01:13.834722+0000","last_undegraded":"2024-04-12T09:01:13.834722+0000","last_fullsized":"2024-04-12T09:01:13.834722+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T14:06:20.917312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":916,"reported_epoch":963,"state":"active+clean","last_fresh":"2024-04-12T09:01:13.835601+0000","last_change":"2024-04-12T08:52:32.878949+0000","last_active":"2024-04-12T09:01:13.835601+0000","last_peered":"2024-04-12T09:01:13.835601+0000","last_clean":"2024-04-12T09:01:13.835601+0000","last_became_active":"2024-04-12T08:52:32.878633+0000","last_became_peered":"2024-04-12T08:52:32.878633+0000","last_unstale":"2024-04-12T09:01:13.835601+0000","last_undegraded":"2024-04-12T09:01:13.835601+0000","last_fullsized":"2024-04-12T09:01:13.835601+0000","mapping_epoch":532,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":533,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:48:20.108571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":920,"reported_epoch":963,"state":"active+clean","last_fresh":"2024-04-12T09:01:13.834704+0000","last_change":"2024-04-12T08:53:57.822343+0000","last_active":"2024-04-12T09:01:13.834704+0000","last_peered":"2024-04-12T09:01:13.834704+0000","last_clean":"2024-04-12T09:01:13.834704+0000","last_became_active":"2024-04-12T08:53:57.821765+0000","last_became_peered":"2024-04-12T08:53:57.821765+0000","last_unstale":"2024-04-12T09:01:13.834704+0000","last_undegraded":"2024-04-12T09:01:13.834704+0000","last_fullsized":"2024-04-12T09:01:13.834704+0000","mapping_epoch":617,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":618,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T15:15:20.850542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"69'2","reported_seq":1246,"reported_epoch":964,"state":"active+clean","last_fresh":"2024-04-12T09:01:18.814004+0000","last_change":"2024-04-12T08:53:57.795117+0000","last_active":"2024-04-12T09:01:18.814004+0000","last_peered":"2024-04-12T09:01:18.814004+0000","last_clean":"2024-04-12T09:01:18.814004+0000","last_became_active":"2024-04-12T08:53:57.791658+0000","last_became_peered":"2024-04-12T08:53:57.791658+0000","last_unstale":"2024-04-12T09:01:18.814004+0000","last_undegraded":"2024-04-12T09:01:18.814004+0000","last_fullsized":"2024-04-12T09:01:18.814004+0000","mapping_epoch":617,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":618,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:15:18.237943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":1410,"reported_epoch":964,"state":"active+clean","last_fresh":"2024-04-12T09:01:18.973739+0000","last_change":"2024-04-12T08:52:32.880435+0000","last_active":"2024-04-12T09:01:18.973739+0000","last_peered":"2024-04-12T09:01:18.973739+0000","last_clean":"2024-04-12T09:01:18.973739+0000","last_became_active":"2024-04-12T08:52:32.880010+0000","last_became_peered":"2024-04-12T08:52:32.880010+0000","last_unstale":"2024-04-12T09:01:18.973739+0000","last_undegraded":"2024-04-12T09:01:18.973739+0000","last_fullsized":"2024-04-12T09:01:18.973739+0000","mapping_epoch":532,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":533,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T13:16:19.281409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":917,"reported_epoch":963,"state":"active+clean","last_fresh":"2024-04-12T09:01:13.976079+0000","last_change":"2024-04-12T08:53:57.820815+0000","last_active":"2024-04-12T09:01:13.976079+0000","last_peered":"2024-04-12T09:01:13.976079+0000","last_clean":"2024-04-12T09:01:13.976079+0000","last_became_active":"2024-04-12T08:53:57.820467+0000","last_became_peered":"2024-04-12T08:53:57.820467+0000","last_unstale":"2024-04-12T09:01:13.976079+0000","last_undegraded":"2024-04-12T09:01:13.976079+0000","last_fullsized":"2024-04-12T09:01:13.976079+0000","mapping_epoch":617,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":618,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T14:45:08.877676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":915,"reported_epoch":963,"state":"active+clean","last_fresh":"2024-04-12T09:01:13.835480+0000","last_change":"2024-04-12T08:52:32.880259+0000","last_active":"2024-04-12T09:01:13.835480+0000","last_peered":"2024-04-12T09:01:13.835480+0000","last_clean":"2024-04-12T09:01:13.835480+0000","last_became_active":"2024-04-12T08:52:32.879455+0000","last_became_peered":"2024-04-12T08:52:32.879455+0000","last_unstale":"2024-04-12T09:01:13.835480+0000","last_undegraded":"2024-04-12T09:01:13.835480+0000","last_fullsized":"2024-04-12T09:01:13.835480+0000","mapping_epoch":532,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":533,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T13:34:32.019438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"69'1","reported_seq":900,"reported_epoch":963,"state":"active+clean","last_fresh":"2024-04-12T09:01:13.974144+0000","last_change":"2024-04-12T08:42:59.600443+0000","last_active":"2024-04-12T09:01:13.974144+0000","last_peered":"2024-04-12T09:01:13.974144+0000","last_clean":"2024-04-12T09:01:13.974144+0000","last_became_active":"2024-04-12T08:42:59.600152+0000","last_became_peered":"2024-04-12T08:42:59.600152+0000","last_unstale":"2024-04-12T09:01:13.974144+0000","last_undegraded":"2024-04-12T09:01:13.974144+0000","last_fullsized":"2024-04-12T09:01:13.974144+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T15:10:14.428895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":937,"reported_epoch":963,"state":"active+clean","last_fresh":"2024-04-12T09:01:13.833801+0000","last_change":"2024-04-12T08:53:57.787384+0000","last_active":"2024-04-12T09:01:13.833801+0000","last_peered":"2024-04-12T09:01:13.833801+0000","last_clean":"2024-04-12T09:01:13.833801+0000","last_became_active":"2024-04-12T08:53:57.786802+0000","last_became_peered":"2024-04-12T08:53:57.786802+0000","last_unstale":"2024-04-12T09:01:13.833801+0000","last_undegraded":"2024-04-12T09:01:13.833801+0000","last_fullsized":"2024-04-12T09:01:13.833801+0000","mapping_epoch":617,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":618,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:19:05.455070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"69'2","reported_seq":918,"reported_epoch":963,"state":"active+clean","last_fresh":"2024-04-12T09:01:13.974241+0000","last_change":"2024-04-12T08:52:32.883934+0000","last_active":"2024-04-12T09:01:13.974241+0000","last_peered":"2024-04-12T09:01:13.974241+0000","last_clean":"2024-04-12T09:01:13.974241+0000","last_became_active":"2024-04-12T08:52:32.882923+0000","last_became_peered":"2024-04-12T08:52:32.882923+0000","last_unstale":"2024-04-12T09:01:13.974241+0000","last_undegraded":"2024-04-12T09:01:13.974241+0000","last_fullsized":"2024-04-12T09:01:13.974241+0000","mapping_epoch":532,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":533,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:04:21.772511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":899,"reported_epoch":963,"state":"active+clean","last_fresh":"2024-04-12T09:01:13.974961+0000","last_change":"2024-04-12T08:43:00.378578+0000","last_active":"2024-04-12T09:01:13.974961+0000","last_peered":"2024-04-12T09:01:13.974961+0000","last_clean":"2024-04-12T09:01:13.974961+0000","last_became_active":"2024-04-12T08:43:00.378300+0000","last_became_peered":"2024-04-12T08:43:00.378300+0000","last_unstale":"2024-04-12T09:01:13.974961+0000","last_undegraded":"2024-04-12T09:01:13.974961+0000","last_fullsized":"2024-04-12T09:01:13.974961+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:23:32.116152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"69'1","reported_seq":917,"reported_epoch":963,"state":"active+clean","last_fresh":"2024-04-12T09:01:13.974378+0000","last_change":"2024-04-12T08:51:18.725617+0000","last_active":"2024-04-12T09:01:13.974378+0000","last_peered":"2024-04-12T09:01:13.974378+0000","last_clean":"2024-04-12T09:01:13.974378+0000","last_became_active":"2024-04-12T08:51:18.725273+0000","last_became_peered":"2024-04-12T08:51:18.725273+0000","last_unstale":"2024-04-12T09:01:13.974378+0000","last_undegraded":"2024-04-12T09:01:13.974378+0000","last_fullsized":"2024-04-12T09:01:13.974378+0000","mapping_epoch":458,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":459,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:58:52.395288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":1235,"reported_epoch":964,"state":"active+clean","last_fresh":"2024-04-12T09:01:18.813260+0000","last_change":"2024-04-12T08:53:57.822489+0000","last_active":"2024-04-12T09:01:18.813260+0000","last_peered":"2024-04-12T09:01:18.813260+0000","last_clean":"2024-04-12T09:01:18.813260+0000","last_became_active":"2024-04-12T08:53:57.815134+0000","last_became_peered":"2024-04-12T08:53:57.815134+0000","last_unstale":"2024-04-12T09:01:18.813260+0000","last_undegraded":"2024-04-12T09:01:18.813260+0000","last_fullsized":"2024-04-12T09:01:18.813260+0000","mapping_epoch":617,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":618,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T16:28:10.137265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"69'8","reported_seq":924,"reported_epoch":963,"state":"active+clean","last_fresh":"2024-04-12T09:01:13.834134+0000","last_change":"2024-04-12T08:51:18.740946+0000","last_active":"2024-04-12T09:01:13.834134+0000","last_peered":"2024-04-12T09:01:13.834134+0000","last_clean":"2024-04-12T09:01:13.834134+0000","last_became_active":"2024-04-12T08:51:18.740279+0000","last_became_peered":"2024-04-12T08:51:18.740279+0000","last_unstale":"2024-04-12T09:01:13.834134+0000","last_undegraded":"2024-04-12T09:01:13.834134+0000","last_fullsized":"2024-04-12T09:01:13.834134+0000","mapping_epoch":458,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":459,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T15:57:29.150656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":1410,"reported_epoch":964,"state":"active+clean","last_fresh":"2024-04-12T09:01:18.973757+0000","last_change":"2024-04-12T08:53:57.828261+0000","last_active":"2024-04-12T09:01:18.973757+0000","last_peered":"2024-04-12T09:01:18.973757+0000","last_clean":"2024-04-12T09:01:18.973757+0000","last_became_active":"2024-04-12T08:53:57.827095+0000","last_became_peered":"2024-04-12T08:53:57.827095+0000","last_unstale":"2024-04-12T09:01:18.973757+0000","last_undegraded":"2024-04-12T09:01:18.973757+0000","last_fullsized":"2024-04-12T09:01:18.973757+0000","mapping_epoch":617,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":618,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T14:28:12.425528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":899,"reported_epoch":963,"state":"active+clean","last_fresh":"2024-04-12T09:01:13.973823+0000","last_change":"2024-04-12T08:42:59.610420+0000","last_active":"2024-04-12T09:01:13.973823+0000","last_peered":"2024-04-12T09:01:13.973823+0000","last_clean":"2024-04-12T09:01:13.973823+0000","last_became_active":"2024-04-12T08:42:59.609370+0000","last_became_peered":"2024-04-12T08:42:59.609370+0000","last_unstale":"2024-04-12T09:01:13.973823+0000","last_undegraded":"2024-04-12T09:01:13.973823+0000","last_fullsized":"2024-04-12T09:01:13.973823+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T09:11:41.719178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":916,"reported_epoch":963,"state":"active+clean","last_fresh":"2024-04-12T09:01:13.975936+0000","last_change":"2024-04-12T08:53:57.789279+0000","last_active":"2024-04-12T09:01:13.975936+0000","last_peered":"2024-04-12T09:01:13.975936+0000","last_clean":"2024-04-12T09:01:13.975936+0000","last_became_active":"2024-04-12T08:53:57.788897+0000","last_became_peered":"2024-04-12T08:53:57.788897+0000","last_unstale":"2024-04-12T09:01:13.975936+0000","last_undegraded":"2024-04-12T09:01:13.975936+0000","last_fullsized":"2024-04-12T09:01:13.975936+0000","mapping_epoch":617,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":618,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:16:21.086512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1409,"reported_epoch":964,"state":"active+clean","last_fresh":"2024-04-12T09:01:18.973357+0000","last_change":"2024-04-12T08:53:57.813040+0000","last_active":"2024-04-12T09:01:18.973357+0000","last_peered":"2024-04-12T09:01:18.973357+0000","last_clean":"2024-04-12T09:01:18.973357+0000","last_became_active":"2024-04-12T08:53:57.812332+0000","last_became_peered":"2024-04-12T08:53:57.812332+0000","last_unstale":"2024-04-12T09:01:18.973357+0000","last_undegraded":"2024-04-12T09:01:18.973357+0000","last_fullsized":"2024-04-12T09:01:18.973357+0000","mapping_epoch":617,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":618,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:37:17.015326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":1235,"reported_epoch":964,"state":"active+clean","last_fresh":"2024-04-12T09:01:18.812736+0000","last_change":"2024-04-12T08:53:57.820497+0000","last_active":"2024-04-12T09:01:18.812736+0000","last_peered":"2024-04-12T09:01:18.812736+0000","last_clean":"2024-04-12T09:01:18.812736+0000","last_became_active":"2024-04-12T08:53:57.811285+0000","last_became_peered":"2024-04-12T08:53:57.811285+0000","last_unstale":"2024-04-12T09:01:18.812736+0000","last_undegraded":"2024-04-12T09:01:18.812736+0000","last_fullsized":"2024-04-12T09:01:18.812736+0000","mapping_epoch":617,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":618,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:01:05.065582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"69'2","reported_seq":918,"reported_epoch":963,"state":"active+clean","last_fresh":"2024-04-12T09:01:13.974209+0000","last_change":"2024-04-12T08:53:07.775797+0000","last_active":"2024-04-12T09:01:13.974209+0000","last_peered":"2024-04-12T09:01:13.974209+0000","last_clean":"2024-04-12T09:01:13.974209+0000","last_became_active":"2024-04-12T08:53:07.775103+0000","last_became_peered":"2024-04-12T08:53:07.775103+0000","last_unstale":"2024-04-12T09:01:13.974209+0000","last_undegraded":"2024-04-12T09:01:13.974209+0000","last_fullsized":"2024-04-12T09:01:13.974209+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T12:57:42.719336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":920,"reported_epoch":963,"state":"active+clean","last_fresh":"2024-04-12T09:01:13.834463+0000","last_change":"2024-04-12T08:52:32.890340+0000","last_active":"2024-04-12T09:01:13.834463+0000","last_peered":"2024-04-12T09:01:13.834463+0000","last_clean":"2024-04-12T09:01:13.834463+0000","last_became_active":"2024-04-12T08:52:32.889899+0000","last_became_peered":"2024-04-12T08:52:32.889899+0000","last_unstale":"2024-04-12T09:01:13.834463+0000","last_undegraded":"2024-04-12T09:01:13.834463+0000","last_fullsized":"2024-04-12T09:01:13.834463+0000","mapping_epoch":532,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":533,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:31:40.316964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"362'22","reported_seq":926,"reported_epoch":963,"state":"active+clean","last_fresh":"2024-04-12T09:01:13.834800+0000","last_change":"2024-04-12T08:42:59.605032+0000","last_active":"2024-04-12T09:01:13.834800+0000","last_peered":"2024-04-12T09:01:13.834800+0000","last_clean":"2024-04-12T09:01:13.834800+0000","last_became_active":"2024-04-12T08:42:59.604737+0000","last_became_peered":"2024-04-12T08:42:59.604737+0000","last_unstale":"2024-04-12T09:01:13.834800+0000","last_undegraded":"2024-04-12T09:01:13.834800+0000","last_fullsized":"2024-04-12T09:01:13.834800+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T14:51:48.272995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4744,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":1347,"reported_epoch":964,"state":"active+clean","last_fresh":"2024-04-12T09:01:18.829899+0000","last_change":"2024-04-12T08:53:07.775689+0000","last_active":"2024-04-12T09:01:18.829899+0000","last_peered":"2024-04-12T09:01:18.829899+0000","last_clean":"2024-04-12T09:01:18.829899+0000","last_became_active":"2024-04-12T08:53:07.775388+0000","last_became_peered":"2024-04-12T08:53:07.775388+0000","last_unstale":"2024-04-12T09:01:18.829899+0000","last_undegraded":"2024-04-12T09:01:18.829899+0000","last_fullsized":"2024-04-12T09:01:18.829899+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:39:23.599634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"69'3","reported_seq":919,"reported_epoch":963,"state":"active+clean","last_fresh":"2024-04-12T09:01:13.974372+0000","last_change":"2024-04-12T08:53:57.802346+0000","last_active":"2024-04-12T09:01:13.974372+0000","last_peered":"2024-04-12T09:01:13.974372+0000","last_clean":"2024-04-12T09:01:13.974372+0000","last_became_active":"2024-04-12T08:53:57.801999+0000","last_became_peered":"2024-04-12T08:53:57.801999+0000","last_unstale":"2024-04-12T09:01:13.974372+0000","last_undegraded":"2024-04-12T09:01:13.974372+0000","last_fullsized":"2024-04-12T09:01:13.974372+0000","mapping_epoch":617,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":618,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T16:09:15.765935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":1245,"reported_epoch":964,"state":"active+clean","last_fresh":"2024-04-12T09:01:18.812773+0000","last_change":"2024-04-12T08:53:57.795591+0000","last_active":"2024-04-12T09:01:18.812773+0000","last_peered":"2024-04-12T09:01:18.812773+0000","last_clean":"2024-04-12T09:01:18.812773+0000","last_became_active":"2024-04-12T08:53:57.793535+0000","last_became_peered":"2024-04-12T08:53:57.793535+0000","last_unstale":"2024-04-12T09:01:18.812773+0000","last_undegraded":"2024-04-12T09:01:18.812773+0000","last_fullsized":"2024-04-12T09:01:18.812773+0000","mapping_epoch":617,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":618,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T09:29:52.820275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":917,"reported_epoch":963,"state":"active+clean","last_fresh":"2024-04-12T09:01:13.975260+0000","last_change":"2024-04-12T08:52:32.877419+0000","last_active":"2024-04-12T09:01:13.975260+0000","last_peered":"2024-04-12T09:01:13.975260+0000","last_clean":"2024-04-12T09:01:13.975260+0000","last_became_active":"2024-04-12T08:52:32.876936+0000","last_became_peered":"2024-04-12T08:52:32.876936+0000","last_unstale":"2024-04-12T09:01:13.975260+0000","last_undegraded":"2024-04-12T09:01:13.975260+0000","last_fullsized":"2024-04-12T09:01:13.975260+0000","mapping_epoch":532,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":533,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:42:20.570034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":1235,"reported_epoch":964,"state":"active+clean","last_fresh":"2024-04-12T09:01:18.812534+0000","last_change":"2024-04-12T08:53:57.809802+0000","last_active":"2024-04-12T09:01:18.812534+0000","last_peered":"2024-04-12T09:01:18.812534+0000","last_clean":"2024-04-12T09:01:18.812534+0000","last_became_active":"2024-04-12T08:53:57.804562+0000","last_became_peered":"2024-04-12T08:53:57.804562+0000","last_unstale":"2024-04-12T09:01:18.812534+0000","last_undegraded":"2024-04-12T09:01:18.812534+0000","last_fullsized":"2024-04-12T09:01:18.812534+0000","mapping_epoch":617,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":618,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T12:42:01.853904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1409,"reported_epoch":964,"state":"active+clean","last_fresh":"2024-04-12T09:01:18.974890+0000","last_change":"2024-04-12T08:53:57.798620+0000","last_active":"2024-04-12T09:01:18.974890+0000","last_peered":"2024-04-12T09:01:18.974890+0000","last_clean":"2024-04-12T09:01:18.974890+0000","last_became_active":"2024-04-12T08:53:57.798082+0000","last_became_peered":"2024-04-12T08:53:57.798082+0000","last_unstale":"2024-04-12T09:01:18.974890+0000","last_undegraded":"2024-04-12T09:01:18.974890+0000","last_fullsized":"2024-04-12T09:01:18.974890+0000","mapping_epoch":617,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":618,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:17:18.375236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":925,"reported_epoch":963,"state":"active+clean","last_fresh":"2024-04-12T09:01:13.835051+0000","last_change":"2024-04-12T08:53:07.780963+0000","last_active":"2024-04-12T09:01:13.835051+0000","last_peered":"2024-04-12T09:01:13.835051+0000","last_clean":"2024-04-12T09:01:13.835051+0000","last_became_active":"2024-04-12T08:53:07.780404+0000","last_became_peered":"2024-04-12T08:53:07.780404+0000","last_unstale":"2024-04-12T09:01:13.835051+0000","last_undegraded":"2024-04-12T09:01:13.835051+0000","last_fullsized":"2024-04-12T09:01:13.835051+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T14:05:42.415127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1253,"reported_epoch":964,"state":"active+clean","last_fresh":"2024-04-12T09:01:18.812619+0000","last_change":"2024-04-12T08:53:57.808008+0000","last_active":"2024-04-12T09:01:18.812619+0000","last_peered":"2024-04-12T09:01:18.812619+0000","last_clean":"2024-04-12T09:01:18.812619+0000","last_became_active":"2024-04-12T08:53:57.804356+0000","last_became_peered":"2024-04-12T08:53:57.804356+0000","last_unstale":"2024-04-12T09:01:18.812619+0000","last_undegraded":"2024-04-12T09:01:18.812619+0000","last_fullsized":"2024-04-12T09:01:18.812619+0000","mapping_epoch":617,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":618,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T16:21:51.453126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":1411,"reported_epoch":964,"state":"active+clean","last_fresh":"2024-04-12T09:01:18.974578+0000","last_change":"2024-04-12T08:53:57.828513+0000","last_active":"2024-04-12T09:01:18.974578+0000","last_peered":"2024-04-12T09:01:18.974578+0000","last_clean":"2024-04-12T09:01:18.974578+0000","last_became_active":"2024-04-12T08:53:57.827507+0000","last_became_peered":"2024-04-12T08:53:57.827507+0000","last_unstale":"2024-04-12T09:01:18.974578+0000","last_undegraded":"2024-04-12T09:01:18.974578+0000","last_fullsized":"2024-04-12T09:01:18.974578+0000","mapping_epoch":617,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":618,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:30:35.030924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1345,"reported_epoch":964,"state":"active+clean","last_fresh":"2024-04-12T09:01:18.829224+0000","last_change":"2024-04-12T08:53:57.807418+0000","last_active":"2024-04-12T09:01:18.829224+0000","last_peered":"2024-04-12T09:01:18.829224+0000","last_clean":"2024-04-12T09:01:18.829224+0000","last_became_active":"2024-04-12T08:53:57.805130+0000","last_became_peered":"2024-04-12T08:53:57.805130+0000","last_unstale":"2024-04-12T09:01:18.829224+0000","last_undegraded":"2024-04-12T09:01:18.829224+0000","last_fullsized":"2024-04-12T09:01:18.829224+0000","mapping_epoch":617,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":618,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T16:33:17.301991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":1238,"reported_epoch":964,"state":"active+clean","last_fresh":"2024-04-12T09:01:18.812975+0000","last_change":"2024-04-12T08:53:57.800730+0000","last_active":"2024-04-12T09:01:18.812975+0000","last_peered":"2024-04-12T09:01:18.812975+0000","last_clean":"2024-04-12T09:01:18.812975+0000","last_became_active":"2024-04-12T08:53:57.790989+0000","last_became_peered":"2024-04-12T08:53:57.790989+0000","last_unstale":"2024-04-12T09:01:18.812975+0000","last_undegraded":"2024-04-12T09:01:18.812975+0000","last_fullsized":"2024-04-12T09:01:18.812975+0000","mapping_epoch":617,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":618,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:39:04.590820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,4],"acting":[3,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"69'1","reported_seq":939,"reported_epoch":963,"state":"active+clean","last_fresh":"2024-04-12T09:01:13.834406+0000","last_change":"2024-04-12T08:53:07.788090+0000","last_active":"2024-04-12T09:01:13.834406+0000","last_peered":"2024-04-12T09:01:13.834406+0000","last_clean":"2024-04-12T09:01:13.834406+0000","last_became_active":"2024-04-12T08:53:07.787674+0000","last_became_peered":"2024-04-12T08:53:07.787674+0000","last_unstale":"2024-04-12T09:01:13.834406+0000","last_undegraded":"2024-04-12T09:01:13.834406+0000","last_fullsized":"2024-04-12T09:01:13.834406+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T13:11:35.491686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5530,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16590,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2258,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":161,"ondisk_log_size":161,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":4,"up_from":31,"seq":133143986444,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":316824,"kb_used_data":15132,"kb_used_omap":1,"kb_used_meta":301438,"kb_avail":93428328,"statfs":{"total":95995035648,"available":95670607872,"internally_reserved":0,"allocated":15495168,"data_stored":9652236,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":308672856},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":617,"seq":2649994821731,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":61256,"kb_used_data":15356,"kb_used_omap":68,"kb_used_meta":45819,"kb_avail":93683896,"statfs":{"total":95995035648,"available":95932309504,"internally_reserved":0,"allocated":15724544,"data_stored":9734441,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":70374,"internal_metadata":46918938},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724808,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":328856,"kb_used_data":15120,"kb_used_omap":1,"kb_used_meta":313726,"kb_avail":93416296,"statfs":{"total":95995035648,"available":95658287104,"internally_reserved":0,"allocated":15482880,"data_stored":9648251,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":321255768},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":567,"seq":2435246456941,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":77832,"kb_used_data":15356,"kb_used_omap":63,"kb_used_meta":62400,"kb_avail":93667320,"statfs":{"total":95995035648,"available":95915335680,"internally_reserved":0,"allocated":15724544,"data_stored":9734690,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":65380,"internal_metadata":63897756},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863463171,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":325584,"kb_used_data":15944,"kb_used_omap":1,"kb_used_meta":309630,"kb_avail":93419568,"statfs":{"total":95995035648,"available":95661637632,"internally_reserved":0,"allocated":16326656,"data_stored":10329182,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":317061464},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":55,"seq":236223201534,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":313312,"kb_used_data":15956,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93431840,"statfs":{"total":95995035648,"available":95674204160,"internally_reserved":0,"allocated":16338944,"data_stored":10329386,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":458,"seq":1967095021699,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":69908,"kb_used_data":15820,"kb_used_omap":59,"kb_used_meta":54020,"kb_avail":93675244,"statfs":{"total":95995035648,"available":95923449856,"internally_reserved":0,"allocated":16199680,"data_stored":10293833,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":60940,"internal_metadata":55316980},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":532,"seq":2284922601588,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":61120,"kb_used_data":15348,"kb_used_omap":53,"kb_used_meta":45706,"kb_avail":93684032,"statfs":{"total":95995035648,"available":95932448768,"internally_reserved":0,"allocated":15716352,"data_stored":9734086,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":54590,"internal_metadata":46803650},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2258,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4890,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4814,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-12T09:02:05.476 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph pg dump --format=json 2024-04-12T09:02:05.735 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:02:06.129 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:02:05 smithi112 ceph-mon[99443]: from='client.44810 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T09:02:06.130 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:02:05 smithi112 ceph-mon[95375]: from='client.44810 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T09:02:06.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:02:05 smithi175 ceph-mon[87929]: from='client.44810 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T09:02:07.067 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:02:06 smithi112 ceph-mon[95375]: pgmap v1140: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:02:07.067 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:02:06 smithi112 ceph-mon[99443]: pgmap v1140: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:02:07.068 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 09:02:06 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: ::ffff:172.21.15.175 - - [12/Apr/2024:09:02:06] "GET /metrics HTTP/1.1" 200 34107 "" "Prometheus/2.43.0" 2024-04-12T09:02:07.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:02:06 smithi175 ceph-mon[87929]: pgmap v1140: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:02:07.617 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T09:02:07.618 INFO:teuthology.orchestra.run.smithi112.stderr:dumped all 2024-04-12T09:02:08.309 INFO:teuthology.orchestra.run.smithi112.stdout:{"pg_ready":true,"pg_map":{"version":1141,"stamp":"2024-04-12T09:02:07.329858+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":595898,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":300,"num_write_kb":2445,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":216,"ondisk_log_size":216,"up":219,"acting":219,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":219,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":1554692,"kb_used_data":124032,"kb_used_omap":252,"kb_used_meta":1430083,"kb_avail":748406524,"statfs":{"total":767960285184,"available":766368280576,"internally_reserved":0,"allocated":127008768,"data_stored":79456105,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":258100,"internal_metadata":1464405964},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002609"},"pg_stats":[{"pgid":"4.18","version":"0'0","reported_seq":920,"reported_epoch":963,"state":"active+clean","last_fresh":"2024-04-12T09:01:13.834039+0000","last_change":"2024-04-12T08:52:32.879829+0000","last_active":"2024-04-12T09:01:13.834039+0000","last_peered":"2024-04-12T09:01:13.834039+0000","last_clean":"2024-04-12T09:01:13.834039+0000","last_became_active":"2024-04-12T08:52:32.879420+0000","last_became_peered":"2024-04-12T08:52:32.879420+0000","last_unstale":"2024-04-12T09:01:13.834039+0000","last_undegraded":"2024-04-12T09:01:13.834039+0000","last_fullsized":"2024-04-12T09:01:13.834039+0000","mapping_epoch":532,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":533,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:58:30.056118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"69'4","reported_seq":1417,"reported_epoch":964,"state":"active+clean","last_fresh":"2024-04-12T09:01:18.975036+0000","last_change":"2024-04-12T08:53:07.781383+0000","last_active":"2024-04-12T09:01:18.975036+0000","last_peered":"2024-04-12T09:01:18.975036+0000","last_clean":"2024-04-12T09:01:18.975036+0000","last_became_active":"2024-04-12T08:53:07.780994+0000","last_became_peered":"2024-04-12T08:53:07.780994+0000","last_unstale":"2024-04-12T09:01:18.975036+0000","last_undegraded":"2024-04-12T09:01:18.975036+0000","last_fullsized":"2024-04-12T09:01:18.975036+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:42:02.875054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":1245,"reported_epoch":964,"state":"active+clean","last_fresh":"2024-04-12T09:01:18.812891+0000","last_change":"2024-04-12T08:53:57.791746+0000","last_active":"2024-04-12T09:01:18.812891+0000","last_peered":"2024-04-12T09:01:18.812891+0000","last_clean":"2024-04-12T09:01:18.812891+0000","last_became_active":"2024-04-12T08:53:57.788906+0000","last_became_peered":"2024-04-12T08:53:57.788906+0000","last_unstale":"2024-04-12T09:01:18.812891+0000","last_undegraded":"2024-04-12T09:01:18.812891+0000","last_fullsized":"2024-04-12T09:01:18.812891+0000","mapping_epoch":617,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":618,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T14:45:28.319347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"69'1","reported_seq":1231,"reported_epoch":964,"state":"active+clean","last_fresh":"2024-04-12T09:01:18.813577+0000","last_change":"2024-04-12T08:53:57.822162+0000","last_active":"2024-04-12T09:01:18.813577+0000","last_peered":"2024-04-12T09:01:18.813577+0000","last_clean":"2024-04-12T09:01:18.813577+0000","last_became_active":"2024-04-12T08:53:57.816643+0000","last_became_peered":"2024-04-12T08:53:57.816643+0000","last_unstale":"2024-04-12T09:01:18.813577+0000","last_undegraded":"2024-04-12T09:01:18.813577+0000","last_fullsized":"2024-04-12T09:01:18.813577+0000","mapping_epoch":617,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":618,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T16:06:32.329987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":937,"reported_epoch":963,"state":"active+clean","last_fresh":"2024-04-12T09:01:13.834530+0000","last_change":"2024-04-12T08:53:57.823457+0000","last_active":"2024-04-12T09:01:13.834530+0000","last_peered":"2024-04-12T09:01:13.834530+0000","last_clean":"2024-04-12T09:01:13.834530+0000","last_became_active":"2024-04-12T08:53:57.823155+0000","last_became_peered":"2024-04-12T08:53:57.823155+0000","last_unstale":"2024-04-12T09:01:13.834530+0000","last_undegraded":"2024-04-12T09:01:13.834530+0000","last_fullsized":"2024-04-12T09:01:13.834530+0000","mapping_epoch":617,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":618,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:05:12.806748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"69'2","reported_seq":902,"reported_epoch":963,"state":"active+clean","last_fresh":"2024-04-12T09:01:13.976024+0000","last_change":"2024-04-12T08:42:59.597088+0000","last_active":"2024-04-12T09:01:13.976024+0000","last_peered":"2024-04-12T09:01:13.976024+0000","last_clean":"2024-04-12T09:01:13.976024+0000","last_became_active":"2024-04-12T08:42:59.596731+0000","last_became_peered":"2024-04-12T08:42:59.596731+0000","last_unstale":"2024-04-12T09:01:13.976024+0000","last_undegraded":"2024-04-12T09:01:13.976024+0000","last_fullsized":"2024-04-12T09:01:13.976024+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:24:48.201237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":937,"reported_epoch":963,"state":"active+clean","last_fresh":"2024-04-12T09:01:13.834387+0000","last_change":"2024-04-12T08:53:57.790350+0000","last_active":"2024-04-12T09:01:13.834387+0000","last_peered":"2024-04-12T09:01:13.834387+0000","last_clean":"2024-04-12T09:01:13.834387+0000","last_became_active":"2024-04-12T08:53:57.789870+0000","last_became_peered":"2024-04-12T08:53:57.789870+0000","last_unstale":"2024-04-12T09:01:13.834387+0000","last_undegraded":"2024-04-12T09:01:13.834387+0000","last_fullsized":"2024-04-12T09:01:13.834387+0000","mapping_epoch":617,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":618,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:16:05.368709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"69'2","reported_seq":919,"reported_epoch":963,"state":"active+clean","last_fresh":"2024-04-12T09:01:13.976165+0000","last_change":"2024-04-12T08:52:32.878198+0000","last_active":"2024-04-12T09:01:13.976165+0000","last_peered":"2024-04-12T09:01:13.976165+0000","last_clean":"2024-04-12T09:01:13.976165+0000","last_became_active":"2024-04-12T08:52:32.877774+0000","last_became_peered":"2024-04-12T08:52:32.877774+0000","last_unstale":"2024-04-12T09:01:13.976165+0000","last_undegraded":"2024-04-12T09:01:13.976165+0000","last_fullsized":"2024-04-12T09:01:13.976165+0000","mapping_epoch":532,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":533,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T16:29:32.519183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":1283,"reported_epoch":964,"state":"active+clean","last_fresh":"2024-04-12T09:01:20.360579+0000","last_change":"2024-04-12T08:53:57.828188+0000","last_active":"2024-04-12T09:01:20.360579+0000","last_peered":"2024-04-12T09:01:20.360579+0000","last_clean":"2024-04-12T09:01:20.360579+0000","last_became_active":"2024-04-12T08:53:57.827777+0000","last_became_peered":"2024-04-12T08:53:57.827777+0000","last_unstale":"2024-04-12T09:01:20.360579+0000","last_undegraded":"2024-04-12T09:01:20.360579+0000","last_fullsized":"2024-04-12T09:01:20.360579+0000","mapping_epoch":617,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":618,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T14:07:18.048445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,3],"acting":[2,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"69'1","reported_seq":1404,"reported_epoch":964,"state":"active+clean","last_fresh":"2024-04-12T09:01:18.972608+0000","last_change":"2024-04-12T08:51:18.739113+0000","last_active":"2024-04-12T09:01:18.972608+0000","last_peered":"2024-04-12T09:01:18.972608+0000","last_clean":"2024-04-12T09:01:18.972608+0000","last_became_active":"2024-04-12T08:51:18.738582+0000","last_became_peered":"2024-04-12T08:51:18.738582+0000","last_unstale":"2024-04-12T09:01:18.972608+0000","last_undegraded":"2024-04-12T09:01:18.972608+0000","last_fullsized":"2024-04-12T09:01:18.972608+0000","mapping_epoch":458,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":459,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T14:19:10.967276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":903,"reported_epoch":963,"state":"active+clean","last_fresh":"2024-04-12T09:01:13.833879+0000","last_change":"2024-04-12T08:43:00.378593+0000","last_active":"2024-04-12T09:01:13.833879+0000","last_peered":"2024-04-12T09:01:13.833879+0000","last_clean":"2024-04-12T09:01:13.833879+0000","last_became_active":"2024-04-12T08:43:00.378314+0000","last_became_peered":"2024-04-12T08:43:00.378314+0000","last_unstale":"2024-04-12T09:01:13.833879+0000","last_undegraded":"2024-04-12T09:01:13.833879+0000","last_fullsized":"2024-04-12T09:01:13.833879+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:52:45.255193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"69'1","reported_seq":1414,"reported_epoch":964,"state":"active+clean","last_fresh":"2024-04-12T09:01:18.973929+0000","last_change":"2024-04-12T08:52:32.879516+0000","last_active":"2024-04-12T09:01:18.973929+0000","last_peered":"2024-04-12T09:01:18.973929+0000","last_clean":"2024-04-12T09:01:18.973929+0000","last_became_active":"2024-04-12T08:52:32.879181+0000","last_became_peered":"2024-04-12T08:52:32.879181+0000","last_unstale":"2024-04-12T09:01:18.973929+0000","last_undegraded":"2024-04-12T09:01:18.973929+0000","last_fullsized":"2024-04-12T09:01:18.973929+0000","mapping_epoch":532,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":533,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:32:21.232225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":920,"reported_epoch":963,"state":"active+clean","last_fresh":"2024-04-12T09:01:13.835127+0000","last_change":"2024-04-12T08:53:07.781265+0000","last_active":"2024-04-12T09:01:13.835127+0000","last_peered":"2024-04-12T09:01:13.835127+0000","last_clean":"2024-04-12T09:01:13.835127+0000","last_became_active":"2024-04-12T08:53:07.780875+0000","last_became_peered":"2024-04-12T08:53:07.780875+0000","last_unstale":"2024-04-12T09:01:13.835127+0000","last_undegraded":"2024-04-12T09:01:13.835127+0000","last_fullsized":"2024-04-12T09:01:13.835127+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:41:44.441493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:41:44.441493+0000","last_clean_scrub_stamp":"2024-04-12T08:41:44.441493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:02:50.985990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":1244,"reported_epoch":964,"state":"active+clean","last_fresh":"2024-04-12T09:01:18.812595+0000","last_change":"2024-04-12T08:53:57.805852+0000","last_active":"2024-04-12T09:01:18.812595+0000","last_peered":"2024-04-12T09:01:18.812595+0000","last_clean":"2024-04-12T09:01:18.812595+0000","last_became_active":"2024-04-12T08:53:57.801156+0000","last_became_peered":"2024-04-12T08:53:57.801156+0000","last_unstale":"2024-04-12T09:01:18.812595+0000","last_undegraded":"2024-04-12T09:01:18.812595+0000","last_fullsized":"2024-04-12T09:01:18.812595+0000","mapping_epoch":617,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":618,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:49:11.854197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":1337,"reported_epoch":964,"state":"active+clean","last_fresh":"2024-04-12T09:01:18.829698+0000","last_change":"2024-04-12T08:52:32.883769+0000","last_active":"2024-04-12T09:01:18.829698+0000","last_peered":"2024-04-12T09:01:18.829698+0000","last_clean":"2024-04-12T09:01:18.829698+0000","last_became_active":"2024-04-12T08:52:32.883276+0000","last_became_peered":"2024-04-12T08:52:32.883276+0000","last_unstale":"2024-04-12T09:01:18.829698+0000","last_undegraded":"2024-04-12T09:01:18.829698+0000","last_fullsized":"2024-04-12T09:01:18.829698+0000","mapping_epoch":532,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":533,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:41:44.441493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:41:44.441493+0000","last_clean_scrub_stamp":"2024-04-12T08:41:44.441493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:02:18.589669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"69'2","reported_seq":1246,"reported_epoch":964,"state":"active+clean","last_fresh":"2024-04-12T09:01:18.813093+0000","last_change":"2024-04-12T08:53:57.819218+0000","last_active":"2024-04-12T09:01:18.813093+0000","last_peered":"2024-04-12T09:01:18.813093+0000","last_clean":"2024-04-12T09:01:18.813093+0000","last_became_active":"2024-04-12T08:53:57.806521+0000","last_became_peered":"2024-04-12T08:53:57.806521+0000","last_unstale":"2024-04-12T09:01:18.813093+0000","last_undegraded":"2024-04-12T09:01:18.813093+0000","last_fullsized":"2024-04-12T09:01:18.813093+0000","mapping_epoch":617,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":618,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:20:15.551383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":1402,"reported_epoch":964,"state":"active+clean","last_fresh":"2024-04-12T09:01:18.972667+0000","last_change":"2024-04-12T08:51:18.739398+0000","last_active":"2024-04-12T09:01:18.972667+0000","last_peered":"2024-04-12T09:01:18.972667+0000","last_clean":"2024-04-12T09:01:18.972667+0000","last_became_active":"2024-04-12T08:51:18.739112+0000","last_became_peered":"2024-04-12T08:51:18.739112+0000","last_unstale":"2024-04-12T09:01:18.972667+0000","last_undegraded":"2024-04-12T09:01:18.972667+0000","last_fullsized":"2024-04-12T09:01:18.972667+0000","mapping_epoch":458,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":459,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:46:03.062520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1346,"reported_epoch":964,"state":"active+clean","last_fresh":"2024-04-12T09:01:18.830362+0000","last_change":"2024-04-12T08:53:07.780036+0000","last_active":"2024-04-12T09:01:18.830362+0000","last_peered":"2024-04-12T09:01:18.830362+0000","last_clean":"2024-04-12T09:01:18.830362+0000","last_became_active":"2024-04-12T08:53:07.779401+0000","last_became_peered":"2024-04-12T08:53:07.779401+0000","last_unstale":"2024-04-12T09:01:18.830362+0000","last_undegraded":"2024-04-12T09:01:18.830362+0000","last_fullsized":"2024-04-12T09:01:18.830362+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T13:52:58.994128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":920,"reported_epoch":963,"state":"active+clean","last_fresh":"2024-04-12T09:01:13.974258+0000","last_change":"2024-04-12T08:51:18.722970+0000","last_active":"2024-04-12T09:01:13.974258+0000","last_peered":"2024-04-12T09:01:13.974258+0000","last_clean":"2024-04-12T09:01:13.974258+0000","last_became_active":"2024-04-12T08:51:18.722630+0000","last_became_peered":"2024-04-12T08:51:18.722630+0000","last_unstale":"2024-04-12T09:01:13.974258+0000","last_undegraded":"2024-04-12T09:01:13.974258+0000","last_fullsized":"2024-04-12T09:01:13.974258+0000","mapping_epoch":458,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":459,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:41:44.441493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:41:44.441493+0000","last_clean_scrub_stamp":"2024-04-12T08:41:44.441493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:40:38.598916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":1420,"reported_epoch":964,"state":"active+clean","last_fresh":"2024-04-12T09:01:18.974037+0000","last_change":"2024-04-12T08:53:07.784419+0000","last_active":"2024-04-12T09:01:18.974037+0000","last_peered":"2024-04-12T09:01:18.974037+0000","last_clean":"2024-04-12T09:01:18.974037+0000","last_became_active":"2024-04-12T08:53:07.784055+0000","last_became_peered":"2024-04-12T08:53:07.784055+0000","last_unstale":"2024-04-12T09:01:18.974037+0000","last_undegraded":"2024-04-12T09:01:18.974037+0000","last_fullsized":"2024-04-12T09:01:18.974037+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:08:48.364404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1410,"reported_epoch":964,"state":"active+clean","last_fresh":"2024-04-12T09:01:18.973414+0000","last_change":"2024-04-12T08:53:57.783239+0000","last_active":"2024-04-12T09:01:18.973414+0000","last_peered":"2024-04-12T09:01:18.973414+0000","last_clean":"2024-04-12T09:01:18.973414+0000","last_became_active":"2024-04-12T08:53:57.782546+0000","last_became_peered":"2024-04-12T08:53:57.782546+0000","last_unstale":"2024-04-12T09:01:18.973414+0000","last_undegraded":"2024-04-12T09:01:18.973414+0000","last_fullsized":"2024-04-12T09:01:18.973414+0000","mapping_epoch":617,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":618,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:44:23.914482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":937,"reported_epoch":963,"state":"active+clean","last_fresh":"2024-04-12T09:01:13.973983+0000","last_change":"2024-04-12T08:52:32.890198+0000","last_active":"2024-04-12T09:01:13.973983+0000","last_peered":"2024-04-12T09:01:13.973983+0000","last_clean":"2024-04-12T09:01:13.973983+0000","last_became_active":"2024-04-12T08:52:32.889452+0000","last_became_peered":"2024-04-12T08:52:32.889452+0000","last_unstale":"2024-04-12T09:01:13.973983+0000","last_undegraded":"2024-04-12T09:01:13.973983+0000","last_fullsized":"2024-04-12T09:01:13.973983+0000","mapping_epoch":532,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":533,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:41:44.441493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:41:44.441493+0000","last_clean_scrub_stamp":"2024-04-12T08:41:44.441493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T14:42:35.316825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":898,"reported_epoch":963,"state":"active+clean","last_fresh":"2024-04-12T09:01:13.834670+0000","last_change":"2024-04-12T08:43:00.617879+0000","last_active":"2024-04-12T09:01:13.834670+0000","last_peered":"2024-04-12T09:01:13.834670+0000","last_clean":"2024-04-12T09:01:13.834670+0000","last_became_active":"2024-04-12T08:43:00.617603+0000","last_became_peered":"2024-04-12T08:43:00.617603+0000","last_unstale":"2024-04-12T09:01:13.834670+0000","last_undegraded":"2024-04-12T09:01:13.834670+0000","last_fullsized":"2024-04-12T09:01:13.834670+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T14:36:53.033346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1244,"reported_epoch":964,"state":"active+clean","last_fresh":"2024-04-12T09:01:18.812661+0000","last_change":"2024-04-12T08:53:57.824498+0000","last_active":"2024-04-12T09:01:18.812661+0000","last_peered":"2024-04-12T09:01:18.812661+0000","last_clean":"2024-04-12T09:01:18.812661+0000","last_became_active":"2024-04-12T08:53:57.817751+0000","last_became_peered":"2024-04-12T08:53:57.817751+0000","last_unstale":"2024-04-12T09:01:18.812661+0000","last_undegraded":"2024-04-12T09:01:18.812661+0000","last_fullsized":"2024-04-12T09:01:18.812661+0000","mapping_epoch":617,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":618,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:17:23.237357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"286'161","reported_seq":1296,"reported_epoch":963,"state":"active+clean","last_fresh":"2024-04-12T09:01:13.973817+0000","last_change":"2024-04-12T08:51:18.727801+0000","last_active":"2024-04-12T09:01:13.973817+0000","last_peered":"2024-04-12T09:01:13.973817+0000","last_clean":"2024-04-12T09:01:13.973817+0000","last_became_active":"2024-04-12T08:51:18.727207+0000","last_became_peered":"2024-04-12T08:51:18.727207+0000","last_unstale":"2024-04-12T09:01:13.973817+0000","last_undegraded":"2024-04-12T09:01:13.973817+0000","last_fullsized":"2024-04-12T09:01:13.973817+0000","mapping_epoch":458,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":459,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:39:13.631201+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:39:13.631201+0000","last_clean_scrub_stamp":"2024-04-12T08:39:13.631201+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T15:56:04.338029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":921,"reported_epoch":963,"state":"active+clean","last_fresh":"2024-04-12T09:01:13.975383+0000","last_change":"2024-04-12T08:53:07.787365+0000","last_active":"2024-04-12T09:01:13.975383+0000","last_peered":"2024-04-12T09:01:13.975383+0000","last_clean":"2024-04-12T09:01:13.975383+0000","last_became_active":"2024-04-12T08:53:07.787048+0000","last_became_peered":"2024-04-12T08:53:07.787048+0000","last_unstale":"2024-04-12T09:01:13.975383+0000","last_undegraded":"2024-04-12T09:01:13.975383+0000","last_fullsized":"2024-04-12T09:01:13.975383+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:41:44.441493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:41:44.441493+0000","last_clean_scrub_stamp":"2024-04-12T08:41:44.441493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:02:02.248191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":1336,"reported_epoch":964,"state":"active+clean","last_fresh":"2024-04-12T09:01:18.831471+0000","last_change":"2024-04-12T08:52:32.884370+0000","last_active":"2024-04-12T09:01:18.831471+0000","last_peered":"2024-04-12T09:01:18.831471+0000","last_clean":"2024-04-12T09:01:18.831471+0000","last_became_active":"2024-04-12T08:52:32.884113+0000","last_became_peered":"2024-04-12T08:52:32.884113+0000","last_unstale":"2024-04-12T09:01:18.831471+0000","last_undegraded":"2024-04-12T09:01:18.831471+0000","last_fullsized":"2024-04-12T09:01:18.831471+0000","mapping_epoch":532,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":533,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T17:19:13.924792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1346,"reported_epoch":964,"state":"active+clean","last_fresh":"2024-04-12T09:01:18.829268+0000","last_change":"2024-04-12T08:53:07.777591+0000","last_active":"2024-04-12T09:01:18.829268+0000","last_peered":"2024-04-12T09:01:18.829268+0000","last_clean":"2024-04-12T09:01:18.829268+0000","last_became_active":"2024-04-12T08:53:07.777108+0000","last_became_peered":"2024-04-12T08:53:07.777108+0000","last_unstale":"2024-04-12T09:01:18.829268+0000","last_undegraded":"2024-04-12T09:01:18.829268+0000","last_fullsized":"2024-04-12T09:01:18.829268+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T09:27:52.810552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1315,"reported_epoch":964,"state":"active+clean","last_fresh":"2024-04-12T09:01:20.360959+0000","last_change":"2024-04-12T08:53:57.800185+0000","last_active":"2024-04-12T09:01:20.360959+0000","last_peered":"2024-04-12T09:01:20.360959+0000","last_clean":"2024-04-12T09:01:20.360959+0000","last_became_active":"2024-04-12T08:53:57.799890+0000","last_became_peered":"2024-04-12T08:53:57.799890+0000","last_unstale":"2024-04-12T09:01:20.360959+0000","last_undegraded":"2024-04-12T09:01:20.360959+0000","last_fullsized":"2024-04-12T09:01:20.360959+0000","mapping_epoch":617,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":618,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:41:44.441493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:41:44.441493+0000","last_clean_scrub_stamp":"2024-04-12T08:41:44.441493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T14:01:16.899408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":1356,"reported_epoch":964,"state":"active+clean","last_fresh":"2024-04-12T09:01:18.830508+0000","last_change":"2024-04-12T08:53:57.829247+0000","last_active":"2024-04-12T09:01:18.830508+0000","last_peered":"2024-04-12T09:01:18.830508+0000","last_clean":"2024-04-12T09:01:18.830508+0000","last_became_active":"2024-04-12T08:53:57.828295+0000","last_became_peered":"2024-04-12T08:53:57.828295+0000","last_unstale":"2024-04-12T09:01:18.830508+0000","last_undegraded":"2024-04-12T09:01:18.830508+0000","last_fullsized":"2024-04-12T09:01:18.830508+0000","mapping_epoch":617,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":618,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T12:10:00.130490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":921,"reported_epoch":963,"state":"active+clean","last_fresh":"2024-04-12T09:01:13.834543+0000","last_change":"2024-04-12T08:51:18.727429+0000","last_active":"2024-04-12T09:01:13.834543+0000","last_peered":"2024-04-12T09:01:13.834543+0000","last_clean":"2024-04-12T09:01:13.834543+0000","last_became_active":"2024-04-12T08:51:18.727103+0000","last_became_peered":"2024-04-12T08:51:18.727103+0000","last_unstale":"2024-04-12T09:01:13.834543+0000","last_undegraded":"2024-04-12T09:01:13.834543+0000","last_fullsized":"2024-04-12T09:01:13.834543+0000","mapping_epoch":458,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":459,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:19:34.549783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":921,"reported_epoch":963,"state":"active+clean","last_fresh":"2024-04-12T09:01:13.974921+0000","last_change":"2024-04-12T08:52:32.877230+0000","last_active":"2024-04-12T09:01:13.974921+0000","last_peered":"2024-04-12T09:01:13.974921+0000","last_clean":"2024-04-12T09:01:13.974921+0000","last_became_active":"2024-04-12T08:52:32.876878+0000","last_became_peered":"2024-04-12T08:52:32.876878+0000","last_unstale":"2024-04-12T09:01:13.974921+0000","last_undegraded":"2024-04-12T09:01:13.974921+0000","last_fullsized":"2024-04-12T09:01:13.974921+0000","mapping_epoch":532,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":533,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:41:44.441493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:41:44.441493+0000","last_clean_scrub_stamp":"2024-04-12T08:41:44.441493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:23:39.262068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":1338,"reported_epoch":964,"state":"active+clean","last_fresh":"2024-04-12T09:01:18.830057+0000","last_change":"2024-04-12T08:52:32.881837+0000","last_active":"2024-04-12T09:01:18.830057+0000","last_peered":"2024-04-12T09:01:18.830057+0000","last_clean":"2024-04-12T09:01:18.830057+0000","last_became_active":"2024-04-12T08:52:32.881483+0000","last_became_peered":"2024-04-12T08:52:32.881483+0000","last_unstale":"2024-04-12T09:01:18.830057+0000","last_undegraded":"2024-04-12T09:01:18.830057+0000","last_fullsized":"2024-04-12T09:01:18.830057+0000","mapping_epoch":532,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":533,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:07:19.774126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":934,"reported_epoch":963,"state":"active+clean","last_fresh":"2024-04-12T09:01:13.975964+0000","last_change":"2024-04-12T08:53:57.796085+0000","last_active":"2024-04-12T09:01:13.975964+0000","last_peered":"2024-04-12T09:01:13.975964+0000","last_clean":"2024-04-12T09:01:13.975964+0000","last_became_active":"2024-04-12T08:53:57.795602+0000","last_became_peered":"2024-04-12T08:53:57.795602+0000","last_unstale":"2024-04-12T09:01:13.975964+0000","last_undegraded":"2024-04-12T09:01:13.975964+0000","last_fullsized":"2024-04-12T09:01:13.975964+0000","mapping_epoch":617,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":618,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:58:39.949360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1341,"reported_epoch":964,"state":"active+clean","last_fresh":"2024-04-12T09:01:18.830161+0000","last_change":"2024-04-12T08:52:32.885800+0000","last_active":"2024-04-12T09:01:18.830161+0000","last_peered":"2024-04-12T09:01:18.830161+0000","last_clean":"2024-04-12T09:01:18.830161+0000","last_became_active":"2024-04-12T08:52:32.885389+0000","last_became_peered":"2024-04-12T08:52:32.885389+0000","last_unstale":"2024-04-12T09:01:18.830161+0000","last_undegraded":"2024-04-12T09:01:18.830161+0000","last_fullsized":"2024-04-12T09:01:18.830161+0000","mapping_epoch":532,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":533,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:41:44.441493+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:41:44.441493+0000","last_clean_scrub_stamp":"2024-04-12T08:41:44.441493+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:23:14.692598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":1347,"reported_epoch":964,"state":"active+clean","last_fresh":"2024-04-12T09:01:18.831421+0000","last_change":"2024-04-12T08:53:57.827905+0000","last_active":"2024-04-12T09:01:18.831421+0000","last_peered":"2024-04-12T09:01:18.831421+0000","last_clean":"2024-04-12T09:01:18.831421+0000","last_became_active":"2024-04-12T08:53:57.827599+0000","last_became_peered":"2024-04-12T08:53:57.827599+0000","last_unstale":"2024-04-12T09:01:18.831421+0000","last_undegraded":"2024-04-12T09:01:18.831421+0000","last_fullsized":"2024-04-12T09:01:18.831421+0000","mapping_epoch":617,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":618,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:51:06.496774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1236,"reported_epoch":964,"state":"active+clean","last_fresh":"2024-04-12T09:01:18.812646+0000","last_change":"2024-04-12T08:53:57.810060+0000","last_active":"2024-04-12T09:01:18.812646+0000","last_peered":"2024-04-12T09:01:18.812646+0000","last_clean":"2024-04-12T09:01:18.812646+0000","last_became_active":"2024-04-12T08:53:57.805892+0000","last_became_peered":"2024-04-12T08:53:57.805892+0000","last_unstale":"2024-04-12T09:01:18.812646+0000","last_undegraded":"2024-04-12T09:01:18.812646+0000","last_fullsized":"2024-04-12T09:01:18.812646+0000","mapping_epoch":617,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":618,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:37:32.237013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":920,"reported_epoch":963,"state":"active+clean","last_fresh":"2024-04-12T09:01:13.835071+0000","last_change":"2024-04-12T08:52:32.883243+0000","last_active":"2024-04-12T09:01:13.835071+0000","last_peered":"2024-04-12T09:01:13.835071+0000","last_clean":"2024-04-12T09:01:13.835071+0000","last_became_active":"2024-04-12T08:52:32.882878+0000","last_became_peered":"2024-04-12T08:52:32.882878+0000","last_unstale":"2024-04-12T09:01:13.835071+0000","last_undegraded":"2024-04-12T09:01:13.835071+0000","last_fullsized":"2024-04-12T09:01:13.835071+0000","mapping_epoch":532,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":533,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:26:43.507151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":921,"reported_epoch":963,"state":"active+clean","last_fresh":"2024-04-12T09:01:13.833928+0000","last_change":"2024-04-12T08:53:07.787290+0000","last_active":"2024-04-12T09:01:13.833928+0000","last_peered":"2024-04-12T09:01:13.833928+0000","last_clean":"2024-04-12T09:01:13.833928+0000","last_became_active":"2024-04-12T08:53:07.786998+0000","last_became_peered":"2024-04-12T08:53:07.786998+0000","last_unstale":"2024-04-12T09:01:13.833928+0000","last_undegraded":"2024-04-12T09:01:13.833928+0000","last_fullsized":"2024-04-12T09:01:13.833928+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:29:04.307819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":937,"reported_epoch":963,"state":"active+clean","last_fresh":"2024-04-12T09:01:13.834722+0000","last_change":"2024-04-12T08:53:07.787365+0000","last_active":"2024-04-12T09:01:13.834722+0000","last_peered":"2024-04-12T09:01:13.834722+0000","last_clean":"2024-04-12T09:01:13.834722+0000","last_became_active":"2024-04-12T08:53:07.787066+0000","last_became_peered":"2024-04-12T08:53:07.787066+0000","last_unstale":"2024-04-12T09:01:13.834722+0000","last_undegraded":"2024-04-12T09:01:13.834722+0000","last_fullsized":"2024-04-12T09:01:13.834722+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T14:06:20.917312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":916,"reported_epoch":963,"state":"active+clean","last_fresh":"2024-04-12T09:01:13.835601+0000","last_change":"2024-04-12T08:52:32.878949+0000","last_active":"2024-04-12T09:01:13.835601+0000","last_peered":"2024-04-12T09:01:13.835601+0000","last_clean":"2024-04-12T09:01:13.835601+0000","last_became_active":"2024-04-12T08:52:32.878633+0000","last_became_peered":"2024-04-12T08:52:32.878633+0000","last_unstale":"2024-04-12T09:01:13.835601+0000","last_undegraded":"2024-04-12T09:01:13.835601+0000","last_fullsized":"2024-04-12T09:01:13.835601+0000","mapping_epoch":532,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":533,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:48:20.108571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":920,"reported_epoch":963,"state":"active+clean","last_fresh":"2024-04-12T09:01:13.834704+0000","last_change":"2024-04-12T08:53:57.822343+0000","last_active":"2024-04-12T09:01:13.834704+0000","last_peered":"2024-04-12T09:01:13.834704+0000","last_clean":"2024-04-12T09:01:13.834704+0000","last_became_active":"2024-04-12T08:53:57.821765+0000","last_became_peered":"2024-04-12T08:53:57.821765+0000","last_unstale":"2024-04-12T09:01:13.834704+0000","last_undegraded":"2024-04-12T09:01:13.834704+0000","last_fullsized":"2024-04-12T09:01:13.834704+0000","mapping_epoch":617,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":618,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T15:15:20.850542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"69'2","reported_seq":1246,"reported_epoch":964,"state":"active+clean","last_fresh":"2024-04-12T09:01:18.814004+0000","last_change":"2024-04-12T08:53:57.795117+0000","last_active":"2024-04-12T09:01:18.814004+0000","last_peered":"2024-04-12T09:01:18.814004+0000","last_clean":"2024-04-12T09:01:18.814004+0000","last_became_active":"2024-04-12T08:53:57.791658+0000","last_became_peered":"2024-04-12T08:53:57.791658+0000","last_unstale":"2024-04-12T09:01:18.814004+0000","last_undegraded":"2024-04-12T09:01:18.814004+0000","last_fullsized":"2024-04-12T09:01:18.814004+0000","mapping_epoch":617,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":618,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:15:18.237943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":1410,"reported_epoch":964,"state":"active+clean","last_fresh":"2024-04-12T09:01:18.973739+0000","last_change":"2024-04-12T08:52:32.880435+0000","last_active":"2024-04-12T09:01:18.973739+0000","last_peered":"2024-04-12T09:01:18.973739+0000","last_clean":"2024-04-12T09:01:18.973739+0000","last_became_active":"2024-04-12T08:52:32.880010+0000","last_became_peered":"2024-04-12T08:52:32.880010+0000","last_unstale":"2024-04-12T09:01:18.973739+0000","last_undegraded":"2024-04-12T09:01:18.973739+0000","last_fullsized":"2024-04-12T09:01:18.973739+0000","mapping_epoch":532,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":533,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T13:16:19.281409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":917,"reported_epoch":963,"state":"active+clean","last_fresh":"2024-04-12T09:01:13.976079+0000","last_change":"2024-04-12T08:53:57.820815+0000","last_active":"2024-04-12T09:01:13.976079+0000","last_peered":"2024-04-12T09:01:13.976079+0000","last_clean":"2024-04-12T09:01:13.976079+0000","last_became_active":"2024-04-12T08:53:57.820467+0000","last_became_peered":"2024-04-12T08:53:57.820467+0000","last_unstale":"2024-04-12T09:01:13.976079+0000","last_undegraded":"2024-04-12T09:01:13.976079+0000","last_fullsized":"2024-04-12T09:01:13.976079+0000","mapping_epoch":617,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":618,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T14:45:08.877676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":915,"reported_epoch":963,"state":"active+clean","last_fresh":"2024-04-12T09:01:13.835480+0000","last_change":"2024-04-12T08:52:32.880259+0000","last_active":"2024-04-12T09:01:13.835480+0000","last_peered":"2024-04-12T09:01:13.835480+0000","last_clean":"2024-04-12T09:01:13.835480+0000","last_became_active":"2024-04-12T08:52:32.879455+0000","last_became_peered":"2024-04-12T08:52:32.879455+0000","last_unstale":"2024-04-12T09:01:13.835480+0000","last_undegraded":"2024-04-12T09:01:13.835480+0000","last_fullsized":"2024-04-12T09:01:13.835480+0000","mapping_epoch":532,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":533,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T13:34:32.019438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"69'1","reported_seq":900,"reported_epoch":963,"state":"active+clean","last_fresh":"2024-04-12T09:01:13.974144+0000","last_change":"2024-04-12T08:42:59.600443+0000","last_active":"2024-04-12T09:01:13.974144+0000","last_peered":"2024-04-12T09:01:13.974144+0000","last_clean":"2024-04-12T09:01:13.974144+0000","last_became_active":"2024-04-12T08:42:59.600152+0000","last_became_peered":"2024-04-12T08:42:59.600152+0000","last_unstale":"2024-04-12T09:01:13.974144+0000","last_undegraded":"2024-04-12T09:01:13.974144+0000","last_fullsized":"2024-04-12T09:01:13.974144+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T15:10:14.428895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":937,"reported_epoch":963,"state":"active+clean","last_fresh":"2024-04-12T09:01:13.833801+0000","last_change":"2024-04-12T08:53:57.787384+0000","last_active":"2024-04-12T09:01:13.833801+0000","last_peered":"2024-04-12T09:01:13.833801+0000","last_clean":"2024-04-12T09:01:13.833801+0000","last_became_active":"2024-04-12T08:53:57.786802+0000","last_became_peered":"2024-04-12T08:53:57.786802+0000","last_unstale":"2024-04-12T09:01:13.833801+0000","last_undegraded":"2024-04-12T09:01:13.833801+0000","last_fullsized":"2024-04-12T09:01:13.833801+0000","mapping_epoch":617,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":618,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T19:19:05.455070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"69'2","reported_seq":918,"reported_epoch":963,"state":"active+clean","last_fresh":"2024-04-12T09:01:13.974241+0000","last_change":"2024-04-12T08:52:32.883934+0000","last_active":"2024-04-12T09:01:13.974241+0000","last_peered":"2024-04-12T09:01:13.974241+0000","last_clean":"2024-04-12T09:01:13.974241+0000","last_became_active":"2024-04-12T08:52:32.882923+0000","last_became_peered":"2024-04-12T08:52:32.882923+0000","last_unstale":"2024-04-12T09:01:13.974241+0000","last_undegraded":"2024-04-12T09:01:13.974241+0000","last_fullsized":"2024-04-12T09:01:13.974241+0000","mapping_epoch":532,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":533,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:04:21.772511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":899,"reported_epoch":963,"state":"active+clean","last_fresh":"2024-04-12T09:01:13.974961+0000","last_change":"2024-04-12T08:43:00.378578+0000","last_active":"2024-04-12T09:01:13.974961+0000","last_peered":"2024-04-12T09:01:13.974961+0000","last_clean":"2024-04-12T09:01:13.974961+0000","last_became_active":"2024-04-12T08:43:00.378300+0000","last_became_peered":"2024-04-12T08:43:00.378300+0000","last_unstale":"2024-04-12T09:01:13.974961+0000","last_undegraded":"2024-04-12T09:01:13.974961+0000","last_fullsized":"2024-04-12T09:01:13.974961+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:23:32.116152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"69'1","reported_seq":917,"reported_epoch":963,"state":"active+clean","last_fresh":"2024-04-12T09:01:13.974378+0000","last_change":"2024-04-12T08:51:18.725617+0000","last_active":"2024-04-12T09:01:13.974378+0000","last_peered":"2024-04-12T09:01:13.974378+0000","last_clean":"2024-04-12T09:01:13.974378+0000","last_became_active":"2024-04-12T08:51:18.725273+0000","last_became_peered":"2024-04-12T08:51:18.725273+0000","last_unstale":"2024-04-12T09:01:13.974378+0000","last_undegraded":"2024-04-12T09:01:13.974378+0000","last_fullsized":"2024-04-12T09:01:13.974378+0000","mapping_epoch":458,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":459,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T08:58:52.395288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":1235,"reported_epoch":964,"state":"active+clean","last_fresh":"2024-04-12T09:01:18.813260+0000","last_change":"2024-04-12T08:53:57.822489+0000","last_active":"2024-04-12T09:01:18.813260+0000","last_peered":"2024-04-12T09:01:18.813260+0000","last_clean":"2024-04-12T09:01:18.813260+0000","last_became_active":"2024-04-12T08:53:57.815134+0000","last_became_peered":"2024-04-12T08:53:57.815134+0000","last_unstale":"2024-04-12T09:01:18.813260+0000","last_undegraded":"2024-04-12T09:01:18.813260+0000","last_fullsized":"2024-04-12T09:01:18.813260+0000","mapping_epoch":617,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":618,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T16:28:10.137265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"69'8","reported_seq":924,"reported_epoch":963,"state":"active+clean","last_fresh":"2024-04-12T09:01:13.834134+0000","last_change":"2024-04-12T08:51:18.740946+0000","last_active":"2024-04-12T09:01:13.834134+0000","last_peered":"2024-04-12T09:01:13.834134+0000","last_clean":"2024-04-12T09:01:13.834134+0000","last_became_active":"2024-04-12T08:51:18.740279+0000","last_became_peered":"2024-04-12T08:51:18.740279+0000","last_unstale":"2024-04-12T09:01:13.834134+0000","last_undegraded":"2024-04-12T09:01:13.834134+0000","last_fullsized":"2024-04-12T09:01:13.834134+0000","mapping_epoch":458,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":459,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T15:57:29.150656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":1410,"reported_epoch":964,"state":"active+clean","last_fresh":"2024-04-12T09:01:18.973757+0000","last_change":"2024-04-12T08:53:57.828261+0000","last_active":"2024-04-12T09:01:18.973757+0000","last_peered":"2024-04-12T09:01:18.973757+0000","last_clean":"2024-04-12T09:01:18.973757+0000","last_became_active":"2024-04-12T08:53:57.827095+0000","last_became_peered":"2024-04-12T08:53:57.827095+0000","last_unstale":"2024-04-12T09:01:18.973757+0000","last_undegraded":"2024-04-12T09:01:18.973757+0000","last_fullsized":"2024-04-12T09:01:18.973757+0000","mapping_epoch":617,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":618,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T14:28:12.425528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":899,"reported_epoch":963,"state":"active+clean","last_fresh":"2024-04-12T09:01:13.973823+0000","last_change":"2024-04-12T08:42:59.610420+0000","last_active":"2024-04-12T09:01:13.973823+0000","last_peered":"2024-04-12T09:01:13.973823+0000","last_clean":"2024-04-12T09:01:13.973823+0000","last_became_active":"2024-04-12T08:42:59.609370+0000","last_became_peered":"2024-04-12T08:42:59.609370+0000","last_unstale":"2024-04-12T09:01:13.973823+0000","last_undegraded":"2024-04-12T09:01:13.973823+0000","last_fullsized":"2024-04-12T09:01:13.973823+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T09:11:41.719178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":916,"reported_epoch":963,"state":"active+clean","last_fresh":"2024-04-12T09:01:13.975936+0000","last_change":"2024-04-12T08:53:57.789279+0000","last_active":"2024-04-12T09:01:13.975936+0000","last_peered":"2024-04-12T09:01:13.975936+0000","last_clean":"2024-04-12T09:01:13.975936+0000","last_became_active":"2024-04-12T08:53:57.788897+0000","last_became_peered":"2024-04-12T08:53:57.788897+0000","last_unstale":"2024-04-12T09:01:13.975936+0000","last_undegraded":"2024-04-12T09:01:13.975936+0000","last_fullsized":"2024-04-12T09:01:13.975936+0000","mapping_epoch":617,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":618,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:16:21.086512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1409,"reported_epoch":964,"state":"active+clean","last_fresh":"2024-04-12T09:01:18.973357+0000","last_change":"2024-04-12T08:53:57.813040+0000","last_active":"2024-04-12T09:01:18.973357+0000","last_peered":"2024-04-12T09:01:18.973357+0000","last_clean":"2024-04-12T09:01:18.973357+0000","last_became_active":"2024-04-12T08:53:57.812332+0000","last_became_peered":"2024-04-12T08:53:57.812332+0000","last_unstale":"2024-04-12T09:01:18.973357+0000","last_undegraded":"2024-04-12T09:01:18.973357+0000","last_fullsized":"2024-04-12T09:01:18.973357+0000","mapping_epoch":617,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":618,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:37:17.015326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":1235,"reported_epoch":964,"state":"active+clean","last_fresh":"2024-04-12T09:01:18.812736+0000","last_change":"2024-04-12T08:53:57.820497+0000","last_active":"2024-04-12T09:01:18.812736+0000","last_peered":"2024-04-12T09:01:18.812736+0000","last_clean":"2024-04-12T09:01:18.812736+0000","last_became_active":"2024-04-12T08:53:57.811285+0000","last_became_peered":"2024-04-12T08:53:57.811285+0000","last_unstale":"2024-04-12T09:01:18.812736+0000","last_undegraded":"2024-04-12T09:01:18.812736+0000","last_fullsized":"2024-04-12T09:01:18.812736+0000","mapping_epoch":617,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":618,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:01:05.065582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"69'2","reported_seq":918,"reported_epoch":963,"state":"active+clean","last_fresh":"2024-04-12T09:01:13.974209+0000","last_change":"2024-04-12T08:53:07.775797+0000","last_active":"2024-04-12T09:01:13.974209+0000","last_peered":"2024-04-12T09:01:13.974209+0000","last_clean":"2024-04-12T09:01:13.974209+0000","last_became_active":"2024-04-12T08:53:07.775103+0000","last_became_peered":"2024-04-12T08:53:07.775103+0000","last_unstale":"2024-04-12T09:01:13.974209+0000","last_undegraded":"2024-04-12T09:01:13.974209+0000","last_fullsized":"2024-04-12T09:01:13.974209+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T12:57:42.719336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":920,"reported_epoch":963,"state":"active+clean","last_fresh":"2024-04-12T09:01:13.834463+0000","last_change":"2024-04-12T08:52:32.890340+0000","last_active":"2024-04-12T09:01:13.834463+0000","last_peered":"2024-04-12T09:01:13.834463+0000","last_clean":"2024-04-12T09:01:13.834463+0000","last_became_active":"2024-04-12T08:52:32.889899+0000","last_became_peered":"2024-04-12T08:52:32.889899+0000","last_unstale":"2024-04-12T09:01:13.834463+0000","last_undegraded":"2024-04-12T09:01:13.834463+0000","last_fullsized":"2024-04-12T09:01:13.834463+0000","mapping_epoch":532,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":533,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:31:40.316964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"362'22","reported_seq":926,"reported_epoch":963,"state":"active+clean","last_fresh":"2024-04-12T09:01:13.834800+0000","last_change":"2024-04-12T08:42:59.605032+0000","last_active":"2024-04-12T09:01:13.834800+0000","last_peered":"2024-04-12T09:01:13.834800+0000","last_clean":"2024-04-12T09:01:13.834800+0000","last_became_active":"2024-04-12T08:42:59.604737+0000","last_became_peered":"2024-04-12T08:42:59.604737+0000","last_unstale":"2024-04-12T09:01:13.834800+0000","last_undegraded":"2024-04-12T09:01:13.834800+0000","last_fullsized":"2024-04-12T09:01:13.834800+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T14:51:48.272995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4744,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":1347,"reported_epoch":964,"state":"active+clean","last_fresh":"2024-04-12T09:01:18.829899+0000","last_change":"2024-04-12T08:53:07.775689+0000","last_active":"2024-04-12T09:01:18.829899+0000","last_peered":"2024-04-12T09:01:18.829899+0000","last_clean":"2024-04-12T09:01:18.829899+0000","last_became_active":"2024-04-12T08:53:07.775388+0000","last_became_peered":"2024-04-12T08:53:07.775388+0000","last_unstale":"2024-04-12T09:01:18.829899+0000","last_undegraded":"2024-04-12T09:01:18.829899+0000","last_fullsized":"2024-04-12T09:01:18.829899+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:39:23.599634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"69'3","reported_seq":919,"reported_epoch":963,"state":"active+clean","last_fresh":"2024-04-12T09:01:13.974372+0000","last_change":"2024-04-12T08:53:57.802346+0000","last_active":"2024-04-12T09:01:13.974372+0000","last_peered":"2024-04-12T09:01:13.974372+0000","last_clean":"2024-04-12T09:01:13.974372+0000","last_became_active":"2024-04-12T08:53:57.801999+0000","last_became_peered":"2024-04-12T08:53:57.801999+0000","last_unstale":"2024-04-12T09:01:13.974372+0000","last_undegraded":"2024-04-12T09:01:13.974372+0000","last_fullsized":"2024-04-12T09:01:13.974372+0000","mapping_epoch":617,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":618,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T16:09:15.765935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":1245,"reported_epoch":964,"state":"active+clean","last_fresh":"2024-04-12T09:01:18.812773+0000","last_change":"2024-04-12T08:53:57.795591+0000","last_active":"2024-04-12T09:01:18.812773+0000","last_peered":"2024-04-12T09:01:18.812773+0000","last_clean":"2024-04-12T09:01:18.812773+0000","last_became_active":"2024-04-12T08:53:57.793535+0000","last_became_peered":"2024-04-12T08:53:57.793535+0000","last_unstale":"2024-04-12T09:01:18.812773+0000","last_undegraded":"2024-04-12T09:01:18.812773+0000","last_fullsized":"2024-04-12T09:01:18.812773+0000","mapping_epoch":617,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":618,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T09:29:52.820275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":917,"reported_epoch":963,"state":"active+clean","last_fresh":"2024-04-12T09:01:13.975260+0000","last_change":"2024-04-12T08:52:32.877419+0000","last_active":"2024-04-12T09:01:13.975260+0000","last_peered":"2024-04-12T09:01:13.975260+0000","last_clean":"2024-04-12T09:01:13.975260+0000","last_became_active":"2024-04-12T08:52:32.876936+0000","last_became_peered":"2024-04-12T08:52:32.876936+0000","last_unstale":"2024-04-12T09:01:13.975260+0000","last_undegraded":"2024-04-12T09:01:13.975260+0000","last_fullsized":"2024-04-12T09:01:13.975260+0000","mapping_epoch":532,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":533,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T11:42:20.570034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":1235,"reported_epoch":964,"state":"active+clean","last_fresh":"2024-04-12T09:01:18.812534+0000","last_change":"2024-04-12T08:53:57.809802+0000","last_active":"2024-04-12T09:01:18.812534+0000","last_peered":"2024-04-12T09:01:18.812534+0000","last_clean":"2024-04-12T09:01:18.812534+0000","last_became_active":"2024-04-12T08:53:57.804562+0000","last_became_peered":"2024-04-12T08:53:57.804562+0000","last_unstale":"2024-04-12T09:01:18.812534+0000","last_undegraded":"2024-04-12T09:01:18.812534+0000","last_fullsized":"2024-04-12T09:01:18.812534+0000","mapping_epoch":617,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":618,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T12:42:01.853904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1409,"reported_epoch":964,"state":"active+clean","last_fresh":"2024-04-12T09:01:18.974890+0000","last_change":"2024-04-12T08:53:57.798620+0000","last_active":"2024-04-12T09:01:18.974890+0000","last_peered":"2024-04-12T09:01:18.974890+0000","last_clean":"2024-04-12T09:01:18.974890+0000","last_became_active":"2024-04-12T08:53:57.798082+0000","last_became_peered":"2024-04-12T08:53:57.798082+0000","last_unstale":"2024-04-12T09:01:18.974890+0000","last_undegraded":"2024-04-12T09:01:18.974890+0000","last_fullsized":"2024-04-12T09:01:18.974890+0000","mapping_epoch":617,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":618,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T10:17:18.375236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":925,"reported_epoch":963,"state":"active+clean","last_fresh":"2024-04-12T09:01:13.835051+0000","last_change":"2024-04-12T08:53:07.780963+0000","last_active":"2024-04-12T09:01:13.835051+0000","last_peered":"2024-04-12T09:01:13.835051+0000","last_clean":"2024-04-12T09:01:13.835051+0000","last_became_active":"2024-04-12T08:53:07.780404+0000","last_became_peered":"2024-04-12T08:53:07.780404+0000","last_unstale":"2024-04-12T09:01:13.835051+0000","last_undegraded":"2024-04-12T09:01:13.835051+0000","last_fullsized":"2024-04-12T09:01:13.835051+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T14:05:42.415127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1253,"reported_epoch":964,"state":"active+clean","last_fresh":"2024-04-12T09:01:18.812619+0000","last_change":"2024-04-12T08:53:57.808008+0000","last_active":"2024-04-12T09:01:18.812619+0000","last_peered":"2024-04-12T09:01:18.812619+0000","last_clean":"2024-04-12T09:01:18.812619+0000","last_became_active":"2024-04-12T08:53:57.804356+0000","last_became_peered":"2024-04-12T08:53:57.804356+0000","last_unstale":"2024-04-12T09:01:18.812619+0000","last_undegraded":"2024-04-12T09:01:18.812619+0000","last_fullsized":"2024-04-12T09:01:18.812619+0000","mapping_epoch":617,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":618,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T16:21:51.453126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":1411,"reported_epoch":964,"state":"active+clean","last_fresh":"2024-04-12T09:01:18.974578+0000","last_change":"2024-04-12T08:53:57.828513+0000","last_active":"2024-04-12T09:01:18.974578+0000","last_peered":"2024-04-12T09:01:18.974578+0000","last_clean":"2024-04-12T09:01:18.974578+0000","last_became_active":"2024-04-12T08:53:57.827507+0000","last_became_peered":"2024-04-12T08:53:57.827507+0000","last_unstale":"2024-04-12T09:01:18.974578+0000","last_undegraded":"2024-04-12T09:01:18.974578+0000","last_fullsized":"2024-04-12T09:01:18.974578+0000","mapping_epoch":617,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":618,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T18:30:35.030924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1345,"reported_epoch":964,"state":"active+clean","last_fresh":"2024-04-12T09:01:18.829224+0000","last_change":"2024-04-12T08:53:57.807418+0000","last_active":"2024-04-12T09:01:18.829224+0000","last_peered":"2024-04-12T09:01:18.829224+0000","last_clean":"2024-04-12T09:01:18.829224+0000","last_became_active":"2024-04-12T08:53:57.805130+0000","last_became_peered":"2024-04-12T08:53:57.805130+0000","last_unstale":"2024-04-12T09:01:18.829224+0000","last_undegraded":"2024-04-12T09:01:18.829224+0000","last_fullsized":"2024-04-12T09:01:18.829224+0000","mapping_epoch":617,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":618,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T16:33:17.301991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":1238,"reported_epoch":964,"state":"active+clean","last_fresh":"2024-04-12T09:01:18.812975+0000","last_change":"2024-04-12T08:53:57.800730+0000","last_active":"2024-04-12T09:01:18.812975+0000","last_peered":"2024-04-12T09:01:18.812975+0000","last_clean":"2024-04-12T09:01:18.812975+0000","last_became_active":"2024-04-12T08:53:57.790989+0000","last_became_peered":"2024-04-12T08:53:57.790989+0000","last_unstale":"2024-04-12T09:01:18.812975+0000","last_undegraded":"2024-04-12T09:01:18.812975+0000","last_fullsized":"2024-04-12T09:01:18.812975+0000","mapping_epoch":617,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":618,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:59.578884+0000","last_clean_scrub_stamp":"2024-04-12T08:42:59.578884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T20:39:04.590820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,4],"acting":[3,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"69'1","reported_seq":939,"reported_epoch":963,"state":"active+clean","last_fresh":"2024-04-12T09:01:13.834406+0000","last_change":"2024-04-12T08:53:07.788090+0000","last_active":"2024-04-12T09:01:13.834406+0000","last_peered":"2024-04-12T09:01:13.834406+0000","last_clean":"2024-04-12T09:01:13.834406+0000","last_became_active":"2024-04-12T08:53:07.787674+0000","last_became_peered":"2024-04-12T08:53:07.787674+0000","last_unstale":"2024-04-12T09:01:13.834406+0000","last_undegraded":"2024-04-12T09:01:13.834406+0000","last_fullsized":"2024-04-12T09:01:13.834406+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-12T08:42:58.575134+0000","last_clean_scrub_stamp":"2024-04-12T08:42:58.575134+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-13T13:11:35.491686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5530,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16590,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2258,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":161,"ondisk_log_size":161,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":4,"up_from":31,"seq":133143986444,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":316824,"kb_used_data":15132,"kb_used_omap":1,"kb_used_meta":301438,"kb_avail":93428328,"statfs":{"total":95995035648,"available":95670607872,"internally_reserved":0,"allocated":15495168,"data_stored":9652236,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":308672856},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":617,"seq":2649994821732,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":61256,"kb_used_data":15356,"kb_used_omap":68,"kb_used_meta":45819,"kb_avail":93683896,"statfs":{"total":95995035648,"available":95932309504,"internally_reserved":0,"allocated":15724544,"data_stored":9734441,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":70374,"internal_metadata":46918938},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724808,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":328856,"kb_used_data":15120,"kb_used_omap":1,"kb_used_meta":313726,"kb_avail":93416296,"statfs":{"total":95995035648,"available":95658287104,"internally_reserved":0,"allocated":15482880,"data_stored":9648251,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":321255768},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":567,"seq":2435246456942,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":77832,"kb_used_data":15356,"kb_used_omap":63,"kb_used_meta":62400,"kb_avail":93667320,"statfs":{"total":95995035648,"available":95915335680,"internally_reserved":0,"allocated":15724544,"data_stored":9734690,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":65380,"internal_metadata":63897756},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863463171,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":325584,"kb_used_data":15944,"kb_used_omap":1,"kb_used_meta":309630,"kb_avail":93419568,"statfs":{"total":95995035648,"available":95661637632,"internally_reserved":0,"allocated":16326656,"data_stored":10329182,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":317061464},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":55,"seq":236223201534,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":313312,"kb_used_data":15956,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93431840,"statfs":{"total":95995035648,"available":95674204160,"internally_reserved":0,"allocated":16338944,"data_stored":10329386,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":458,"seq":1967095021700,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":69908,"kb_used_data":15820,"kb_used_omap":59,"kb_used_meta":54020,"kb_avail":93675244,"statfs":{"total":95995035648,"available":95923449856,"internally_reserved":0,"allocated":16199680,"data_stored":10293833,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":60940,"internal_metadata":55316980},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":532,"seq":2284922601589,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":61120,"kb_used_data":15348,"kb_used_omap":53,"kb_used_meta":45706,"kb_avail":93684032,"statfs":{"total":95995035648,"available":95932448768,"internally_reserved":0,"allocated":15716352,"data_stored":9734086,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":54590,"internal_metadata":46803650},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2258,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4890,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4814,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-12T09:02:08.312 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-04-12T09:02:08.312 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-04-12T09:02:08.313 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-04-12T09:02:08.313 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph health --format=json 2024-04-12T09:02:08.569 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:02:09.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:02:08 smithi175 ceph-mon[87929]: pgmap v1141: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:02:09.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:02:08 smithi175 ceph-mon[87929]: from='client.44816 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T09:02:09.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:02:08 smithi112 ceph-mon[95375]: pgmap v1141: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:02:09.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:02:08 smithi112 ceph-mon[95375]: from='client.44816 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T09:02:09.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:02:08 smithi112 ceph-mon[99443]: pgmap v1141: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:02:09.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:02:08 smithi112 ceph-mon[99443]: from='client.44816 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-12T09:02:10.461 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T09:02:10.461 INFO:teuthology.orchestra.run.smithi112.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-12T09:02:11.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:02:10 smithi175 ceph-mon[87929]: pgmap v1142: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:02:11.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:02:10 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/3700919474' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:02:11.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:02:10 smithi112 ceph-mon[95375]: pgmap v1142: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:02:11.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:02:10 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/3700919474' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:02:11.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:02:10 smithi112 ceph-mon[99443]: pgmap v1142: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:02:11.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:02:10 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/3700919474' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:02:13.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:02:12 smithi175 ceph-mon[87929]: pgmap v1143: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:02:13.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:02:12 smithi112 ceph-mon[95375]: pgmap v1143: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:02:13.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:02:12 smithi112 ceph-mon[99443]: pgmap v1143: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:02:14.080 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph health --format=json 2024-04-12T09:02:14.346 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:02:15.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:02:14 smithi112 ceph-mon[95375]: pgmap v1144: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:02:15.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:02:14 smithi112 ceph-mon[99443]: pgmap v1144: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:02:15.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:02:14 smithi175 ceph-mon[87929]: pgmap v1144: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:02:16.253 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T09:02:16.253 INFO:teuthology.orchestra.run.smithi112.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-12T09:02:16.842 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 09:02:16 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: ::ffff:172.21.15.175 - - [12/Apr/2024:09:02:16] "GET /metrics HTTP/1.1" 200 34107 "" "Prometheus/2.43.0" 2024-04-12T09:02:17.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:02:16 smithi175 ceph-mon[87929]: pgmap v1145: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:02:17.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:02:16 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/2960257880' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:02:17.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:02:16 smithi112 ceph-mon[95375]: pgmap v1145: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:02:17.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:02:16 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/2960257880' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:02:17.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:02:16 smithi112 ceph-mon[99443]: pgmap v1145: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:02:17.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:02:16 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/2960257880' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:02:18.218 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:02:17 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:02:18.219 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:02:17 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:02:18.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:02:17 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:02:18.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:02:17 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:02:18.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:02:17 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:02:18.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:02:17 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:02:19.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:02:18 smithi112 ceph-mon[99443]: pgmap v1146: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:02:19.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:02:18 smithi112 ceph-mon[95375]: pgmap v1146: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:02:19.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:02:18 smithi175 ceph-mon[87929]: pgmap v1146: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:02:19.868 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph health --format=json 2024-04-12T09:02:20.527 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:02:21.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:02:20 smithi175 ceph-mon[87929]: pgmap v1147: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:02:21.300 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:02:20 smithi112 ceph-mon[99443]: pgmap v1147: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:02:21.300 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:02:20 smithi112 ceph-mon[95375]: pgmap v1147: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:02:22.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:02:22 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T09:02:22.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:02:22 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T09:02:22.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:02:22 smithi175 ceph-mon[87929]: pgmap v1148: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:02:22.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:02:22 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T09:02:22.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:02:22 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T09:02:22.530 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:02:22 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T09:02:22.530 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:02:22 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T09:02:22.530 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:02:22 smithi112 ceph-mon[99443]: pgmap v1148: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:02:22.530 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:02:22 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T09:02:22.530 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:02:22 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T09:02:22.531 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:02:22 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T09:02:22.531 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:02:22 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T09:02:22.531 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:02:22 smithi112 ceph-mon[95375]: pgmap v1148: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:02:22.531 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:02:22 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T09:02:22.531 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:02:22 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T09:02:23.023 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T09:02:23.023 INFO:teuthology.orchestra.run.smithi112.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-12T09:02:23.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:02:23 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:02:23.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:02:23 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:02:23.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:02:23 smithi175 ceph-mon[87929]: pgmap v1149: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:02:23.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:02:23 smithi175 ceph-mon[87929]: pgmap v1150: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:02:23.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:02:23 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T09:02:23.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:02:23 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/617443987' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:02:23.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:02:23 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:02:23.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:02:23 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:02:23.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:02:23 smithi112 ceph-mon[99443]: pgmap v1149: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:02:23.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:02:23 smithi112 ceph-mon[99443]: pgmap v1150: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:02:23.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:02:23 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T09:02:23.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:02:23 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/617443987' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:02:23.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:02:23 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:02:23.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:02:23 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:02:23.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:02:23 smithi112 ceph-mon[95375]: pgmap v1149: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:02:23.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:02:23 smithi112 ceph-mon[95375]: pgmap v1150: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:02:23.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:02:23 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T09:02:23.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:02:23 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/617443987' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:02:26.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:02:25 smithi175 ceph-mon[87929]: pgmap v1151: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:02:26.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:02:25 smithi112 ceph-mon[95375]: pgmap v1151: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:02:26.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:02:25 smithi112 ceph-mon[99443]: pgmap v1151: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:02:26.688 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph health --format=json 2024-04-12T09:02:26.955 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:02:27.077 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 09:02:26 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: ::ffff:172.21.15.175 - - [12/Apr/2024:09:02:26] "GET /metrics HTTP/1.1" 200 34108 "" "Prometheus/2.43.0" 2024-04-12T09:02:28.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:02:27 smithi175 ceph-mon[87929]: pgmap v1152: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:02:28.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:02:27 smithi112 ceph-mon[95375]: pgmap v1152: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:02:28.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:02:27 smithi112 ceph-mon[99443]: pgmap v1152: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:02:28.858 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T09:02:28.858 INFO:teuthology.orchestra.run.smithi112.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-12T09:02:29.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:02:29 smithi112 ceph-mon[95375]: pgmap v1153: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:02:29.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:02:29 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/637323908' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:02:29.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:02:29 smithi112 ceph-mon[99443]: pgmap v1153: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:02:29.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:02:29 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/637323908' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:02:30.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:02:29 smithi175 ceph-mon[87929]: pgmap v1153: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:02:30.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:02:29 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/637323908' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:02:32.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:02:31 smithi175 ceph-mon[87929]: pgmap v1154: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:02:32.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:02:31 smithi112 ceph-mon[95375]: pgmap v1154: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:02:32.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:02:31 smithi112 ceph-mon[99443]: pgmap v1154: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:02:32.531 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph health --format=json 2024-04-12T09:02:32.799 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:02:32.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:02:32 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:02:32.842 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:02:32 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:02:33.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:02:32 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:02:33.910 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:02:33 smithi112 ceph-mon[95375]: pgmap v1155: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:02:33.910 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:02:33 smithi112 ceph-mon[99443]: pgmap v1155: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:02:34.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:02:33 smithi175 ceph-mon[87929]: pgmap v1155: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:02:34.675 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T09:02:34.675 INFO:teuthology.orchestra.run.smithi112.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-12T09:02:35.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:02:34 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/4067286685' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:02:35.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:02:34 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/4067286685' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:02:35.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:02:34 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/4067286685' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:02:36.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:02:35 smithi175 ceph-mon[87929]: pgmap v1156: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:02:36.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:02:35 smithi112 ceph-mon[95375]: pgmap v1156: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:02:36.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:02:35 smithi112 ceph-mon[99443]: pgmap v1156: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:02:37.092 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 09:02:36 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: ::ffff:172.21.15.175 - - [12/Apr/2024:09:02:36] "GET /metrics HTTP/1.1" 200 34110 "" "Prometheus/2.43.0" 2024-04-12T09:02:38.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:02:37 smithi175 ceph-mon[87929]: pgmap v1157: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:02:38.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:02:37 smithi112 ceph-mon[95375]: pgmap v1157: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:02:38.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:02:37 smithi112 ceph-mon[99443]: pgmap v1157: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:02:38.317 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph health --format=json 2024-04-12T09:02:38.582 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:02:40.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:02:39 smithi175 ceph-mon[87929]: pgmap v1158: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:02:40.028 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:02:39 smithi112 ceph-mon[99443]: pgmap v1158: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:02:40.028 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:02:39 smithi112 ceph-mon[95375]: pgmap v1158: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:02:40.526 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T09:02:40.526 INFO:teuthology.orchestra.run.smithi112.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-12T09:02:40.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:02:40 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/4178576055' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:02:40.842 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:02:40 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/4178576055' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:02:41.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:02:40 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/4178576055' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:02:42.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:02:41 smithi112 ceph-mon[95375]: pgmap v1159: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:02:42.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:02:41 smithi112 ceph-mon[99443]: pgmap v1159: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:02:42.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:02:41 smithi175 ceph-mon[87929]: pgmap v1159: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:02:44.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:02:43 smithi112 ceph-mon[95375]: pgmap v1160: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:02:44.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:02:43 smithi112 ceph-mon[99443]: pgmap v1160: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:02:44.173 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph health --format=json 2024-04-12T09:02:44.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:02:43 smithi175 ceph-mon[87929]: pgmap v1160: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:02:44.442 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:02:45.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:02:45 smithi112 ceph-mon[95375]: pgmap v1161: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:02:45.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:02:45 smithi112 ceph-mon[99443]: pgmap v1161: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:02:46.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:02:45 smithi175 ceph-mon[87929]: pgmap v1161: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:02:46.362 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T09:02:46.362 INFO:teuthology.orchestra.run.smithi112.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-12T09:02:47.052 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:02:46 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/4076483161' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:02:47.052 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:02:46 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/4076483161' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:02:47.052 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 09:02:46 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: ::ffff:172.21.15.175 - - [12/Apr/2024:09:02:46] "GET /metrics HTTP/1.1" 200 34110 "" "Prometheus/2.43.0" 2024-04-12T09:02:47.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:02:46 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/4076483161' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:02:48.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:02:47 smithi112 ceph-mon[99443]: pgmap v1162: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:02:48.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:02:47 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:02:48.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:02:47 smithi112 ceph-mon[95375]: pgmap v1162: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:02:48.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:02:47 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:02:48.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:02:47 smithi175 ceph-mon[87929]: pgmap v1162: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:02:48.166 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:02:47 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:02:50.082 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph health --format=json 2024-04-12T09:02:50.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:02:49 smithi112 ceph-mon[95375]: pgmap v1163: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:02:50.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:02:49 smithi112 ceph-mon[99443]: pgmap v1163: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:02:50.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:02:49 smithi175 ceph-mon[87929]: pgmap v1163: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:02:50.349 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:02:52.037 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:02:51 smithi112 ceph-mon[95375]: pgmap v1164: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:02:52.038 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:02:51 smithi112 ceph-mon[99443]: pgmap v1164: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:02:52.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:02:51 smithi175 ceph-mon[87929]: pgmap v1164: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:02:52.286 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T09:02:52.286 INFO:teuthology.orchestra.run.smithi112.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-12T09:02:53.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:02:52 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/384933105' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:02:53.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:02:52 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/384933105' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:02:53.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:02:52 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/384933105' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:02:54.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:02:53 smithi112 ceph-mon[95375]: pgmap v1165: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:02:54.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:02:53 smithi112 ceph-mon[99443]: pgmap v1165: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:02:54.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:02:53 smithi175 ceph-mon[87929]: pgmap v1165: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:02:55.882 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph health --format=json 2024-04-12T09:02:56.146 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:02:56.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:02:55 smithi175 ceph-mon[87929]: pgmap v1166: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:02:56.268 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:02:55 smithi112 ceph-mon[95375]: pgmap v1166: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:02:56.268 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:02:55 smithi112 ceph-mon[99443]: pgmap v1166: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:02:56.842 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 09:02:56 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: ::ffff:172.21.15.175 - - [12/Apr/2024:09:02:56] "GET /metrics HTTP/1.1" 200 34109 "" "Prometheus/2.43.0" 2024-04-12T09:02:58.064 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T09:02:58.064 INFO:teuthology.orchestra.run.smithi112.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-12T09:02:58.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:02:57 smithi175 ceph-mon[87929]: pgmap v1167: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:02:58.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:02:57 smithi112 ceph-mon[95375]: pgmap v1167: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:02:58.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:02:57 smithi112 ceph-mon[99443]: pgmap v1167: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:02:59.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:02:58 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/3342355219' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:02:59.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:02:58 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/3342355219' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:02:59.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:02:58 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/3342355219' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:03:00.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:02:59 smithi175 ceph-mon[87929]: pgmap v1168: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:03:00.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:02:59 smithi112 ceph-mon[95375]: pgmap v1168: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:03:00.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:02:59 smithi112 ceph-mon[99443]: pgmap v1168: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:03:01.748 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph health --format=json 2024-04-12T09:03:02.020 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:03:02.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:03:01 smithi112 ceph-mon[99443]: pgmap v1169: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:03:02.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:03:01 smithi112 ceph-mon[95375]: pgmap v1169: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:03:02.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:03:01 smithi175 ceph-mon[87929]: pgmap v1169: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:03:03.160 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:03:02 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:03:03.161 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:03:02 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:03:03.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:03:02 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:03:03.830 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T09:03:03.830 INFO:teuthology.orchestra.run.smithi112.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-12T09:03:04.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:03:03 smithi112 ceph-mon[99443]: pgmap v1170: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:03:04.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:03:03 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/2951719353' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:03:04.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:03:03 smithi112 ceph-mon[95375]: pgmap v1170: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:03:04.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:03:03 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/2951719353' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:03:04.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:03:03 smithi175 ceph-mon[87929]: pgmap v1170: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:03:04.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:03:03 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/2951719353' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:03:06.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:03:05 smithi112 ceph-mon[95375]: pgmap v1171: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:03:06.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:03:05 smithi112 ceph-mon[99443]: pgmap v1171: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:03:06.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:03:05 smithi175 ceph-mon[87929]: pgmap v1171: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:03:07.092 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 09:03:06 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: ::ffff:172.21.15.175 - - [12/Apr/2024:09:03:06] "GET /metrics HTTP/1.1" 200 34109 "" "Prometheus/2.43.0" 2024-04-12T09:03:07.499 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph health --format=json 2024-04-12T09:03:07.767 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:03:08.166 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:03:07 smithi112 ceph-mon[99443]: pgmap v1172: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:03:08.167 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:03:07 smithi112 ceph-mon[95375]: pgmap v1172: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:03:08.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:03:07 smithi175 ceph-mon[87929]: pgmap v1172: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:03:09.632 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T09:03:09.632 INFO:teuthology.orchestra.run.smithi112.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-12T09:03:10.245 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:03:09 smithi112 ceph-mon[95375]: pgmap v1173: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:03:10.245 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:03:09 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/3772157724' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:03:10.245 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:03:09 smithi112 ceph-mon[99443]: pgmap v1173: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:03:10.245 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:03:09 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/3772157724' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:03:10.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:03:09 smithi175 ceph-mon[87929]: pgmap v1173: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:03:10.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:03:09 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/3772157724' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:03:12.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:03:11 smithi175 ceph-mon[87929]: pgmap v1174: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:03:12.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:03:11 smithi112 ceph-mon[95375]: pgmap v1174: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:03:12.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:03:11 smithi112 ceph-mon[99443]: pgmap v1174: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:03:13.270 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph health --format=json 2024-04-12T09:03:13.536 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:03:13.909 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:03:13 smithi112 ceph-mon[95375]: pgmap v1175: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:03:13.909 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:03:13 smithi112 ceph-mon[99443]: pgmap v1175: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:03:14.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:03:13 smithi175 ceph-mon[87929]: pgmap v1175: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:03:15.376 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T09:03:15.376 INFO:teuthology.orchestra.run.smithi112.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-12T09:03:15.992 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:03:15 smithi112 ceph-mon[99443]: pgmap v1176: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:03:15.992 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:03:15 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/1626342040' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:03:15.992 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:03:15 smithi112 ceph-mon[95375]: pgmap v1176: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:03:15.992 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:03:15 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/1626342040' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:03:16.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:03:15 smithi175 ceph-mon[87929]: pgmap v1176: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:03:16.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:03:15 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/1626342040' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:03:17.092 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 09:03:16 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: ::ffff:172.21.15.175 - - [12/Apr/2024:09:03:16] "GET /metrics HTTP/1.1" 200 34109 "" "Prometheus/2.43.0" 2024-04-12T09:03:18.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:03:17 smithi175 ceph-mon[87929]: pgmap v1177: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:03:18.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:03:17 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:03:18.313 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:03:17 smithi112 ceph-mon[95375]: pgmap v1177: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:03:18.313 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:03:17 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:03:18.313 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:03:17 smithi112 ceph-mon[99443]: pgmap v1177: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:03:18.314 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:03:17 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:03:19.016 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph health --format=json 2024-04-12T09:03:19.275 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:03:20.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:03:19 smithi112 ceph-mon[95375]: pgmap v1178: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:03:20.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:03:19 smithi112 ceph-mon[99443]: pgmap v1178: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:03:20.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:03:19 smithi175 ceph-mon[87929]: pgmap v1178: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:03:21.137 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T09:03:21.137 INFO:teuthology.orchestra.run.smithi112.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-12T09:03:22.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:03:21 smithi112 ceph-mon[95375]: pgmap v1179: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:03:22.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:03:21 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/1534896167' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:03:22.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:03:21 smithi112 ceph-mon[99443]: pgmap v1179: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:03:22.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:03:21 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/1534896167' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:03:22.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:03:21 smithi175 ceph-mon[87929]: pgmap v1179: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:03:22.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:03:21 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/1534896167' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:03:23.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:03:22 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:03:23.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:03:22 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:03:23.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:03:22 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:03:24.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:03:23 smithi175 ceph-mon[87929]: pgmap v1180: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:03:24.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:03:23 smithi112 ceph-mon[99443]: pgmap v1180: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:03:24.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:03:23 smithi112 ceph-mon[95375]: pgmap v1180: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:03:24.833 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph health --format=json 2024-04-12T09:03:25.226 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:03:26.238 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:03:25 smithi112 ceph-mon[95375]: pgmap v1181: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:03:26.238 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:03:25 smithi112 ceph-mon[99443]: pgmap v1181: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:03:26.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:03:25 smithi175 ceph-mon[87929]: pgmap v1181: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:03:27.092 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 09:03:26 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: ::ffff:172.21.15.175 - - [12/Apr/2024:09:03:26] "GET /metrics HTTP/1.1" 200 34105 "" "Prometheus/2.43.0" 2024-04-12T09:03:27.787 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:03:27 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T09:03:27.787 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:03:27 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T09:03:27.787 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:03:27 smithi112 ceph-mon[99443]: pgmap v1182: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:03:27.787 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:03:27 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T09:03:27.787 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:03:27 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T09:03:27.787 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:03:27 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T09:03:27.788 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:03:27 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T09:03:27.788 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:03:27 smithi112 ceph-mon[95375]: pgmap v1182: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:03:27.788 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:03:27 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T09:03:27.788 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:03:27 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T09:03:28.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:03:27 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T09:03:28.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:03:27 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T09:03:28.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:03:27 smithi175 ceph-mon[87929]: pgmap v1182: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:03:28.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:03:27 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T09:03:28.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:03:27 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T09:03:28.280 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T09:03:28.280 INFO:teuthology.orchestra.run.smithi112.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-12T09:03:29.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:03:28 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:03:29.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:03:28 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:03:29.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:03:28 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T09:03:29.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:03:28 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/4008192654' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:03:29.045 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:03:28 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:03:29.045 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:03:28 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:03:29.045 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:03:28 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T09:03:29.045 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:03:28 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/4008192654' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:03:29.046 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:03:28 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:03:29.046 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:03:28 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:03:29.046 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:03:28 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T09:03:29.046 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:03:28 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/4008192654' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:03:30.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:03:29 smithi175 ceph-mon[87929]: pgmap v1183: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:03:30.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:03:29 smithi175 ceph-mon[87929]: pgmap v1184: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:03:30.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:03:29 smithi112 ceph-mon[95375]: pgmap v1183: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:03:30.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:03:29 smithi112 ceph-mon[95375]: pgmap v1184: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:03:30.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:03:29 smithi112 ceph-mon[99443]: pgmap v1183: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:03:30.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:03:29 smithi112 ceph-mon[99443]: pgmap v1184: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:03:32.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:03:31 smithi175 ceph-mon[87929]: pgmap v1185: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:03:32.072 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph health --format=json 2024-04-12T09:03:32.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:03:31 smithi112 ceph-mon[95375]: pgmap v1185: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:03:32.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:03:31 smithi112 ceph-mon[99443]: pgmap v1185: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:03:32.338 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:03:32.791 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:03:32 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:03:32.791 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:03:32 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:03:33.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:03:32 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:03:33.956 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:03:33 smithi112 ceph-mon[99443]: pgmap v1186: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:03:33.956 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:03:33 smithi112 ceph-mon[95375]: pgmap v1186: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:03:34.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:03:33 smithi175 ceph-mon[87929]: pgmap v1186: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:03:34.196 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T09:03:34.196 INFO:teuthology.orchestra.run.smithi112.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-12T09:03:34.827 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:03:34 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/2169934595' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:03:34.827 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:03:34 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/2169934595' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:03:35.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:03:34 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/2169934595' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:03:36.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:03:35 smithi175 ceph-mon[87929]: pgmap v1187: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:03:36.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:03:35 smithi112 ceph-mon[95375]: pgmap v1187: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:03:36.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:03:35 smithi112 ceph-mon[99443]: pgmap v1187: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:03:37.092 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 09:03:36 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: ::ffff:172.21.15.175 - - [12/Apr/2024:09:03:36] "GET /metrics HTTP/1.1" 200 34107 "" "Prometheus/2.43.0" 2024-04-12T09:03:37.854 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph health --format=json 2024-04-12T09:03:38.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:03:37 smithi175 ceph-mon[87929]: pgmap v1188: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:03:38.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:03:37 smithi112 ceph-mon[95375]: pgmap v1188: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:03:38.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:03:37 smithi112 ceph-mon[99443]: pgmap v1188: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:03:38.121 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:03:39.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:03:39 smithi112 ceph-mon[95375]: pgmap v1189: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:03:39.843 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:03:39 smithi112 ceph-mon[99443]: pgmap v1189: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:03:40.008 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T09:03:40.008 INFO:teuthology.orchestra.run.smithi112.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-12T09:03:40.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:03:39 smithi175 ceph-mon[87929]: pgmap v1189: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:03:41.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:03:40 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/3609992041' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:03:41.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:03:40 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/3609992041' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:03:41.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:03:40 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/3609992041' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:03:42.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:03:41 smithi175 ceph-mon[87929]: pgmap v1190: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:03:42.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:03:41 smithi112 ceph-mon[95375]: pgmap v1190: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:03:42.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:03:41 smithi112 ceph-mon[99443]: pgmap v1190: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:03:43.650 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph health --format=json 2024-04-12T09:03:43.918 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:03:44.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:03:43 smithi175 ceph-mon[87929]: pgmap v1191: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:03:44.040 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:03:43 smithi112 ceph-mon[95375]: pgmap v1191: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:03:44.041 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:03:43 smithi112 ceph-mon[99443]: pgmap v1191: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:03:45.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:03:45 smithi112 ceph-mon[95375]: pgmap v1192: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:03:45.842 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:03:45 smithi112 ceph-mon[99443]: pgmap v1192: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:03:45.884 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T09:03:45.884 INFO:teuthology.orchestra.run.smithi112.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-12T09:03:46.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:03:45 smithi175 ceph-mon[87929]: pgmap v1192: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:03:46.807 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:03:46 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/2301368310' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:03:46.807 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:03:46 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/2301368310' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:03:47.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:03:46 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/2301368310' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:03:47.092 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 09:03:46 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: ::ffff:172.21.15.175 - - [12/Apr/2024:09:03:46] "GET /metrics HTTP/1.1" 200 34107 "" "Prometheus/2.43.0" 2024-04-12T09:03:48.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:03:47 smithi175 ceph-mon[87929]: pgmap v1193: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:03:48.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:03:47 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:03:48.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:03:47 smithi112 ceph-mon[95375]: pgmap v1193: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:03:48.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:03:47 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:03:48.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:03:47 smithi112 ceph-mon[99443]: pgmap v1193: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:03:48.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:03:47 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:03:49.541 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph health --format=json 2024-04-12T09:03:49.798 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:03:49.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:03:49 smithi112 ceph-mon[95375]: pgmap v1194: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:03:49.842 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:03:49 smithi112 ceph-mon[99443]: pgmap v1194: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:03:50.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:03:49 smithi175 ceph-mon[87929]: pgmap v1194: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:03:51.780 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T09:03:51.780 INFO:teuthology.orchestra.run.smithi112.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-12T09:03:52.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:03:51 smithi175 ceph-mon[87929]: pgmap v1195: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:03:52.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:03:51 smithi112 ceph-mon[95375]: pgmap v1195: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:03:52.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:03:51 smithi112 ceph-mon[99443]: pgmap v1195: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:03:53.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:03:52 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/3808353766' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:03:53.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:03:52 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/3808353766' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:03:53.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:03:52 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/3808353766' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:03:54.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:03:53 smithi175 ceph-mon[87929]: pgmap v1196: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:03:54.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:03:53 smithi112 ceph-mon[95375]: pgmap v1196: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:03:54.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:03:53 smithi112 ceph-mon[99443]: pgmap v1196: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:03:55.481 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph health --format=json 2024-04-12T09:03:55.748 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:03:55.842 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:03:55 smithi112 ceph-mon[99443]: pgmap v1197: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:03:55.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:03:55 smithi112 ceph-mon[95375]: pgmap v1197: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:03:56.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:03:55 smithi175 ceph-mon[87929]: pgmap v1197: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:03:57.067 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 09:03:56 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: ::ffff:172.21.15.175 - - [12/Apr/2024:09:03:56] "GET /metrics HTTP/1.1" 200 34108 "" "Prometheus/2.43.0" 2024-04-12T09:03:57.713 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T09:03:57.714 INFO:teuthology.orchestra.run.smithi112.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-12T09:03:58.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:03:57 smithi175 ceph-mon[87929]: pgmap v1198: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:03:58.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:03:57 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/795283561' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:03:58.069 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:03:57 smithi112 ceph-mon[95375]: pgmap v1198: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:03:58.069 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:03:57 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/795283561' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:03:58.070 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:03:57 smithi112 ceph-mon[99443]: pgmap v1198: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:03:58.070 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:03:57 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/795283561' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:04:00.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:03:59 smithi175 ceph-mon[87929]: pgmap v1199: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:04:00.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:03:59 smithi112 ceph-mon[95375]: pgmap v1199: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:04:00.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:03:59 smithi112 ceph-mon[99443]: pgmap v1199: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:04:01.394 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph health --format=json 2024-04-12T09:04:01.661 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:04:02.003 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:04:01 smithi112 ceph-mon[99443]: pgmap v1200: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:04:02.003 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:04:01 smithi112 ceph-mon[95375]: pgmap v1200: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:04:02.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:04:01 smithi175 ceph-mon[87929]: pgmap v1200: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:04:02.963 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:04:02 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:04:02.963 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:04:02 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:04:03.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:04:02 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:04:03.440 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T09:04:03.440 INFO:teuthology.orchestra.run.smithi112.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-12T09:04:04.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:04:03 smithi175 ceph-mon[87929]: pgmap v1201: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:04:04.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:04:03 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/558359176' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:04:04.068 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:04:03 smithi112 ceph-mon[95375]: pgmap v1201: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:04:04.068 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:04:03 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/558359176' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:04:04.068 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:04:03 smithi112 ceph-mon[99443]: pgmap v1201: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:04:04.068 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:04:03 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/558359176' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:04:06.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:04:05 smithi175 ceph-mon[87929]: pgmap v1202: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:04:06.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:04:05 smithi112 ceph-mon[95375]: pgmap v1202: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:04:06.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:04:05 smithi112 ceph-mon[99443]: pgmap v1202: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:04:07.092 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 09:04:06 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: ::ffff:172.21.15.175 - - [12/Apr/2024:09:04:06] "GET /metrics HTTP/1.1" 200 34109 "" "Prometheus/2.43.0" 2024-04-12T09:04:07.098 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph health --format=json 2024-04-12T09:04:07.364 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:04:08.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:04:07 smithi112 ceph-mon[95375]: pgmap v1203: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:04:08.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:04:07 smithi112 ceph-mon[99443]: pgmap v1203: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:04:08.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:04:07 smithi175 ceph-mon[87929]: pgmap v1203: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:04:09.237 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T09:04:09.237 INFO:teuthology.orchestra.run.smithi112.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-12T09:04:10.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:04:09 smithi175 ceph-mon[87929]: pgmap v1204: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:04:10.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:04:09 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/122596259' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:04:10.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:04:09 smithi112 ceph-mon[95375]: pgmap v1204: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:04:10.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:04:09 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/122596259' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:04:10.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:04:09 smithi112 ceph-mon[99443]: pgmap v1204: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:04:10.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:04:09 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/122596259' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:04:12.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:04:11 smithi175 ceph-mon[87929]: pgmap v1205: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:04:12.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:04:11 smithi112 ceph-mon[95375]: pgmap v1205: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:04:12.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:04:11 smithi112 ceph-mon[99443]: pgmap v1205: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:04:12.971 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph health --format=json 2024-04-12T09:04:13.236 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:04:14.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:04:13 smithi175 ceph-mon[87929]: pgmap v1206: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:04:14.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:04:13 smithi112 ceph-mon[99443]: pgmap v1206: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:04:14.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:04:13 smithi112 ceph-mon[95375]: pgmap v1206: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:04:15.130 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T09:04:15.131 INFO:teuthology.orchestra.run.smithi112.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-12T09:04:16.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:04:15 smithi175 ceph-mon[87929]: pgmap v1207: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:04:16.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:04:15 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/2746199183' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:04:16.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:04:15 smithi112 ceph-mon[95375]: pgmap v1207: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:04:16.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:04:15 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/2746199183' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:04:16.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:04:15 smithi112 ceph-mon[99443]: pgmap v1207: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:04:16.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:04:15 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/2746199183' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:04:17.092 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 09:04:16 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: ::ffff:172.21.15.175 - - [12/Apr/2024:09:04:16] "GET /metrics HTTP/1.1" 200 34109 "" "Prometheus/2.43.0" 2024-04-12T09:04:18.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:04:17 smithi175 ceph-mon[87929]: pgmap v1208: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:04:18.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:04:17 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:04:18.286 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:04:17 smithi112 ceph-mon[95375]: pgmap v1208: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:04:18.287 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:04:17 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:04:18.287 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:04:17 smithi112 ceph-mon[99443]: pgmap v1208: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:04:18.287 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:04:17 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:04:18.763 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph health --format=json 2024-04-12T09:04:19.022 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:04:20.169 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:04:19 smithi112 ceph-mon[95375]: pgmap v1209: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:04:20.169 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:04:19 smithi112 ceph-mon[99443]: pgmap v1209: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:04:20.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:04:19 smithi175 ceph-mon[87929]: pgmap v1209: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:04:20.995 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T09:04:20.995 INFO:teuthology.orchestra.run.smithi112.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-12T09:04:22.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:04:21 smithi112 ceph-mon[95375]: pgmap v1210: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:04:22.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:04:21 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/4071250123' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:04:22.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:04:21 smithi112 ceph-mon[99443]: pgmap v1210: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:04:22.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:04:21 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/4071250123' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:04:22.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:04:21 smithi175 ceph-mon[87929]: pgmap v1210: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:04:22.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:04:21 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/4071250123' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:04:24.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:04:23 smithi175 ceph-mon[87929]: pgmap v1211: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:04:24.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:04:23 smithi112 ceph-mon[95375]: pgmap v1211: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:04:24.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:04:23 smithi112 ceph-mon[99443]: pgmap v1211: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:04:24.671 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph health --format=json 2024-04-12T09:04:24.937 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:04:26.220 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:04:25 smithi112 ceph-mon[95375]: pgmap v1212: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:04:26.220 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:04:25 smithi112 ceph-mon[99443]: pgmap v1212: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:04:26.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:04:25 smithi175 ceph-mon[87929]: pgmap v1212: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:04:26.803 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T09:04:26.803 INFO:teuthology.orchestra.run.smithi112.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-12T09:04:27.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:04:26 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/3590954035' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:04:27.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:04:26 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/3590954035' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:04:27.092 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 09:04:26 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: ::ffff:172.21.15.175 - - [12/Apr/2024:09:04:26] "GET /metrics HTTP/1.1" 200 34111 "" "Prometheus/2.43.0" 2024-04-12T09:04:27.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:04:26 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/3590954035' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:04:28.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:04:27 smithi112 ceph-mon[95375]: pgmap v1213: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:04:28.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:04:27 smithi112 ceph-mon[99443]: pgmap v1213: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:04:28.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:04:27 smithi175 ceph-mon[87929]: pgmap v1213: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:04:29.181 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:04:28 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:04:29.298 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:04:28 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:04:29.298 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:04:28 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:04:30.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:04:29 smithi175 ceph-mon[87929]: pgmap v1214: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:04:30.266 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:04:29 smithi112 ceph-mon[95375]: pgmap v1214: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:04:30.266 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:04:29 smithi112 ceph-mon[99443]: pgmap v1214: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:04:30.485 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph health --format=json 2024-04-12T09:04:32.217 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:04:32.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:04:31 smithi175 ceph-mon[87929]: pgmap v1215: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:04:32.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:04:31 smithi112 ceph-mon[95375]: pgmap v1215: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:04:32.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:04:31 smithi112 ceph-mon[99443]: pgmap v1215: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:04:33.511 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:04:33 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T09:04:33.511 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:04:33 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T09:04:33.511 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:04:33 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:04:33.511 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:04:33 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T09:04:33.511 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:04:33 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T09:04:33.511 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:04:33 smithi112 ceph-mon[95375]: pgmap v1216: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:04:33.512 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:04:33 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:04:33.512 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:04:33 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:04:33.512 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:04:33 smithi112 ceph-mon[95375]: pgmap v1217: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:04:33.512 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:04:33 smithi112 ceph-mon[95375]: pgmap v1218: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:04:33.512 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:04:33 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T09:04:33.512 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:04:33 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T09:04:33.512 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:04:33 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T09:04:33.512 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:04:33 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:04:33.512 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:04:33 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T09:04:33.512 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:04:33 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T09:04:33.512 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:04:33 smithi112 ceph-mon[99443]: pgmap v1216: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:04:33.512 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:04:33 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:04:33.513 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:04:33 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:04:33.513 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:04:33 smithi112 ceph-mon[99443]: pgmap v1217: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:04:33.513 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:04:33 smithi112 ceph-mon[99443]: pgmap v1218: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:04:33.513 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:04:33 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T09:04:33.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:04:33 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T09:04:33.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:04:33 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T09:04:33.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:04:33 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:04:33.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:04:33 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T09:04:33.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:04:33 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T09:04:33.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:04:33 smithi175 ceph-mon[87929]: pgmap v1216: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:04:33.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:04:33 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:04:33.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:04:33 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:04:33.517 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:04:33 smithi175 ceph-mon[87929]: pgmap v1217: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:04:33.518 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:04:33 smithi175 ceph-mon[87929]: pgmap v1218: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:04:33.518 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:04:33 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T09:04:34.103 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T09:04:34.103 INFO:teuthology.orchestra.run.smithi112.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-12T09:04:34.387 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:04:34 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/431854234' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:04:34.387 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:04:34 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/431854234' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:04:34.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:04:34 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/431854234' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:04:35.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:04:35 smithi175 ceph-mon[87929]: pgmap v1219: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:04:35.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:04:35 smithi112 ceph-mon[95375]: pgmap v1219: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:04:35.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:04:35 smithi112 ceph-mon[99443]: pgmap v1219: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:04:37.092 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 09:04:36 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: ::ffff:172.21.15.175 - - [12/Apr/2024:09:04:36] "GET /metrics HTTP/1.1" 200 34108 "" "Prometheus/2.43.0" 2024-04-12T09:04:37.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:04:37 smithi175 ceph-mon[87929]: pgmap v1220: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:04:37.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:04:37 smithi112 ceph-mon[95375]: pgmap v1220: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:04:37.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:04:37 smithi112 ceph-mon[99443]: pgmap v1220: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:04:37.817 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph health --format=json 2024-04-12T09:04:38.087 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:04:39.449 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:04:39 smithi112 ceph-mon[95375]: pgmap v1221: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:04:39.449 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:04:39 smithi112 ceph-mon[99443]: pgmap v1221: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:04:39.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:04:39 smithi175 ceph-mon[87929]: pgmap v1221: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:04:40.074 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T09:04:40.075 INFO:teuthology.orchestra.run.smithi112.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-12T09:04:40.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:04:40 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/4092734101' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:04:40.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:04:40 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/4092734101' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:04:40.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:04:40 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/4092734101' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:04:41.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:04:41 smithi175 ceph-mon[87929]: pgmap v1222: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:04:41.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:04:41 smithi112 ceph-mon[95375]: pgmap v1222: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:04:41.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:04:41 smithi112 ceph-mon[99443]: pgmap v1222: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:04:43.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:04:43 smithi175 ceph-mon[87929]: pgmap v1223: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:04:43.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:04:43 smithi112 ceph-mon[95375]: pgmap v1223: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:04:43.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:04:43 smithi112 ceph-mon[99443]: pgmap v1223: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:04:43.800 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph health --format=json 2024-04-12T09:04:44.065 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:04:45.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:04:45 smithi175 ceph-mon[87929]: pgmap v1224: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:04:45.521 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:04:45 smithi112 ceph-mon[99443]: pgmap v1224: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:04:45.522 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:04:45 smithi112 ceph-mon[95375]: pgmap v1224: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:04:45.997 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T09:04:45.997 INFO:teuthology.orchestra.run.smithi112.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-12T09:04:46.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:04:46 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/3152028257' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:04:46.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:04:46 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/3152028257' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:04:46.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:04:46 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/3152028257' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:04:47.092 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 09:04:46 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: ::ffff:172.21.15.175 - - [12/Apr/2024:09:04:46] "GET /metrics HTTP/1.1" 200 34108 "" "Prometheus/2.43.0" 2024-04-12T09:04:47.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:04:47 smithi175 ceph-mon[87929]: pgmap v1225: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:04:47.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:04:47 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:04:47.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:04:47 smithi112 ceph-mon[95375]: pgmap v1225: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:04:47.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:04:47 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:04:47.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:04:47 smithi112 ceph-mon[99443]: pgmap v1225: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:04:47.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:04:47 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:04:49.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:04:49 smithi175 ceph-mon[87929]: pgmap v1226: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:04:49.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:04:49 smithi112 ceph-mon[95375]: pgmap v1226: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:04:49.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:04:49 smithi112 ceph-mon[99443]: pgmap v1226: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:04:49.682 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph health --format=json 2024-04-12T09:04:49.940 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:04:51.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:04:51 smithi112 ceph-mon[95375]: pgmap v1227: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:04:51.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:04:51 smithi112 ceph-mon[99443]: pgmap v1227: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:04:51.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:04:51 smithi175 ceph-mon[87929]: pgmap v1227: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:04:51.842 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T09:04:51.842 INFO:teuthology.orchestra.run.smithi112.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-12T09:04:52.436 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:04:52 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/1526886702' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:04:52.436 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:04:52 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/1526886702' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:04:52.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:04:52 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/1526886702' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:04:53.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:04:53 smithi175 ceph-mon[87929]: pgmap v1228: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:04:53.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:04:53 smithi112 ceph-mon[95375]: pgmap v1228: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:04:53.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:04:53 smithi112 ceph-mon[99443]: pgmap v1228: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:04:55.461 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph health --format=json 2024-04-12T09:04:55.491 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:04:55 smithi112 ceph-mon[95375]: pgmap v1229: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:04:55.492 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:04:55 smithi112 ceph-mon[99443]: pgmap v1229: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:04:55.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:04:55 smithi175 ceph-mon[87929]: pgmap v1229: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:04:55.727 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:04:57.092 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 09:04:56 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: ::ffff:172.21.15.175 - - [12/Apr/2024:09:04:56] "GET /metrics HTTP/1.1" 200 34108 "" "Prometheus/2.43.0" 2024-04-12T09:04:57.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:04:57 smithi175 ceph-mon[87929]: pgmap v1230: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:04:57.589 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T09:04:57.589 INFO:teuthology.orchestra.run.smithi112.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-12T09:04:57.590 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:04:57 smithi112 ceph-mon[95375]: pgmap v1230: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:04:57.590 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:04:57 smithi112 ceph-mon[99443]: pgmap v1230: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:04:58.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:04:58 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/97997764' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:04:58.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:04:58 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/97997764' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:04:58.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:04:58 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/97997764' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:04:59.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:04:59 smithi175 ceph-mon[87929]: pgmap v1231: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:04:59.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:04:59 smithi112 ceph-mon[95375]: pgmap v1231: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:04:59.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:04:59 smithi112 ceph-mon[99443]: pgmap v1231: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:05:01.220 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph health --format=json 2024-04-12T09:05:01.485 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:05:01.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:05:01 smithi175 ceph-mon[87929]: pgmap v1232: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:05:01.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:05:01 smithi112 ceph-mon[95375]: pgmap v1232: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:05:01.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:05:01 smithi112 ceph-mon[99443]: pgmap v1232: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:05:02.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:05:02 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:05:02.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:05:02 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:05:02.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:05:02 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:05:03.466 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:05:03 smithi112 ceph-mon[99443]: pgmap v1233: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:05:03.466 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:05:03 smithi112 ceph-mon[95375]: pgmap v1233: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:05:03.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:05:03 smithi175 ceph-mon[87929]: pgmap v1233: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:05:03.559 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T09:05:03.560 INFO:teuthology.orchestra.run.smithi112.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-12T09:05:04.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:05:04 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/1781216606' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:05:04.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:05:04 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/1781216606' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:05:04.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:05:04 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/1781216606' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:05:05.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:05:05 smithi175 ceph-mon[87929]: pgmap v1234: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:05:05.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:05:05 smithi112 ceph-mon[95375]: pgmap v1234: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:05:05.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:05:05 smithi112 ceph-mon[99443]: pgmap v1234: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:05:07.092 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 09:05:06 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: ::ffff:172.21.15.175 - - [12/Apr/2024:09:05:06] "GET /metrics HTTP/1.1" 200 34104 "" "Prometheus/2.43.0" 2024-04-12T09:05:07.259 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph health --format=json 2024-04-12T09:05:07.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:05:07 smithi175 ceph-mon[87929]: pgmap v1235: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:05:07.527 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:05:07.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:05:07 smithi112 ceph-mon[95375]: pgmap v1235: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:05:07.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:05:07 smithi112 ceph-mon[99443]: pgmap v1235: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:05:09.412 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T09:05:09.412 INFO:teuthology.orchestra.run.smithi112.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-12T09:05:09.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:05:09 smithi175 ceph-mon[87929]: pgmap v1236: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:05:09.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:05:09 smithi112 ceph-mon[95375]: pgmap v1236: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:05:09.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:05:09 smithi112 ceph-mon[99443]: pgmap v1236: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:05:10.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:05:10 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/3045850178' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:05:10.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:05:10 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/3045850178' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:05:10.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:05:10 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/3045850178' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:05:11.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:05:11 smithi175 ceph-mon[87929]: pgmap v1237: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:05:11.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:05:11 smithi112 ceph-mon[95375]: pgmap v1237: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:05:11.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:05:11 smithi112 ceph-mon[99443]: pgmap v1237: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:05:13.093 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph health --format=json 2024-04-12T09:05:13.361 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:05:13.483 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:05:13 smithi112 ceph-mon[95375]: pgmap v1238: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:05:13.483 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:05:13 smithi112 ceph-mon[99443]: pgmap v1238: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:05:13.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:05:13 smithi175 ceph-mon[87929]: pgmap v1238: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:05:15.298 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T09:05:15.298 INFO:teuthology.orchestra.run.smithi112.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-12T09:05:15.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:05:15 smithi175 ceph-mon[87929]: pgmap v1239: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:05:15.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:05:15 smithi112 ceph-mon[95375]: pgmap v1239: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:05:15.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:05:15 smithi112 ceph-mon[99443]: pgmap v1239: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:05:16.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:05:16 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/1873999358' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:05:16.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:05:16 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/1873999358' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:05:16.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:05:16 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/1873999358' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:05:17.092 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 09:05:16 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: ::ffff:172.21.15.175 - - [12/Apr/2024:09:05:16] "GET /metrics HTTP/1.1" 200 34104 "" "Prometheus/2.43.0" 2024-04-12T09:05:17.373 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:05:17 smithi112 ceph-mon[99443]: pgmap v1240: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:05:17.373 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:05:17 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:05:17.373 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:05:17 smithi112 ceph-mon[95375]: pgmap v1240: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:05:17.373 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:05:17 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:05:17.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:05:17 smithi175 ceph-mon[87929]: pgmap v1240: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:05:17.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:05:17 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:05:18.971 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph health --format=json 2024-04-12T09:05:19.235 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:05:19.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:05:19 smithi112 ceph-mon[95375]: pgmap v1241: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:05:19.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:05:19 smithi112 ceph-mon[99443]: pgmap v1241: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:05:19.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:05:19 smithi175 ceph-mon[87929]: pgmap v1241: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:05:21.082 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T09:05:21.082 INFO:teuthology.orchestra.run.smithi112.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-12T09:05:21.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:05:21 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/2585084309' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:05:21.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:05:21 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/2585084309' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:05:21.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:05:21 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/2585084309' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:05:22.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:05:22 smithi175 ceph-mon[87929]: pgmap v1242: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:05:22.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:05:22 smithi112 ceph-mon[95375]: pgmap v1242: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:05:22.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:05:22 smithi112 ceph-mon[99443]: pgmap v1242: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:05:24.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:05:24 smithi175 ceph-mon[87929]: pgmap v1243: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:05:24.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:05:24 smithi112 ceph-mon[95375]: pgmap v1243: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:05:24.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:05:24 smithi112 ceph-mon[99443]: pgmap v1243: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:05:24.728 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph health --format=json 2024-04-12T09:05:24.992 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:05:26.467 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:05:26 smithi112 ceph-mon[99443]: pgmap v1244: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:05:26.467 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:05:26 smithi112 ceph-mon[95375]: pgmap v1244: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:05:26.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:05:26 smithi175 ceph-mon[87929]: pgmap v1244: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:05:26.959 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T09:05:26.960 INFO:teuthology.orchestra.run.smithi112.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-12T09:05:27.094 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 09:05:26 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: ::ffff:172.21.15.175 - - [12/Apr/2024:09:05:26] "GET /metrics HTTP/1.1" 200 34101 "" "Prometheus/2.43.0" 2024-04-12T09:05:27.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:05:27 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/1124049624' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:05:27.576 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:05:27 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/1124049624' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:05:27.576 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:05:27 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/1124049624' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:05:28.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:05:28 smithi175 ceph-mon[87929]: pgmap v1245: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:05:28.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:05:28 smithi112 ceph-mon[95375]: pgmap v1245: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:05:28.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:05:28 smithi112 ceph-mon[99443]: pgmap v1245: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:05:29.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:05:29 smithi175 ceph-mon[87929]: pgmap v1246: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:05:29.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:05:29 smithi112 ceph-mon[95375]: pgmap v1246: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:05:29.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:05:29 smithi112 ceph-mon[99443]: pgmap v1246: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:05:30.601 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph health --format=json 2024-04-12T09:05:30.866 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:05:31.288 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:05:31 smithi112 ceph-mon[95375]: pgmap v1247: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:05:31.288 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:05:31 smithi112 ceph-mon[99443]: pgmap v1247: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:05:31.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:05:31 smithi175 ceph-mon[87929]: pgmap v1247: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:05:32.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:05:32 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:05:32.528 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:05:32 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:05:32.529 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:05:32 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:05:32.787 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T09:05:32.787 INFO:teuthology.orchestra.run.smithi112.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-12T09:05:33.449 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:05:33 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/243004967' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:05:33.449 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:05:33 smithi112 ceph-mon[99443]: pgmap v1248: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:05:33.450 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:05:33 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/243004967' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:05:33.450 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:05:33 smithi112 ceph-mon[95375]: pgmap v1248: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:05:33.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:05:33 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/243004967' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:05:33.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:05:33 smithi175 ceph-mon[87929]: pgmap v1248: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:05:34.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:05:34 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:05:34.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:05:34 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:05:34.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:05:34 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:05:35.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:05:35 smithi175 ceph-mon[87929]: pgmap v1249: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:05:35.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:05:35 smithi112 ceph-mon[95375]: pgmap v1249: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:05:35.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:05:35 smithi112 ceph-mon[99443]: pgmap v1249: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:05:36.474 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph health --format=json 2024-04-12T09:05:36.871 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:05:36.995 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 09:05:36 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: ::ffff:172.21.15.175 - - [12/Apr/2024:09:05:36] "GET /metrics HTTP/1.1" 200 34105 "" "Prometheus/2.43.0" 2024-04-12T09:05:38.165 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:05:37 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T09:05:38.165 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:05:37 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T09:05:38.165 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:05:37 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T09:05:38.165 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:05:37 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T09:05:38.165 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:05:37 smithi112 ceph-mon[99443]: pgmap v1250: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:05:38.165 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:05:37 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T09:05:38.165 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:05:37 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T09:05:38.166 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:05:37 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T09:05:38.166 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:05:37 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T09:05:38.166 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:05:37 smithi112 ceph-mon[95375]: pgmap v1250: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:05:38.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:05:37 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T09:05:38.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:05:37 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T09:05:38.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:05:37 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T09:05:38.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:05:37 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T09:05:38.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:05:37 smithi175 ceph-mon[87929]: pgmap v1250: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:05:38.630 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T09:05:38.631 INFO:teuthology.orchestra.run.smithi112.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-12T09:05:39.261 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:05:38 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:05:39.262 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:05:38 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:05:39.262 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:05:38 smithi112 ceph-mon[99443]: pgmap v1251: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:05:39.262 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:05:38 smithi112 ceph-mon[99443]: pgmap v1252: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:05:39.262 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:05:38 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T09:05:39.262 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:05:38 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/1441300354' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:05:39.262 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:05:38 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:05:39.262 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:05:38 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:05:39.262 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:05:38 smithi112 ceph-mon[95375]: pgmap v1251: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:05:39.263 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:05:38 smithi112 ceph-mon[95375]: pgmap v1252: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:05:39.263 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:05:38 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T09:05:39.263 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:05:38 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/1441300354' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:05:39.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:05:38 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:05:39.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:05:38 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:05:39.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:05:38 smithi175 ceph-mon[87929]: pgmap v1251: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:05:39.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:05:38 smithi175 ceph-mon[87929]: pgmap v1252: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:05:39.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:05:38 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T09:05:39.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:05:38 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/1441300354' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:05:41.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:05:41 smithi175 ceph-mon[87929]: pgmap v1253: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:05:41.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:05:41 smithi112 ceph-mon[95375]: pgmap v1253: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:05:41.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:05:41 smithi112 ceph-mon[99443]: pgmap v1253: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:05:42.286 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph health --format=json 2024-04-12T09:05:42.556 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:05:43.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:05:43 smithi112 ceph-mon[95375]: pgmap v1254: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:05:43.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:05:43 smithi112 ceph-mon[99443]: pgmap v1254: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:05:43.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:05:43 smithi175 ceph-mon[87929]: pgmap v1254: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:05:44.517 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T09:05:44.518 INFO:teuthology.orchestra.run.smithi112.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-12T09:05:45.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:05:45 smithi175 ceph-mon[87929]: pgmap v1255: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:05:45.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:05:45 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/2282434981' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:05:45.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:05:45 smithi112 ceph-mon[95375]: pgmap v1255: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:05:45.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:05:45 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/2282434981' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:05:45.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:05:45 smithi112 ceph-mon[99443]: pgmap v1255: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:05:45.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:05:45 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/2282434981' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:05:47.092 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 09:05:46 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: ::ffff:172.21.15.175 - - [12/Apr/2024:09:05:46] "GET /metrics HTTP/1.1" 200 34105 "" "Prometheus/2.43.0" 2024-04-12T09:05:47.518 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:05:47 smithi175 ceph-mon[87929]: pgmap v1256: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:05:47.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:05:47 smithi112 ceph-mon[95375]: pgmap v1256: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:05:47.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:05:47 smithi112 ceph-mon[99443]: pgmap v1256: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:05:48.187 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph health --format=json 2024-04-12T09:05:48.454 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:05:48.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:05:48 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:05:48.576 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:05:48 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:05:48.577 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:05:48 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:05:49.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:05:49 smithi175 ceph-mon[87929]: pgmap v1257: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:05:49.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:05:49 smithi112 ceph-mon[99443]: pgmap v1257: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:05:49.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:05:49 smithi112 ceph-mon[95375]: pgmap v1257: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:05:50.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:05:50 smithi112 ceph-mon[99443]: pgmap v1258: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:05:50.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:05:50 smithi112 ceph-mon[95375]: pgmap v1258: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:05:50.395 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T09:05:50.396 INFO:teuthology.orchestra.run.smithi112.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-12T09:05:50.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:05:50 smithi175 ceph-mon[87929]: pgmap v1258: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:05:51.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:05:51 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/613909001' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:05:51.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:05:51 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/613909001' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:05:51.416 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:05:51 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/613909001' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:05:52.430 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:05:52 smithi175 ceph-mon[87929]: pgmap v1259: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:05:52.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:05:52 smithi112 ceph-mon[95375]: pgmap v1259: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:05:52.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:05:52 smithi112 ceph-mon[99443]: pgmap v1259: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:05:54.054 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph health --format=json 2024-04-12T09:05:54.319 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:05:55.454 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:05:55 smithi112 ceph-mon[95375]: pgmap v1260: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:05:55.454 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:05:55 smithi112 ceph-mon[99443]: pgmap v1260: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:05:55.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:05:55 smithi175 ceph-mon[87929]: pgmap v1260: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:05:56.119 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T09:05:56.119 INFO:teuthology.orchestra.run.smithi112.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-12T09:05:56.453 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:05:56 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/1736529507' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:05:56.454 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:05:56 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/1736529507' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:05:56.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:05:56 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/1736529507' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:05:57.092 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 09:05:56 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: ::ffff:172.21.15.175 - - [12/Apr/2024:09:05:56] "GET /metrics HTTP/1.1" 200 34110 "" "Prometheus/2.43.0" 2024-04-12T09:05:57.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:05:57 smithi175 ceph-mon[87929]: pgmap v1261: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:05:57.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:05:57 smithi112 ceph-mon[95375]: pgmap v1261: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:05:57.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:05:57 smithi112 ceph-mon[99443]: pgmap v1261: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:05:58.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:05:58 smithi175 ceph-mon[87929]: pgmap v1262: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:05:58.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:05:58 smithi112 ceph-mon[95375]: pgmap v1262: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:05:58.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:05:58 smithi112 ceph-mon[99443]: pgmap v1262: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:05:59.747 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph health --format=json 2024-04-12T09:06:00.013 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:06:01.434 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:06:01 smithi112 ceph-mon[95375]: pgmap v1263: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:06:01.435 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:06:01 smithi112 ceph-mon[99443]: pgmap v1263: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:06:01.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:06:01 smithi175 ceph-mon[87929]: pgmap v1263: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:06:01.891 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T09:06:01.891 INFO:teuthology.orchestra.run.smithi112.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-12T09:06:02.496 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:06:02 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/2944263202' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:06:02.496 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:06:02 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/2944263202' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:06:02.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:06:02 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/2944263202' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:06:03.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:06:03 smithi175 ceph-mon[87929]: pgmap v1264: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:06:03.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:06:03 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:06:03.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:06:03 smithi112 ceph-mon[95375]: pgmap v1264: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:06:03.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:06:03 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:06:03.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:06:03 smithi112 ceph-mon[99443]: pgmap v1264: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:06:03.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:06:03 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:06:04.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:06:04 smithi175 ceph-mon[87929]: pgmap v1265: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:06:04.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:06:04 smithi112 ceph-mon[95375]: pgmap v1265: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:06:04.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:06:04 smithi112 ceph-mon[99443]: pgmap v1265: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:06:05.520 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph health --format=json 2024-04-12T09:06:05.784 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:06:06.952 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 09:06:06 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: ::ffff:172.21.15.175 - - [12/Apr/2024:09:06:06] "GET /metrics HTTP/1.1" 200 34106 "" "Prometheus/2.43.0" 2024-04-12T09:06:07.256 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:06:07 smithi112 ceph-mon[99443]: pgmap v1266: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:06:07.257 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:06:07 smithi112 ceph-mon[95375]: pgmap v1266: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:06:07.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:06:07 smithi175 ceph-mon[87929]: pgmap v1266: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:06:07.760 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T09:06:07.760 INFO:teuthology.orchestra.run.smithi112.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-12T09:06:08.395 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:06:08 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/1600202961' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:06:08.396 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:06:08 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/1600202961' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:06:08.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:06:08 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/1600202961' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:06:09.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:06:09 smithi175 ceph-mon[87929]: pgmap v1267: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:06:09.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:06:09 smithi112 ceph-mon[95375]: pgmap v1267: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:06:09.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:06:09 smithi112 ceph-mon[99443]: pgmap v1267: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:06:10.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:06:10 smithi175 ceph-mon[87929]: pgmap v1268: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:06:10.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:06:10 smithi112 ceph-mon[95375]: pgmap v1268: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:06:10.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:06:10 smithi112 ceph-mon[99443]: pgmap v1268: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:06:11.420 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph health --format=json 2024-04-12T09:06:11.685 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:06:13.423 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:06:13 smithi112 ceph-mon[95375]: pgmap v1269: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:06:13.423 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:06:13 smithi112 ceph-mon[99443]: pgmap v1269: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:06:13.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:06:13 smithi175 ceph-mon[87929]: pgmap v1269: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:06:13.688 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T09:06:13.688 INFO:teuthology.orchestra.run.smithi112.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-12T09:06:14.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:06:14 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/1796127748' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:06:14.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:06:14 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/1796127748' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:06:14.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:06:14 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/1796127748' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:06:15.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:06:15 smithi175 ceph-mon[87929]: pgmap v1270: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:06:15.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:06:15 smithi112 ceph-mon[95375]: pgmap v1270: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:06:15.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:06:15 smithi112 ceph-mon[99443]: pgmap v1270: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:06:16.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:06:16 smithi175 ceph-mon[87929]: pgmap v1271: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:06:16.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:06:16 smithi112 ceph-mon[95375]: pgmap v1271: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:06:16.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:06:16 smithi112 ceph-mon[99443]: pgmap v1271: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:06:17.092 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 09:06:16 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: ::ffff:172.21.15.175 - - [12/Apr/2024:09:06:16] "GET /metrics HTTP/1.1" 200 34106 "" "Prometheus/2.43.0" 2024-04-12T09:06:17.496 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph health --format=json 2024-04-12T09:06:17.510 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:06:17 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:06:17.510 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:06:17 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:06:17.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:06:17 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:06:17.766 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:06:18.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:06:18 smithi175 ceph-mon[87929]: pgmap v1272: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:06:18.576 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:06:18 smithi112 ceph-mon[99443]: pgmap v1272: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:06:18.576 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:06:18 smithi112 ceph-mon[95375]: pgmap v1272: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:06:19.647 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T09:06:19.647 INFO:teuthology.orchestra.run.smithi112.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-12T09:06:20.014 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:06:19 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/617543929' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:06:20.083 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:06:19 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/617543929' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:06:20.083 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:06:19 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/617543929' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:06:21.015 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:06:20 smithi175 ceph-mon[87929]: pgmap v1273: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:06:21.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:06:20 smithi112 ceph-mon[95375]: pgmap v1273: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:06:21.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:06:20 smithi112 ceph-mon[99443]: pgmap v1273: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:06:23.420 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph health --format=json 2024-04-12T09:06:23.450 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:06:23 smithi112 ceph-mon[95375]: pgmap v1274: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:06:23.451 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:06:23 smithi112 ceph-mon[99443]: pgmap v1274: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:06:23.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:06:23 smithi175 ceph-mon[87929]: pgmap v1274: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:06:23.684 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:06:25.477 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:06:25 smithi112 ceph-mon[95375]: pgmap v1275: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:06:25.478 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:06:25 smithi112 ceph-mon[99443]: pgmap v1275: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:06:25.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:06:25 smithi175 ceph-mon[87929]: pgmap v1275: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:06:25.717 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T09:06:25.717 INFO:teuthology.orchestra.run.smithi112.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-12T09:06:26.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:06:26 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/2364433882' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:06:26.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:06:26 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/2364433882' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:06:26.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:06:26 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/2364433882' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:06:27.092 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 09:06:26 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: ::ffff:172.21.15.175 - - [12/Apr/2024:09:06:26] "GET /metrics HTTP/1.1" 200 34104 "" "Prometheus/2.43.0" 2024-04-12T09:06:27.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:06:27 smithi175 ceph-mon[87929]: pgmap v1276: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:06:27.550 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:06:27 smithi112 ceph-mon[99443]: pgmap v1276: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:06:27.551 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:06:27 smithi112 ceph-mon[95375]: pgmap v1276: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:06:28.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:06:28 smithi175 ceph-mon[87929]: pgmap v1277: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:06:28.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:06:28 smithi112 ceph-mon[95375]: pgmap v1277: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:06:28.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:06:28 smithi112 ceph-mon[99443]: pgmap v1277: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:06:29.465 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph health --format=json 2024-04-12T09:06:29.730 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:06:31.419 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:06:31 smithi112 ceph-mon[95375]: pgmap v1278: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:06:31.419 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:06:31 smithi112 ceph-mon[99443]: pgmap v1278: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:06:31.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:06:31 smithi175 ceph-mon[87929]: pgmap v1278: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:06:31.901 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T09:06:31.901 INFO:teuthology.orchestra.run.smithi112.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-12T09:06:32.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:06:32 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/2828662005' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:06:32.531 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:06:32 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/2828662005' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:06:32.532 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:06:32 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/2828662005' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:06:33.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:06:33 smithi175 ceph-mon[87929]: pgmap v1279: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:06:33.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:06:33 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:06:33.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:06:33 smithi112 ceph-mon[95375]: pgmap v1279: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:06:33.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:06:33 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:06:33.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:06:33 smithi112 ceph-mon[99443]: pgmap v1279: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:06:33.593 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:06:33 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:06:34.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:06:34 smithi175 ceph-mon[87929]: pgmap v1280: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:06:34.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:06:34 smithi112 ceph-mon[95375]: pgmap v1280: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:06:34.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:06:34 smithi112 ceph-mon[99443]: pgmap v1280: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:06:35.559 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph health --format=json 2024-04-12T09:06:35.824 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:06:37.092 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 09:06:36 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: ::ffff:172.21.15.175 - - [12/Apr/2024:09:06:36] "GET /metrics HTTP/1.1" 200 34109 "" "Prometheus/2.43.0" 2024-04-12T09:06:37.451 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:06:37 smithi112 ceph-mon[95375]: pgmap v1281: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:06:37.452 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:06:37 smithi112 ceph-mon[99443]: pgmap v1281: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:06:37.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:06:37 smithi175 ceph-mon[87929]: pgmap v1281: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:06:37.713 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T09:06:37.713 INFO:teuthology.orchestra.run.smithi112.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-12T09:06:38.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:06:38 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/530168301' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:06:38.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:06:38 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/530168301' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:06:38.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:06:38 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/530168301' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:06:39.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:06:39 smithi175 ceph-mon[87929]: pgmap v1282: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:06:39.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:06:39 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:06:39.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:06:39 smithi112 ceph-mon[95375]: pgmap v1282: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:06:39.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:06:39 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:06:39.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:06:39 smithi112 ceph-mon[99443]: pgmap v1282: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:06:39.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:06:39 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-12T09:06:40.512 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:06:40 smithi175 ceph-mon[87929]: pgmap v1283: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:06:40.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:06:40 smithi112 ceph-mon[95375]: pgmap v1283: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:06:40.592 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:06:40 smithi112 ceph-mon[99443]: pgmap v1283: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:06:41.473 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph health --format=json 2024-04-12T09:06:41.908 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:06:43.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:06:42 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T09:06:43.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:06:42 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T09:06:43.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:06:42 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T09:06:43.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:06:42 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T09:06:43.093 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:06:42 smithi112 ceph-mon[95375]: pgmap v1284: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:06:43.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:06:42 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T09:06:43.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:06:42 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T09:06:43.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:06:42 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T09:06:43.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:06:42 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T09:06:43.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:06:42 smithi112 ceph-mon[99443]: pgmap v1284: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:06:43.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:06:42 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T09:06:43.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:06:42 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T09:06:43.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:06:42 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T09:06:43.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:06:42 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T09:06:43.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:06:42 smithi175 ceph-mon[87929]: pgmap v1284: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:06:43.916 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T09:06:43.916 INFO:teuthology.orchestra.run.smithi112.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-12T09:06:44.233 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:06:43 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:06:44.233 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:06:43 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:06:44.233 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:06:43 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T09:06:44.233 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:06:43 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/3314849073' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:06:44.234 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:06:43 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:06:44.234 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:06:43 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:06:44.234 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:06:43 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T09:06:44.234 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:06:43 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/3314849073' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:06:44.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:06:43 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-12T09:06:44.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:06:43 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-12T09:06:44.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:06:43 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' 2024-04-12T09:06:44.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:06:43 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/3314849073' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:06:45.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:06:44 smithi175 ceph-mon[87929]: pgmap v1285: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:06:45.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:06:44 smithi175 ceph-mon[87929]: pgmap v1286: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:06:45.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:06:44 smithi112 ceph-mon[95375]: pgmap v1285: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:06:45.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:06:44 smithi112 ceph-mon[95375]: pgmap v1286: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:06:45.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:06:44 smithi112 ceph-mon[99443]: pgmap v1285: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:06:45.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:06:44 smithi112 ceph-mon[99443]: pgmap v1286: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:06:47.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:06:46 smithi112 ceph-mon[95375]: pgmap v1287: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:06:47.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:06:46 smithi112 ceph-mon[99443]: pgmap v1287: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:06:47.093 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 09:06:46 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: ::ffff:172.21.15.175 - - [12/Apr/2024:09:06:46] "GET /metrics HTTP/1.1" 200 34109 "" "Prometheus/2.43.0" 2024-04-12T09:06:47.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:06:46 smithi175 ceph-mon[87929]: pgmap v1287: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:06:47.668 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph health --format=json 2024-04-12T09:06:47.936 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:06:48.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:06:47 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:06:48.296 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:06:47 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:06:48.296 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:06:47 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:06:49.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:06:48 smithi175 ceph-mon[87929]: pgmap v1288: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:06:49.320 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:06:48 smithi112 ceph-mon[95375]: pgmap v1288: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:06:49.321 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:06:48 smithi112 ceph-mon[99443]: pgmap v1288: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:06:49.970 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T09:06:49.971 INFO:teuthology.orchestra.run.smithi112.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-12T09:06:50.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:06:50 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/3204447868' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:06:50.273 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:06:50 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/3204447868' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:06:50.274 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:06:50 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/3204447868' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:06:51.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:06:51 smithi175 ceph-mon[87929]: pgmap v1289: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:06:51.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:06:51 smithi112 ceph-mon[95375]: pgmap v1289: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:06:51.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:06:51 smithi112 ceph-mon[99443]: pgmap v1289: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:06:53.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:06:53 smithi175 ceph-mon[87929]: pgmap v1290: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:06:53.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:06:53 smithi112 ceph-mon[99443]: pgmap v1290: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:06:53.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:06:53 smithi112 ceph-mon[95375]: pgmap v1290: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:06:53.699 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph health --format=json 2024-04-12T09:06:53.967 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:06:55.258 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:06:55 smithi175 ceph-mon[87929]: pgmap v1291: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:06:55.274 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:06:55 smithi112 ceph-mon[95375]: pgmap v1291: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:06:55.274 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:06:55 smithi112 ceph-mon[99443]: pgmap v1291: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:06:56.050 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T09:06:56.050 INFO:teuthology.orchestra.run.smithi112.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-12T09:06:57.009 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 09:06:56 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: ::ffff:172.21.15.175 - - [12/Apr/2024:09:06:56] "GET /metrics HTTP/1.1" 200 34110 "" "Prometheus/2.43.0" 2024-04-12T09:06:57.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:06:57 smithi175 ceph-mon[87929]: pgmap v1292: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:06:57.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:06:57 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/2298324731' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:06:57.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:06:57 smithi112 ceph-mon[95375]: pgmap v1292: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:06:57.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:06:57 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/2298324731' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:06:57.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:06:57 smithi112 ceph-mon[99443]: pgmap v1292: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:06:57.343 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:06:57 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/2298324731' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:06:59.264 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:06:59 smithi175 ceph-mon[87929]: pgmap v1293: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:06:59.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:06:59 smithi112 ceph-mon[95375]: pgmap v1293: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:06:59.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:06:59 smithi112 ceph-mon[99443]: pgmap v1293: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:06:59.762 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph health --format=json 2024-04-12T09:07:00.028 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:07:01.265 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:07:01 smithi175 ceph-mon[87929]: pgmap v1294: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:07:01.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:07:01 smithi112 ceph-mon[99443]: pgmap v1294: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:07:01.343 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:07:01 smithi112 ceph-mon[95375]: pgmap v1294: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:07:02.002 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T09:07:02.002 INFO:teuthology.orchestra.run.smithi112.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-12T09:07:02.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:07:02 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/1832936717' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:07:02.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:07:02 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/1832936717' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:07:02.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:07:02 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/1832936717' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:07:03.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:07:03 smithi112 ceph-mon[95375]: pgmap v1295: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:07:03.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:07:03 smithi112 ceph-mon[95375]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:07:03.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:07:03 smithi112 ceph-mon[99443]: pgmap v1295: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:07:03.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:07:03 smithi112 ceph-mon[99443]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:07:03.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:07:03 smithi175 ceph-mon[87929]: pgmap v1295: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:07:03.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:07:03 smithi175 ceph-mon[87929]: from='mgr.25451 172.21.15.112:0/2708781746' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-12T09:07:05.326 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:07:05 smithi175 ceph-mon[87929]: pgmap v1296: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:07:05.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:07:05 smithi112 ceph-mon[95375]: pgmap v1296: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:07:05.342 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:07:05 smithi112 ceph-mon[99443]: pgmap v1296: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:07:05.848 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 -- ceph health --format=json 2024-04-12T09:07:06.112 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/mon.a/config 2024-04-12T09:07:07.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:07:07 smithi112 ceph-mon[95375]: pgmap v1297: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:07:07.093 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:07:07 smithi112 ceph-mon[99443]: pgmap v1297: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:07:07.093 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 09:07:06 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: ::ffff:172.21.15.175 - - [12/Apr/2024:09:07:06] "GET /metrics HTTP/1.1" 200 34109 "" "Prometheus/2.43.0" 2024-04-12T09:07:07.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:07:07 smithi175 ceph-mon[87929]: pgmap v1297: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:07:08.178 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-04-12T09:07:08.178 INFO:teuthology.orchestra.run.smithi112.stdout:{"status":"HEALTH_WARN","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false}},"mutes":[]} 2024-04-12T09:07:08.820 ERROR:teuthology.run_tasks:Saw exception from tasks. Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_6c637841c215537a4502385240412f1966e0faab/teuthology/run_tasks.py", line 105, in run_tasks manager = run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_6c637841c215537a4502385240412f1966e0faab/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_ceph_dea717a37c7849ca8459c02fb965020aedcc0a9a/qa/tasks/ceph.py", line 1478, in healthy manager.wait_until_healthy(timeout=300) File "/home/teuthworker/src/git.ceph.com_ceph_dea717a37c7849ca8459c02fb965020aedcc0a9a/qa/tasks/ceph_manager.py", line 3204, in wait_until_healthy assert time.time() - start < timeout, \ AssertionError: timeout expired in wait_until_healthy 2024-04-12T09:07:09.058 ERROR:teuthology.util.sentry: Sentry event: https://sentry.ceph.com/organizations/ceph/?query=a26d2b0ad3b0467ea4ad1ce224cb50a3 Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_6c637841c215537a4502385240412f1966e0faab/teuthology/run_tasks.py", line 105, in run_tasks manager = run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_6c637841c215537a4502385240412f1966e0faab/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_ceph_dea717a37c7849ca8459c02fb965020aedcc0a9a/qa/tasks/ceph.py", line 1478, in healthy manager.wait_until_healthy(timeout=300) File "/home/teuthworker/src/git.ceph.com_ceph_dea717a37c7849ca8459c02fb965020aedcc0a9a/qa/tasks/ceph_manager.py", line 3204, in wait_until_healthy assert time.time() - start < timeout, \ AssertionError: timeout expired in wait_until_healthy 2024-04-12T09:07:09.061 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-04-12T09:07:09.070 INFO:tasks.cephadm:Teardown begin 2024-04-12T09:07:09.070 DEBUG:teuthology.orchestra.run.smithi112:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-12T09:07:09.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:07:09 smithi112 ceph-mon[95375]: pgmap v1298: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:07:09.092 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:07:09 smithi112 ceph-mon[95375]: from='client.? 172.21.15.112:0/681861329' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:07:09.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:07:09 smithi112 ceph-mon[99443]: pgmap v1298: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:07:09.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:07:09 smithi112 ceph-mon[99443]: from='client.? 172.21.15.112:0/681861329' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:07:09.104 DEBUG:teuthology.orchestra.run.smithi175:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-12T09:07:09.141 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-04-12T09:07:09.141 DEBUG:teuthology.orchestra.run.smithi112:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-04-12T09:07:09.159 DEBUG:teuthology.orchestra.run.smithi175:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-04-12T09:07:09.198 INFO:tasks.cephadm:Stopping all daemons... 2024-04-12T09:07:09.199 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-04-12T09:07:09.199 DEBUG:teuthology.orchestra.run.smithi112:> sudo systemctl stop ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@mon.a 2024-04-12T09:07:09.482 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:07:09 smithi112 systemd[1]: Stopping Ceph mon.a for 96d9de20-f8a7-11ee-bc8c-c7b262605968... 2024-04-12T09:07:09.514 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:07:09 smithi175 ceph-mon[87929]: pgmap v1298: 73 pgs: 73 active+clean; 582 KiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-12T09:07:09.515 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:07:09 smithi175 ceph-mon[87929]: from='client.? 172.21.15.112:0/681861329' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-12T09:07:09.842 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:07:09 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mon-a[95369]: 2024-04-12T09:07:09.481+0000 7f3135925700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T09:07:09.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:07:09 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mon-a[95369]: 2024-04-12T09:07:09.481+0000 7f3135925700 -1 mon.a@0(leader) e4 *** Got Signal Terminated *** 2024-04-12T09:07:09.843 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:07:09 smithi112 podman[148408]: 2024-04-12 09:07:09.573462358 +0000 UTC m=+0.187097354 container died c233bb87592908c739627afe48fff136e15aac45051676ce622d6a691cd577e0 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mon-a, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, GIT_CLEAN=True, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=squid-b277feb, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-12T09:07:09.843 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 09:07:09 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: [12/Apr/2024:09:07:09] ENGINE Bus STOPPING 2024-04-12T09:07:09.843 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 09:07:09 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: [12/Apr/2024:09:07:09] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-12T09:07:09.843 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 09:07:09 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: [12/Apr/2024:09:07:09] ENGINE Bus STOPPED 2024-04-12T09:07:09.844 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 09:07:09 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: [12/Apr/2024:09:07:09] ENGINE Bus STARTING 2024-04-12T09:07:09.844 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 09:07:09 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: [12/Apr/2024:09:07:09] ENGINE Serving on http://:::9283 2024-04-12T09:07:09.844 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 09:07:09 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: [12/Apr/2024:09:07:09] ENGINE Bus STARTED 2024-04-12T09:07:10.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:07:10 smithi112 podman[148408]: 2024-04-12 09:07:10.057368086 +0000 UTC m=+0.671003125 container cleanup c233bb87592908c739627afe48fff136e15aac45051676ce622d6a691cd577e0 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mon-a, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=squid-b277feb, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-12T09:07:10.342 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:07:10 smithi112 bash[148408]: ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mon-a 2024-04-12T09:07:10.623 DEBUG:teuthology.orchestra.run.smithi112:> sudo pkill -f 'journalctl -f -n 0 -u ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@mon.a.service' 2024-04-12T09:07:10.805 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:07:10 smithi112 podman[148433]: 2024-04-12 09:07:10.451179473 +0000 UTC m=+0.873629018 container remove c233bb87592908c739627afe48fff136e15aac45051676ce622d6a691cd577e0 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mon-a, GIT_CLEAN=True, RELEASE=squid-b277feb, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux ) 2024-04-12T09:07:10.805 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:07:10 smithi112 systemd[1]: ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@mon.a.service: Deactivated successfully. 2024-04-12T09:07:10.805 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:07:10 smithi112 systemd[1]: Stopped Ceph mon.a for 96d9de20-f8a7-11ee-bc8c-c7b262605968. 2024-04-12T09:07:10.805 INFO:journalctl@ceph.mon.a.smithi112.stdout:Apr 12 09:07:10 smithi112 systemd[1]: ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@mon.a.service: Consumed 26.746s CPU time. 2024-04-12T09:07:10.833 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-12T09:07:10.833 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-04-12T09:07:10.833 INFO:tasks.cephadm.mon.b:Stopping mon.c... 2024-04-12T09:07:10.833 DEBUG:teuthology.orchestra.run.smithi112:> sudo systemctl stop ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@mon.c 2024-04-12T09:07:11.092 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:07:10 smithi112 systemd[1]: Stopping Ceph mon.c for 96d9de20-f8a7-11ee-bc8c-c7b262605968... 2024-04-12T09:07:11.496 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:07:11 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mon-c[99439]: 2024-04-12T09:07:11.178+0000 7fce2f086700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T09:07:11.497 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:07:11 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mon-c[99439]: 2024-04-12T09:07:11.178+0000 7fce2f086700 -1 mon.c@2(peon) e4 *** Got Signal Terminated *** 2024-04-12T09:07:11.497 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:07:11 smithi112 podman[148539]: 2024-04-12 09:07:11.220473577 +0000 UTC m=+0.166719879 container died 0f24e8d651fc177f3445dc6499f2fcb1485757e04f10478f0a4d149aa723ac7f (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mon-c, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, RELEASE=squid-b277feb, ceph=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-12T09:07:11.497 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 09:07:11 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: [12/Apr/2024:09:07:11] ENGINE Bus STOPPING 2024-04-12T09:07:11.497 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 09:07:11 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: [12/Apr/2024:09:07:11] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-12T09:07:11.497 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 09:07:11 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: [12/Apr/2024:09:07:11] ENGINE Bus STOPPED 2024-04-12T09:07:11.497 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 09:07:11 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: [12/Apr/2024:09:07:11] ENGINE Bus STARTING 2024-04-12T09:07:11.498 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 09:07:11 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: [12/Apr/2024:09:07:11] ENGINE Serving on http://:::9283 2024-04-12T09:07:11.498 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 09:07:11 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: [12/Apr/2024:09:07:11] ENGINE Bus STARTED 2024-04-12T09:07:11.842 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:07:11 smithi112 podman[148539]: 2024-04-12 09:07:11.596378629 +0000 UTC m=+0.542624936 container cleanup 0f24e8d651fc177f3445dc6499f2fcb1485757e04f10478f0a4d149aa723ac7f (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mon-c, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, RELEASE=squid-b277feb, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5) 2024-04-12T09:07:11.842 INFO:journalctl@ceph.mon.c.smithi112.stdout:Apr 12 09:07:11 smithi112 bash[148539]: ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mon-c 2024-04-12T09:07:12.011 DEBUG:teuthology.orchestra.run.smithi112:> sudo pkill -f 'journalctl -f -n 0 -u ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@mon.c.service' 2024-04-12T09:07:12.047 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-12T09:07:12.047 INFO:tasks.cephadm.mon.b:Stopped mon.c 2024-04-12T09:07:12.047 INFO:tasks.cephadm.mon.b:Stopping mon.b... 2024-04-12T09:07:12.047 DEBUG:teuthology.orchestra.run.smithi175:> sudo systemctl stop ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@mon.b 2024-04-12T09:07:12.352 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:07:12 smithi175 systemd[1]: Stopping Ceph mon.b for 96d9de20-f8a7-11ee-bc8c-c7b262605968... 2024-04-12T09:07:12.764 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:07:12 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mon-b[87925]: 2024-04-12T09:07:12.351+0000 7f26a63f7700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T09:07:12.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:07:12 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mon-b[87925]: 2024-04-12T09:07:12.351+0000 7f26a63f7700 -1 mon.b@1(peon) e4 *** Got Signal Terminated *** 2024-04-12T09:07:12.765 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:07:12 smithi175 podman[101615]: 2024-04-12 09:07:12.59729198 +0000 UTC m=+0.361591456 container died c4423c170802c03b14d950cd4fc82617bf8126baf31a1912600eb25b5a4581ab (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mon-b, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=squid-b277feb, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, io.buildah.version=1.33.5) 2024-04-12T09:07:13.245 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:07:13 smithi175 podman[101615]: 2024-04-12 09:07:13.043485728 +0000 UTC m=+0.807785239 container cleanup c4423c170802c03b14d950cd4fc82617bf8126baf31a1912600eb25b5a4581ab (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mon-b, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240409, RELEASE=squid-b277feb, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-12T09:07:13.245 INFO:journalctl@ceph.mon.b.smithi175.stdout:Apr 12 09:07:13 smithi175 bash[101615]: ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mon-b 2024-04-12T09:07:13.466 DEBUG:teuthology.orchestra.run.smithi175:> sudo pkill -f 'journalctl -f -n 0 -u ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@mon.b.service' 2024-04-12T09:07:13.512 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-12T09:07:13.512 INFO:tasks.cephadm.mon.b:Stopped mon.b 2024-04-12T09:07:13.512 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-04-12T09:07:13.513 DEBUG:teuthology.orchestra.run.smithi112:> sudo systemctl stop ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@mgr.y 2024-04-12T09:07:13.817 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 09:07:13 smithi112 systemd[1]: Stopping Ceph mgr.y for 96d9de20-f8a7-11ee-bc8c-c7b262605968... 2024-04-12T09:07:14.092 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 09:07:13 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: 2024-04-12T09:07:13.816+0000 7ffaf8a82700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mgr -n mgr.y -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T09:07:14.093 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 09:07:13 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y[86311]: 2024-04-12T09:07:13.816+0000 7ffaf8a82700 -1 mgr handle_mgr_signal *** Got signal Terminated *** 2024-04-12T09:07:14.093 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 09:07:13 smithi112 podman[148672]: 2024-04-12 09:07:13.848591253 +0000 UTC m=+0.147247546 container died b5f563892d6d435634dad8e71031a868a1aaebc94f94e255c70d5199be77f8c6 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-b277feb, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5) 2024-04-12T09:07:14.592 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 09:07:14 smithi112 podman[148672]: 2024-04-12 09:07:14.40966311 +0000 UTC m=+0.708319420 container cleanup b5f563892d6d435634dad8e71031a868a1aaebc94f94e255c70d5199be77f8c6 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, RELEASE=squid-b277feb, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-12T09:07:14.592 INFO:journalctl@ceph.mgr.y.smithi112.stdout:Apr 12 09:07:14 smithi112 bash[148672]: ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-y 2024-04-12T09:07:14.819 DEBUG:teuthology.orchestra.run.smithi112:> sudo pkill -f 'journalctl -f -n 0 -u ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@mgr.y.service' 2024-04-12T09:07:14.855 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-12T09:07:14.855 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-04-12T09:07:14.856 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-04-12T09:07:14.856 DEBUG:teuthology.orchestra.run.smithi175:> sudo systemctl stop ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@mgr.x 2024-04-12T09:07:15.195 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 09:07:14 smithi175 systemd[1]: Stopping Ceph mgr.x for 96d9de20-f8a7-11ee-bc8c-c7b262605968... 2024-04-12T09:07:15.465 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 09:07:15 smithi175 podman[101738]: 2024-04-12 09:07:15.194880822 +0000 UTC m=+0.148208696 container died 25957c2a8ab73b8d7b18b54b773c64611ca19de4362e7393ea60a7ed2f714f76 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, RELEASE=squid-b277feb, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-04-12T09:07:15.764 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 09:07:15 smithi175 podman[101738]: 2024-04-12 09:07:15.555777195 +0000 UTC m=+0.509105064 container cleanup 25957c2a8ab73b8d7b18b54b773c64611ca19de4362e7393ea60a7ed2f714f76 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240409, RELEASE=squid-b277feb, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS) 2024-04-12T09:07:15.765 INFO:journalctl@ceph.mgr.x.smithi175.stdout:Apr 12 09:07:15 smithi175 bash[101738]: ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-mgr-x 2024-04-12T09:07:15.927 DEBUG:teuthology.orchestra.run.smithi175:> sudo pkill -f 'journalctl -f -n 0 -u ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@mgr.x.service' 2024-04-12T09:07:15.962 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-12T09:07:15.963 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-04-12T09:07:15.963 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-04-12T09:07:15.963 DEBUG:teuthology.orchestra.run.smithi112:> sudo systemctl stop ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@osd.0 2024-04-12T09:07:16.256 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 12 09:07:16 smithi112 systemd[1]: Stopping Ceph osd.0 for 96d9de20-f8a7-11ee-bc8c-c7b262605968... 2024-04-12T09:07:16.592 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 12 09:07:16 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-0[107166]: 2024-04-12T09:07:16.254+0000 7fbc2beb4700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T09:07:16.592 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 12 09:07:16 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-0[107166]: 2024-04-12T09:07:16.254+0000 7fbc2beb4700 -1 osd.0 964 *** Got signal Terminated *** 2024-04-12T09:07:16.592 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 12 09:07:16 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-0[107166]: 2024-04-12T09:07:16.254+0000 7fbc2beb4700 -1 osd.0 964 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-12T09:07:20.466 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 09:07:20 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-alertmanager-a[85290]: ts=2024-04-12T09:07:20.153Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi112.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.112:8443: connect: connection refused" 2024-04-12T09:07:20.466 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 09:07:20 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-alertmanager-a[85290]: ts=2024-04-12T09:07:20.154Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi175.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.175:8443: connect: connection refused" 2024-04-12T09:07:21.842 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 12 09:07:21 smithi112 podman[148794]: 2024-04-12 09:07:21.621225167 +0000 UTC m=+5.469803111 container died 5e174389b82120fbcde0a4cf1ea177c29c39d9a643dbd87aba65fa4c717eb9db (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-0, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, RELEASE=squid-b277feb, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2) 2024-04-12T09:07:22.342 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 12 09:07:22 smithi112 podman[148794]: 2024-04-12 09:07:22.147965111 +0000 UTC m=+5.996543103 container cleanup 5e174389b82120fbcde0a4cf1ea177c29c39d9a643dbd87aba65fa4c717eb9db (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-b277feb, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-04-12T09:07:22.343 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 12 09:07:22 smithi112 bash[148794]: ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-0 2024-04-12T09:07:22.802 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 12 09:07:22 smithi112 podman[148824]: 2024-04-12 09:07:22.38268516 +0000 UTC m=+0.759502078 container remove 5e174389b82120fbcde0a4cf1ea177c29c39d9a643dbd87aba65fa4c717eb9db (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=squid-b277feb, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-12T09:07:23.093 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 12 09:07:22 smithi112 podman[148917]: 2024-04-12 09:07:22.705521013 +0000 UTC m=+0.017683742 image pull 668895944f0ec64b67a5b7564961d2756f2966e5d4b9338516300dbec9984951 quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec 2024-04-12T09:07:23.093 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 12 09:07:22 smithi112 podman[148917]: 2024-04-12 09:07:22.816917527 +0000 UTC m=+0.129080284 container create 154704b0855f73bf47aeb05d34e95fe1c89d4c90fd3a0624dd3d05d8fe7b1222 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-0-deactivate, io.buildah.version=1.33.5, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, RELEASE=squid-b277feb, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-04-12T09:07:23.093 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 12 09:07:23 smithi112 podman[148917]: 2024-04-12 09:07:23.029600617 +0000 UTC m=+0.341763325 container init 154704b0855f73bf47aeb05d34e95fe1c89d4c90fd3a0624dd3d05d8fe7b1222 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-0-deactivate, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-b277feb, maintainer=Guillaume Abrioux ) 2024-04-12T09:07:23.093 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 12 09:07:23 smithi112 podman[148917]: 2024-04-12 09:07:23.033007008 +0000 UTC m=+0.345169719 container start 154704b0855f73bf47aeb05d34e95fe1c89d4c90fd3a0624dd3d05d8fe7b1222 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-0-deactivate, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-b277feb) 2024-04-12T09:07:23.592 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 12 09:07:23 smithi112 podman[148917]: 2024-04-12 09:07:23.121283014 +0000 UTC m=+0.433445722 container attach 154704b0855f73bf47aeb05d34e95fe1c89d4c90fd3a0624dd3d05d8fe7b1222 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-0-deactivate, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-b277feb, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-12T09:07:23.592 INFO:journalctl@ceph.osd.0.smithi112.stdout:Apr 12 09:07:23 smithi112 podman[148917]: 2024-04-12 09:07:23.321114819 +0000 UTC m=+0.633277545 container died 154704b0855f73bf47aeb05d34e95fe1c89d4c90fd3a0624dd3d05d8fe7b1222 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-0-deactivate, RELEASE=squid-b277feb, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-12T09:07:24.027 DEBUG:teuthology.orchestra.run.smithi112:> sudo pkill -f 'journalctl -f -n 0 -u ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@osd.0.service' 2024-04-12T09:07:24.075 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-12T09:07:24.076 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-04-12T09:07:24.076 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-04-12T09:07:24.076 DEBUG:teuthology.orchestra.run.smithi112:> sudo systemctl stop ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@osd.1 2024-04-12T09:07:24.303 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 12 09:07:24 smithi112 systemd[1]: Stopping Ceph osd.1 for 96d9de20-f8a7-11ee-bc8c-c7b262605968... 2024-04-12T09:07:24.592 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 09:07:24 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-alertmanager-a[85290]: ts=2024-04-12T09:07:24.303Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi112.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.112:8443: connect: connection refused" 2024-04-12T09:07:24.592 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 09:07:24 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-alertmanager-a[85290]: ts=2024-04-12T09:07:24.303Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi175.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.175:8443: connect: connection refused" 2024-04-12T09:07:24.593 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 12 09:07:24 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-1[112709]: 2024-04-12T09:07:24.485+0000 7f9774461700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T09:07:24.593 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 12 09:07:24 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-1[112709]: 2024-04-12T09:07:24.485+0000 7f9774461700 -1 osd.1 964 *** Got signal Terminated *** 2024-04-12T09:07:24.593 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 12 09:07:24 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-1[112709]: 2024-04-12T09:07:24.485+0000 7f9774461700 -1 osd.1 964 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-12T09:07:30.154 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 12 09:07:29 smithi112 podman[149027]: 2024-04-12 09:07:29.877956079 +0000 UTC m=+5.512281312 container died 7b6f0d2f8fdf68db27b115cdbb8543cc961ee9f4902d1e5a1655eea2d38018c9 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-1, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-b277feb, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, GIT_CLEAN=True, io.buildah.version=1.33.5) 2024-04-12T09:07:30.592 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 12 09:07:30 smithi112 podman[149027]: 2024-04-12 09:07:30.353546002 +0000 UTC m=+5.987871266 container cleanup 7b6f0d2f8fdf68db27b115cdbb8543cc961ee9f4902d1e5a1655eea2d38018c9 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-1, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, ceph=True, RELEASE=squid-b277feb, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-12T09:07:30.592 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 12 09:07:30 smithi112 bash[149027]: ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-1 2024-04-12T09:07:30.593 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 09:07:30 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-alertmanager-a[85290]: ts=2024-04-12T09:07:30.154Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi175.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.175:8443: connect: connection refused; ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi112.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.112:8443: connect: connection refused" 2024-04-12T09:07:30.593 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 09:07:30 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-alertmanager-a[85290]: ts=2024-04-12T09:07:30.154Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi112.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.112:8443: connect: connection refused" 2024-04-12T09:07:30.593 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 09:07:30 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-alertmanager-a[85290]: ts=2024-04-12T09:07:30.155Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi175.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.175:8443: connect: connection refused" 2024-04-12T09:07:30.922 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 12 09:07:30 smithi112 podman[149046]: 2024-04-12 09:07:30.638237226 +0000 UTC m=+0.755201818 container remove 7b6f0d2f8fdf68db27b115cdbb8543cc961ee9f4902d1e5a1655eea2d38018c9 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-1, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, RELEASE=squid-b277feb, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0) 2024-04-12T09:07:31.224 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 12 09:07:30 smithi112 podman[149135]: 2024-04-12 09:07:30.922494929 +0000 UTC m=+0.112075771 container create 9ec6336027a1970086aa98eeb3355d231b3870999bac58108081f106f0d492fc (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-1-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, io.buildah.version=1.33.5, RELEASE=squid-b277feb, org.label-schema.license=GPLv2) 2024-04-12T09:07:31.225 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 12 09:07:30 smithi112 podman[149135]: 2024-04-12 09:07:30.828199681 +0000 UTC m=+0.017780536 image pull 668895944f0ec64b67a5b7564961d2756f2966e5d4b9338516300dbec9984951 quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec 2024-04-12T09:07:31.225 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 12 09:07:31 smithi112 podman[149135]: 2024-04-12 09:07:31.141424136 +0000 UTC m=+0.331004977 container init 9ec6336027a1970086aa98eeb3355d231b3870999bac58108081f106f0d492fc (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-1-deactivate, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=squid-b277feb, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-12T09:07:31.225 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 12 09:07:31 smithi112 podman[149135]: 2024-04-12 09:07:31.144460464 +0000 UTC m=+0.334041306 container start 9ec6336027a1970086aa98eeb3355d231b3870999bac58108081f106f0d492fc (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-1-deactivate, maintainer=Guillaume Abrioux , RELEASE=squid-b277feb, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True) 2024-04-12T09:07:31.225 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 12 09:07:31 smithi112 podman[149135]: 2024-04-12 09:07:31.224791366 +0000 UTC m=+0.414372223 container attach 9ec6336027a1970086aa98eeb3355d231b3870999bac58108081f106f0d492fc (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-1-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, RELEASE=squid-b277feb) 2024-04-12T09:07:31.592 INFO:journalctl@ceph.osd.1.smithi112.stdout:Apr 12 09:07:31 smithi112 podman[149135]: 2024-04-12 09:07:31.430523023 +0000 UTC m=+0.620103856 container died 9ec6336027a1970086aa98eeb3355d231b3870999bac58108081f106f0d492fc (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-1-deactivate, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=squid-b277feb, org.label-schema.vendor=CentOS) 2024-04-12T09:07:32.015 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 09:07:31 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[77574]: ts=2024-04-12T09:07:31.596Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=nvmeof msg="Unable to refresh target groups" err="Get \"http://172.21.15.112:8765/sd/prometheus/sd-config?service=nvmeof\": dial tcp 172.21.15.112:8765: connect: connection refused" 2024-04-12T09:07:32.016 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 09:07:31 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[77574]: ts=2024-04-12T09:07:31.596Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph msg="Unable to refresh target groups" err="Get \"http://172.21.15.112:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.112:8765: connect: connection refused" 2024-04-12T09:07:32.016 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 09:07:31 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[77574]: ts=2024-04-12T09:07:31.597Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=node msg="Unable to refresh target groups" err="Get \"http://172.21.15.112:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 172.21.15.112:8765: connect: connection refused" 2024-04-12T09:07:32.016 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 09:07:31 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[77574]: ts=2024-04-12T09:07:31.598Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph-exporter msg="Unable to refresh target groups" err="Get \"http://172.21.15.112:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.112:8765: connect: connection refused" 2024-04-12T09:07:32.016 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 09:07:31 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[77574]: ts=2024-04-12T09:07:31.598Z caller=refresh.go:99 level=error component="discovery manager notify" discovery=http config=config-0 msg="Unable to refresh target groups" err="Get \"http://172.21.15.112:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 172.21.15.112:8765: connect: connection refused" 2024-04-12T09:07:32.075 DEBUG:teuthology.orchestra.run.smithi112:> sudo pkill -f 'journalctl -f -n 0 -u ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@osd.1.service' 2024-04-12T09:07:32.117 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-12T09:07:32.117 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-04-12T09:07:32.117 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-04-12T09:07:32.118 DEBUG:teuthology.orchestra.run.smithi112:> sudo systemctl stop ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@osd.2 2024-04-12T09:07:32.342 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 12 09:07:32 smithi112 systemd[1]: Stopping Ceph osd.2 for 96d9de20-f8a7-11ee-bc8c-c7b262605968... 2024-04-12T09:07:32.846 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 12 09:07:32 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-2[118144]: 2024-04-12T09:07:32.456+0000 7f9a35015700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T09:07:32.847 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 12 09:07:32 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-2[118144]: 2024-04-12T09:07:32.456+0000 7f9a35015700 -1 osd.2 964 *** Got signal Terminated *** 2024-04-12T09:07:32.847 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 12 09:07:32 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-2[118144]: 2024-04-12T09:07:32.456+0000 7f9a35015700 -1 osd.2 964 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-12T09:07:34.592 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 09:07:34 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-alertmanager-a[85290]: ts=2024-04-12T09:07:34.303Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi112.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.112:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://smithi175.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.175:8443: connect: connection refused" 2024-04-12T09:07:34.592 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 09:07:34 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-alertmanager-a[85290]: ts=2024-04-12T09:07:34.303Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi112.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.112:8443: connect: connection refused" 2024-04-12T09:07:34.592 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 09:07:34 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-alertmanager-a[85290]: ts=2024-04-12T09:07:34.304Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi175.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.175:8443: connect: connection refused" 2024-04-12T09:07:38.257 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 12 09:07:37 smithi112 podman[149242]: 2024-04-12 09:07:37.979124948 +0000 UTC m=+5.640340895 container died 07790a6a81138d0a1e52726255933358517570a49bb09e972273fa9077f51395 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-2, RELEASE=squid-b277feb, GIT_CLEAN=True, org.label-schema.build-date=20240409, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0) 2024-04-12T09:07:38.592 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 12 09:07:38 smithi112 podman[149242]: 2024-04-12 09:07:38.423120088 +0000 UTC m=+6.084336028 container cleanup 07790a6a81138d0a1e52726255933358517570a49bb09e972273fa9077f51395 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, RELEASE=squid-b277feb, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-04-12T09:07:38.592 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 12 09:07:38 smithi112 bash[149242]: ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-2 2024-04-12T09:07:39.038 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 12 09:07:38 smithi112 podman[149259]: 2024-04-12 09:07:38.724527681 +0000 UTC m=+0.746765539 container remove 07790a6a81138d0a1e52726255933358517570a49bb09e972273fa9077f51395 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , RELEASE=squid-b277feb, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0) 2024-04-12T09:07:39.336 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 12 09:07:39 smithi112 podman[149349]: 2024-04-12 09:07:38.940777867 +0000 UTC m=+0.017439258 image pull 668895944f0ec64b67a5b7564961d2756f2966e5d4b9338516300dbec9984951 quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec 2024-04-12T09:07:39.336 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 12 09:07:39 smithi112 podman[149349]: 2024-04-12 09:07:39.041980338 +0000 UTC m=+0.118641773 container create 325a20e5f5204edec534219d44a31a0dffcbd8e5fb6fcd5b8f8557f9fe0a334b (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-2-deactivate, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=squid-b277feb, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-12T09:07:39.337 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 12 09:07:39 smithi112 podman[149349]: 2024-04-12 09:07:39.261151534 +0000 UTC m=+0.337812923 container init 325a20e5f5204edec534219d44a31a0dffcbd8e5fb6fcd5b8f8557f9fe0a334b (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-2-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, RELEASE=squid-b277feb) 2024-04-12T09:07:39.337 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 12 09:07:39 smithi112 podman[149349]: 2024-04-12 09:07:39.2641927 +0000 UTC m=+0.340854090 container start 325a20e5f5204edec534219d44a31a0dffcbd8e5fb6fcd5b8f8557f9fe0a334b (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-2-deactivate, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , RELEASE=squid-b277feb, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-04-12T09:07:39.337 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 12 09:07:39 smithi112 podman[149349]: 2024-04-12 09:07:39.3361969 +0000 UTC m=+0.412858294 container attach 325a20e5f5204edec534219d44a31a0dffcbd8e5fb6fcd5b8f8557f9fe0a334b (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-2-deactivate, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , RELEASE=squid-b277feb, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-04-12T09:07:39.592 INFO:journalctl@ceph.osd.2.smithi112.stdout:Apr 12 09:07:39 smithi112 podman[149349]: 2024-04-12 09:07:39.552407293 +0000 UTC m=+0.629068683 container died 325a20e5f5204edec534219d44a31a0dffcbd8e5fb6fcd5b8f8557f9fe0a334b (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-2-deactivate, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=squid-b277feb, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS) 2024-04-12T09:07:40.234 DEBUG:teuthology.orchestra.run.smithi112:> sudo pkill -f 'journalctl -f -n 0 -u ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@osd.2.service' 2024-04-12T09:07:40.275 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-12T09:07:40.275 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-04-12T09:07:40.276 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-04-12T09:07:40.276 DEBUG:teuthology.orchestra.run.smithi112:> sudo systemctl stop ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@osd.3 2024-04-12T09:07:40.592 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 12 09:07:40 smithi112 systemd[1]: Stopping Ceph osd.3 for 96d9de20-f8a7-11ee-bc8c-c7b262605968... 2024-04-12T09:07:40.593 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 09:07:40 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-alertmanager-a[85290]: ts=2024-04-12T09:07:40.154Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi175.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.175:8443: connect: connection refused; ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi112.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.112:8443: connect: connection refused" 2024-04-12T09:07:40.593 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 09:07:40 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-alertmanager-a[85290]: ts=2024-04-12T09:07:40.154Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi112.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.112:8443: connect: connection refused" 2024-04-12T09:07:40.593 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 09:07:40 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-alertmanager-a[85290]: ts=2024-04-12T09:07:40.155Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi175.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.175:8443: connect: connection refused" 2024-04-12T09:07:41.092 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 12 09:07:40 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-3[123853]: 2024-04-12T09:07:40.600+0000 7f4e2936e700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T09:07:41.092 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 12 09:07:40 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-3[123853]: 2024-04-12T09:07:40.600+0000 7f4e2936e700 -1 osd.3 964 *** Got signal Terminated *** 2024-04-12T09:07:41.093 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 12 09:07:40 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-3[123853]: 2024-04-12T09:07:40.600+0000 7f4e2936e700 -1 osd.3 964 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-12T09:07:42.514 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 12 09:07:42 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-7[55191]: 2024-04-12T09:07:42.131+0000 7f3f9d660700 -1 osd.7 964 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-12T09:07:17.610780+0000 front 2024-04-12T09:07:17.610672+0000 (oldest deadline 2024-04-12T09:07:41.710559+0000) 2024-04-12T09:07:43.478 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 12 09:07:43 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-7[55191]: 2024-04-12T09:07:43.175+0000 7f3f9d660700 -1 osd.7 964 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-12T09:07:17.610780+0000 front 2024-04-12T09:07:17.610672+0000 (oldest deadline 2024-04-12T09:07:41.710559+0000) 2024-04-12T09:07:43.479 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 12 09:07:43 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-6[49464]: 2024-04-12T09:07:43.152+0000 7f009bceb700 -1 osd.6 964 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-12T09:07:17.027721+0000 front 2024-04-12T09:07:17.027612+0000 (oldest deadline 2024-04-12T09:07:42.327483+0000) 2024-04-12T09:07:43.764 INFO:journalctl@ceph.osd.5.smithi175.stdout:Apr 12 09:07:43 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-5[43425]: 2024-04-12T09:07:43.477+0000 7fcf2d247700 -1 osd.5 964 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-12T09:07:19.884254+0000 front 2024-04-12T09:07:19.884330+0000 (oldest deadline 2024-04-12T09:07:43.384113+0000) 2024-04-12T09:07:44.451 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 12 09:07:44 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-6[49464]: 2024-04-12T09:07:44.139+0000 7f009bceb700 -1 osd.6 964 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-12T09:07:17.027721+0000 front 2024-04-12T09:07:17.027612+0000 (oldest deadline 2024-04-12T09:07:42.327483+0000) 2024-04-12T09:07:44.451 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 12 09:07:44 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-7[55191]: 2024-04-12T09:07:44.143+0000 7f3f9d660700 -1 osd.7 964 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-12T09:07:17.610780+0000 front 2024-04-12T09:07:17.610672+0000 (oldest deadline 2024-04-12T09:07:41.710559+0000) 2024-04-12T09:07:44.592 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 09:07:44 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-alertmanager-a[85290]: ts=2024-04-12T09:07:44.304Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi112.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.112:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://smithi175.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.175:8443: connect: connection refused" 2024-04-12T09:07:44.592 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 09:07:44 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-alertmanager-a[85290]: ts=2024-04-12T09:07:44.305Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi112.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.112:8443: connect: connection refused" 2024-04-12T09:07:44.593 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 09:07:44 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-alertmanager-a[85290]: ts=2024-04-12T09:07:44.305Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi175.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.175:8443: connect: connection refused" 2024-04-12T09:07:44.764 INFO:journalctl@ceph.osd.5.smithi175.stdout:Apr 12 09:07:44 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-5[43425]: 2024-04-12T09:07:44.450+0000 7fcf2d247700 -1 osd.5 964 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-12T09:07:19.884254+0000 front 2024-04-12T09:07:19.884330+0000 (oldest deadline 2024-04-12T09:07:43.384113+0000) 2024-04-12T09:07:45.499 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 12 09:07:45 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-7[55191]: 2024-04-12T09:07:45.133+0000 7f3f9d660700 -1 osd.7 964 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-12T09:07:17.610780+0000 front 2024-04-12T09:07:17.610672+0000 (oldest deadline 2024-04-12T09:07:41.710559+0000) 2024-04-12T09:07:45.499 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 12 09:07:45 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-6[49464]: 2024-04-12T09:07:45.119+0000 7f009bceb700 -1 osd.6 964 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-12T09:07:17.027721+0000 front 2024-04-12T09:07:17.027612+0000 (oldest deadline 2024-04-12T09:07:42.327483+0000) 2024-04-12T09:07:45.764 INFO:journalctl@ceph.osd.5.smithi175.stdout:Apr 12 09:07:45 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-5[43425]: 2024-04-12T09:07:45.498+0000 7fcf2d247700 -1 osd.5 964 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-12T09:07:19.884254+0000 front 2024-04-12T09:07:19.884330+0000 (oldest deadline 2024-04-12T09:07:43.384113+0000) 2024-04-12T09:07:46.317 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 12 09:07:46 smithi112 podman[149457]: 2024-04-12 09:07:46.026339311 +0000 UTC m=+5.531050909 container died 5556a8cac8432c246eb8c1c900dc28d9c874652258520d0100b565c5c1ed8553 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-3, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-b277feb, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-04-12T09:07:46.514 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 12 09:07:46 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-6[49464]: 2024-04-12T09:07:46.076+0000 7f009bceb700 -1 osd.6 964 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-12T09:07:17.027721+0000 front 2024-04-12T09:07:17.027612+0000 (oldest deadline 2024-04-12T09:07:42.327483+0000) 2024-04-12T09:07:46.515 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 12 09:07:46 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-7[55191]: 2024-04-12T09:07:46.154+0000 7f3f9d660700 -1 osd.7 964 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-12T09:07:17.610780+0000 front 2024-04-12T09:07:17.610672+0000 (oldest deadline 2024-04-12T09:07:41.710559+0000) 2024-04-12T09:07:46.515 INFO:journalctl@ceph.osd.4.smithi175.stdout:Apr 12 09:07:46 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-4[37578]: 2024-04-12T09:07:46.255+0000 7f8270671700 -1 osd.4 964 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-12T09:07:19.731236+0000 front 2024-04-12T09:07:19.731265+0000 (oldest deadline 2024-04-12T09:07:45.631099+0000) 2024-04-12T09:07:46.592 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 12 09:07:46 smithi112 podman[149457]: 2024-04-12 09:07:46.517616499 +0000 UTC m=+6.022328106 container cleanup 5556a8cac8432c246eb8c1c900dc28d9c874652258520d0100b565c5c1ed8553 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-3, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, RELEASE=squid-b277feb, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0) 2024-04-12T09:07:46.592 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 12 09:07:46 smithi112 bash[149457]: ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-3 2024-04-12T09:07:47.014 INFO:journalctl@ceph.osd.5.smithi175.stdout:Apr 12 09:07:46 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-5[43425]: 2024-04-12T09:07:46.530+0000 7fcf2d247700 -1 osd.5 964 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-12T09:07:19.884254+0000 front 2024-04-12T09:07:19.884330+0000 (oldest deadline 2024-04-12T09:07:43.384113+0000) 2024-04-12T09:07:47.069 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 12 09:07:46 smithi112 podman[149474]: 2024-04-12 09:07:46.685445416 +0000 UTC m=+0.660828301 container remove 5556a8cac8432c246eb8c1c900dc28d9c874652258520d0100b565c5c1ed8553 (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-3, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, RELEASE=squid-b277feb, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-04-12T09:07:47.305 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 12 09:07:47 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-7[55191]: 2024-04-12T09:07:47.105+0000 7f3f9d660700 -1 osd.7 964 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-12T09:07:17.610780+0000 front 2024-04-12T09:07:17.610672+0000 (oldest deadline 2024-04-12T09:07:41.710559+0000) 2024-04-12T09:07:47.306 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 12 09:07:47 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-6[49464]: 2024-04-12T09:07:47.027+0000 7f009bceb700 -1 osd.6 964 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-12T09:07:17.027721+0000 front 2024-04-12T09:07:17.027612+0000 (oldest deadline 2024-04-12T09:07:42.327483+0000) 2024-04-12T09:07:47.342 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 12 09:07:47 smithi112 podman[149566]: 2024-04-12 09:07:47.069363731 +0000 UTC m=+0.108649273 container create 7011e6edbf21bc12721ff4a8d009fd13b709d78d2e051c028892adea51c2d14c (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-3-deactivate, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, RELEASE=squid-b277feb, org.label-schema.build-date=20240409) 2024-04-12T09:07:47.343 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 12 09:07:47 smithi112 podman[149566]: 2024-04-12 09:07:46.977882619 +0000 UTC m=+0.017168172 image pull 668895944f0ec64b67a5b7564961d2756f2966e5d4b9338516300dbec9984951 quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec 2024-04-12T09:07:47.343 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 12 09:07:47 smithi112 podman[149566]: 2024-04-12 09:07:47.280021323 +0000 UTC m=+0.319306866 container init 7011e6edbf21bc12721ff4a8d009fd13b709d78d2e051c028892adea51c2d14c (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-3-deactivate, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=squid-b277feb, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-04-12T09:07:47.343 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 12 09:07:47 smithi112 podman[149566]: 2024-04-12 09:07:47.283293523 +0000 UTC m=+0.322579069 container start 7011e6edbf21bc12721ff4a8d009fd13b709d78d2e051c028892adea51c2d14c (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-3-deactivate, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=squid-b277feb, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-12T09:07:47.764 INFO:journalctl@ceph.osd.5.smithi175.stdout:Apr 12 09:07:47 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-5[43425]: 2024-04-12T09:07:47.530+0000 7fcf2d247700 -1 osd.5 964 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-12T09:07:19.884254+0000 front 2024-04-12T09:07:19.884330+0000 (oldest deadline 2024-04-12T09:07:43.384113+0000) 2024-04-12T09:07:47.765 INFO:journalctl@ceph.osd.4.smithi175.stdout:Apr 12 09:07:47 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-4[37578]: 2024-04-12T09:07:47.304+0000 7f8270671700 -1 osd.4 964 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-12T09:07:19.731236+0000 front 2024-04-12T09:07:19.731265+0000 (oldest deadline 2024-04-12T09:07:45.631099+0000) 2024-04-12T09:07:47.842 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 12 09:07:47 smithi112 podman[149566]: 2024-04-12 09:07:47.368758391 +0000 UTC m=+0.408043944 container attach 7011e6edbf21bc12721ff4a8d009fd13b709d78d2e051c028892adea51c2d14c (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-3-deactivate, ceph=True, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-b277feb, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True) 2024-04-12T09:07:47.843 INFO:journalctl@ceph.osd.3.smithi112.stdout:Apr 12 09:07:47 smithi112 podman[149566]: 2024-04-12 09:07:47.5677849 +0000 UTC m=+0.607070443 container died 7011e6edbf21bc12721ff4a8d009fd13b709d78d2e051c028892adea51c2d14c (image=quay.ceph.io/ceph-ci/ceph@sha256:7a231d9b74270e9fc5dba084646cc7a148bd8e84d7c66434198a233cfee0f4ec, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-3-deactivate, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=squid-b277feb, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-04-12T09:07:48.162 DEBUG:teuthology.orchestra.run.smithi112:> sudo pkill -f 'journalctl -f -n 0 -u ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@osd.3.service' 2024-04-12T09:07:48.202 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-12T09:07:48.203 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-04-12T09:07:48.203 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-04-12T09:07:48.203 DEBUG:teuthology.orchestra.run.smithi175:> sudo systemctl stop ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@osd.4 2024-04-12T09:07:48.264 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 12 09:07:48 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-6[49464]: 2024-04-12T09:07:48.002+0000 7f009bceb700 -1 osd.6 964 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-12T09:07:17.027721+0000 front 2024-04-12T09:07:17.027612+0000 (oldest deadline 2024-04-12T09:07:42.327483+0000) 2024-04-12T09:07:48.264 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 12 09:07:48 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-7[55191]: 2024-04-12T09:07:48.102+0000 7f3f9d660700 -1 osd.7 964 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-12T09:07:17.610780+0000 front 2024-04-12T09:07:17.610672+0000 (oldest deadline 2024-04-12T09:07:41.710559+0000) 2024-04-12T09:07:48.514 INFO:journalctl@ceph.osd.5.smithi175.stdout:Apr 12 09:07:48 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-5[43425]: 2024-04-12T09:07:48.495+0000 7fcf2d247700 -1 osd.5 964 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-12T09:07:19.884254+0000 front 2024-04-12T09:07:19.884330+0000 (oldest deadline 2024-04-12T09:07:43.384113+0000) 2024-04-12T09:07:48.515 INFO:journalctl@ceph.osd.4.smithi175.stdout:Apr 12 09:07:48 smithi175 systemd[1]: Stopping Ceph osd.4 for 96d9de20-f8a7-11ee-bc8c-c7b262605968... 2024-04-12T09:07:48.515 INFO:journalctl@ceph.osd.4.smithi175.stdout:Apr 12 09:07:48 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-4[37578]: 2024-04-12T09:07:48.292+0000 7f8270671700 -1 osd.4 964 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-12T09:07:19.731236+0000 front 2024-04-12T09:07:19.731265+0000 (oldest deadline 2024-04-12T09:07:45.631099+0000) 2024-04-12T09:07:49.014 INFO:journalctl@ceph.osd.4.smithi175.stdout:Apr 12 09:07:48 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-4[37578]: 2024-04-12T09:07:48.531+0000 7f8277079700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T09:07:49.015 INFO:journalctl@ceph.osd.4.smithi175.stdout:Apr 12 09:07:48 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-4[37578]: 2024-04-12T09:07:48.531+0000 7f8277079700 -1 osd.4 964 *** Got signal Terminated *** 2024-04-12T09:07:49.015 INFO:journalctl@ceph.osd.4.smithi175.stdout:Apr 12 09:07:48 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-4[37578]: 2024-04-12T09:07:48.531+0000 7f8277079700 -1 osd.4 964 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-12T09:07:49.468 INFO:journalctl@ceph.osd.4.smithi175.stdout:Apr 12 09:07:49 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-4[37578]: 2024-04-12T09:07:49.270+0000 7f8270671700 -1 osd.4 964 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-12T09:07:19.731236+0000 front 2024-04-12T09:07:19.731265+0000 (oldest deadline 2024-04-12T09:07:45.631099+0000) 2024-04-12T09:07:49.469 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 12 09:07:49 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-7[55191]: 2024-04-12T09:07:49.065+0000 7f3f9d660700 -1 osd.7 964 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-12T09:07:17.610780+0000 front 2024-04-12T09:07:17.610672+0000 (oldest deadline 2024-04-12T09:07:41.710559+0000) 2024-04-12T09:07:49.470 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 12 09:07:49 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-6[49464]: 2024-04-12T09:07:49.027+0000 7f009bceb700 -1 osd.6 964 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-12T09:07:17.027721+0000 front 2024-04-12T09:07:17.027612+0000 (oldest deadline 2024-04-12T09:07:42.327483+0000) 2024-04-12T09:07:49.764 INFO:journalctl@ceph.osd.5.smithi175.stdout:Apr 12 09:07:49 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-5[43425]: 2024-04-12T09:07:49.467+0000 7fcf2d247700 -1 osd.5 964 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-12T09:07:19.884254+0000 front 2024-04-12T09:07:19.884330+0000 (oldest deadline 2024-04-12T09:07:43.384113+0000) 2024-04-12T09:07:50.264 INFO:journalctl@ceph.osd.4.smithi175.stdout:Apr 12 09:07:50 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-4[37578]: 2024-04-12T09:07:50.238+0000 7f8270671700 -1 osd.4 964 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-12T09:07:19.731236+0000 front 2024-04-12T09:07:19.731265+0000 (oldest deadline 2024-04-12T09:07:45.631099+0000) 2024-04-12T09:07:50.265 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 12 09:07:50 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-7[55191]: 2024-04-12T09:07:50.109+0000 7f3f9d660700 -1 osd.7 964 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-12T09:07:17.610780+0000 front 2024-04-12T09:07:17.610672+0000 (oldest deadline 2024-04-12T09:07:41.710559+0000) 2024-04-12T09:07:50.265 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 12 09:07:50 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-6[49464]: 2024-04-12T09:07:50.003+0000 7f009bceb700 -1 osd.6 964 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-12T09:07:17.027721+0000 front 2024-04-12T09:07:17.027612+0000 (oldest deadline 2024-04-12T09:07:42.327483+0000) 2024-04-12T09:07:50.592 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 09:07:50 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-alertmanager-a[85290]: ts=2024-04-12T09:07:50.155Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi112.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.112:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://smithi175.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.175:8443: connect: connection refused" 2024-04-12T09:07:50.592 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 09:07:50 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-alertmanager-a[85290]: ts=2024-04-12T09:07:50.156Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi112.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.112:8443: connect: connection refused" 2024-04-12T09:07:50.592 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 09:07:50 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-alertmanager-a[85290]: ts=2024-04-12T09:07:50.156Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi175.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.175:8443: connect: connection refused" 2024-04-12T09:07:50.764 INFO:journalctl@ceph.osd.5.smithi175.stdout:Apr 12 09:07:50 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-5[43425]: 2024-04-12T09:07:50.433+0000 7fcf2d247700 -1 osd.5 964 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-12T09:07:19.884254+0000 front 2024-04-12T09:07:19.884330+0000 (oldest deadline 2024-04-12T09:07:43.384113+0000) 2024-04-12T09:07:51.265 INFO:journalctl@ceph.osd.4.smithi175.stdout:Apr 12 09:07:51 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-4[37578]: 2024-04-12T09:07:51.238+0000 7f8270671700 -1 osd.4 964 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-12T09:07:19.731236+0000 front 2024-04-12T09:07:19.731265+0000 (oldest deadline 2024-04-12T09:07:45.631099+0000) 2024-04-12T09:07:51.265 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 12 09:07:50 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-6[49464]: 2024-04-12T09:07:50.995+0000 7f009bceb700 -1 osd.6 964 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-12T09:07:17.027721+0000 front 2024-04-12T09:07:17.027612+0000 (oldest deadline 2024-04-12T09:07:42.327483+0000) 2024-04-12T09:07:51.265 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 12 09:07:51 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-7[55191]: 2024-04-12T09:07:51.096+0000 7f3f9d660700 -1 osd.7 964 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-12T09:07:17.610780+0000 front 2024-04-12T09:07:17.610672+0000 (oldest deadline 2024-04-12T09:07:41.710559+0000) 2024-04-12T09:07:51.764 INFO:journalctl@ceph.osd.5.smithi175.stdout:Apr 12 09:07:51 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-5[43425]: 2024-04-12T09:07:51.395+0000 7fcf2d247700 -1 osd.5 964 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-12T09:07:19.884254+0000 front 2024-04-12T09:07:19.884330+0000 (oldest deadline 2024-04-12T09:07:43.384113+0000) 2024-04-12T09:07:52.264 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 12 09:07:52 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-7[55191]: 2024-04-12T09:07:52.079+0000 7f3f9d660700 -1 osd.7 964 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-12T09:07:17.610780+0000 front 2024-04-12T09:07:17.610672+0000 (oldest deadline 2024-04-12T09:07:41.710559+0000) 2024-04-12T09:07:52.265 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 12 09:07:51 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-6[49464]: 2024-04-12T09:07:51.998+0000 7f009bceb700 -1 osd.6 964 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-12T09:07:17.027721+0000 front 2024-04-12T09:07:17.027612+0000 (oldest deadline 2024-04-12T09:07:42.327483+0000) 2024-04-12T09:07:52.265 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 12 09:07:51 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-6[49464]: 2024-04-12T09:07:51.998+0000 7f009bceb700 -1 osd.6 964 heartbeat_check: no reply from 172.21.15.112:6814 osd.1 since back 2024-04-12T09:07:25.728867+0000 front 2024-04-12T09:07:25.728775+0000 (oldest deadline 2024-04-12T09:07:51.628746+0000) 2024-04-12T09:07:52.765 INFO:journalctl@ceph.osd.4.smithi175.stdout:Apr 12 09:07:52 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-4[37578]: 2024-04-12T09:07:52.270+0000 7f8270671700 -1 osd.4 964 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-12T09:07:19.731236+0000 front 2024-04-12T09:07:19.731265+0000 (oldest deadline 2024-04-12T09:07:45.631099+0000) 2024-04-12T09:07:52.765 INFO:journalctl@ceph.osd.5.smithi175.stdout:Apr 12 09:07:52 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-5[43425]: 2024-04-12T09:07:52.376+0000 7fcf2d247700 -1 osd.5 964 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-12T09:07:19.884254+0000 front 2024-04-12T09:07:19.884330+0000 (oldest deadline 2024-04-12T09:07:43.384113+0000) 2024-04-12T09:07:52.765 INFO:journalctl@ceph.osd.5.smithi175.stdout:Apr 12 09:07:52 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-5[43425]: 2024-04-12T09:07:52.376+0000 7fcf2d247700 -1 osd.5 964 heartbeat_check: no reply from 172.21.15.112:6814 osd.1 since back 2024-04-12T09:07:28.685116+0000 front 2024-04-12T09:07:28.685065+0000 (oldest deadline 2024-04-12T09:07:52.184996+0000) 2024-04-12T09:07:53.265 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 12 09:07:53 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-7[55191]: 2024-04-12T09:07:53.049+0000 7f3f9d660700 -1 osd.7 964 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-12T09:07:17.610780+0000 front 2024-04-12T09:07:17.610672+0000 (oldest deadline 2024-04-12T09:07:41.710559+0000) 2024-04-12T09:07:53.265 INFO:journalctl@ceph.osd.4.smithi175.stdout:Apr 12 09:07:53 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-4[37578]: 2024-04-12T09:07:53.225+0000 7f8270671700 -1 osd.4 964 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-12T09:07:19.731236+0000 front 2024-04-12T09:07:19.731265+0000 (oldest deadline 2024-04-12T09:07:45.631099+0000) 2024-04-12T09:07:53.265 INFO:journalctl@ceph.osd.4.smithi175.stdout:Apr 12 09:07:53 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-4[37578]: 2024-04-12T09:07:53.225+0000 7f8270671700 -1 osd.4 964 heartbeat_check: no reply from 172.21.15.112:6814 osd.1 since back 2024-04-12T09:07:26.732182+0000 front 2024-04-12T09:07:26.732206+0000 (oldest deadline 2024-04-12T09:07:52.632006+0000) 2024-04-12T09:07:53.266 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 12 09:07:53 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-6[49464]: 2024-04-12T09:07:53.012+0000 7f009bceb700 -1 osd.6 964 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-12T09:07:17.027721+0000 front 2024-04-12T09:07:17.027612+0000 (oldest deadline 2024-04-12T09:07:42.327483+0000) 2024-04-12T09:07:53.266 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 12 09:07:53 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-6[49464]: 2024-04-12T09:07:53.012+0000 7f009bceb700 -1 osd.6 964 heartbeat_check: no reply from 172.21.15.112:6814 osd.1 since back 2024-04-12T09:07:25.728867+0000 front 2024-04-12T09:07:25.728775+0000 (oldest deadline 2024-04-12T09:07:51.628746+0000) 2024-04-12T09:07:53.764 INFO:journalctl@ceph.osd.5.smithi175.stdout:Apr 12 09:07:53 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-5[43425]: 2024-04-12T09:07:53.340+0000 7fcf2d247700 -1 osd.5 964 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-12T09:07:19.884254+0000 front 2024-04-12T09:07:19.884330+0000 (oldest deadline 2024-04-12T09:07:43.384113+0000) 2024-04-12T09:07:53.765 INFO:journalctl@ceph.osd.5.smithi175.stdout:Apr 12 09:07:53 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-5[43425]: 2024-04-12T09:07:53.340+0000 7fcf2d247700 -1 osd.5 964 heartbeat_check: no reply from 172.21.15.112:6814 osd.1 since back 2024-04-12T09:07:28.685116+0000 front 2024-04-12T09:07:28.685065+0000 (oldest deadline 2024-04-12T09:07:52.184996+0000) 2024-04-12T09:07:54.265 INFO:journalctl@ceph.osd.4.smithi175.stdout:Apr 12 09:07:54 smithi175 podman[101875]: 2024-04-12 09:07:54.012475976 +0000 UTC m=+5.603895106 container died 03ae42aa98cd83bc295752ae470607c31b8a122a4902804b6009bf1c83cceeaf (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-4, maintainer=Guillaume Abrioux , RELEASE=quincy-d3b5060, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-04-12T09:07:54.265 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 12 09:07:54 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-6[49464]: 2024-04-12T09:07:54.014+0000 7f009bceb700 -1 osd.6 964 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-12T09:07:17.027721+0000 front 2024-04-12T09:07:17.027612+0000 (oldest deadline 2024-04-12T09:07:42.327483+0000) 2024-04-12T09:07:54.265 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 12 09:07:54 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-6[49464]: 2024-04-12T09:07:54.014+0000 7f009bceb700 -1 osd.6 964 heartbeat_check: no reply from 172.21.15.112:6814 osd.1 since back 2024-04-12T09:07:25.728867+0000 front 2024-04-12T09:07:25.728775+0000 (oldest deadline 2024-04-12T09:07:51.628746+0000) 2024-04-12T09:07:54.265 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 12 09:07:54 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-7[55191]: 2024-04-12T09:07:54.025+0000 7f3f9d660700 -1 osd.7 964 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-12T09:07:17.610780+0000 front 2024-04-12T09:07:17.610672+0000 (oldest deadline 2024-04-12T09:07:41.710559+0000) 2024-04-12T09:07:54.266 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 12 09:07:54 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-7[55191]: 2024-04-12T09:07:54.025+0000 7f3f9d660700 -1 osd.7 964 heartbeat_check: no reply from 172.21.15.112:6814 osd.1 since back 2024-04-12T09:07:27.412609+0000 front 2024-04-12T09:07:27.412621+0000 (oldest deadline 2024-04-12T09:07:53.312587+0000) 2024-04-12T09:07:54.541 INFO:journalctl@ceph.osd.4.smithi175.stdout:Apr 12 09:07:54 smithi175 podman[101875]: 2024-04-12 09:07:54.348045961 +0000 UTC m=+5.939465083 container cleanup 03ae42aa98cd83bc295752ae470607c31b8a122a4902804b6009bf1c83cceeaf (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-4, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, GIT_CLEAN=True, ceph=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=quincy-d3b5060, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-04-12T09:07:54.541 INFO:journalctl@ceph.osd.4.smithi175.stdout:Apr 12 09:07:54 smithi175 bash[101875]: ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-4 2024-04-12T09:07:54.541 INFO:journalctl@ceph.osd.5.smithi175.stdout:Apr 12 09:07:54 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-5[43425]: 2024-04-12T09:07:54.314+0000 7fcf2d247700 -1 osd.5 964 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-12T09:07:19.884254+0000 front 2024-04-12T09:07:19.884330+0000 (oldest deadline 2024-04-12T09:07:43.384113+0000) 2024-04-12T09:07:54.542 INFO:journalctl@ceph.osd.5.smithi175.stdout:Apr 12 09:07:54 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-5[43425]: 2024-04-12T09:07:54.314+0000 7fcf2d247700 -1 osd.5 964 heartbeat_check: no reply from 172.21.15.112:6814 osd.1 since back 2024-04-12T09:07:28.685116+0000 front 2024-04-12T09:07:28.685065+0000 (oldest deadline 2024-04-12T09:07:52.184996+0000) 2024-04-12T09:07:54.592 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 09:07:54 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-alertmanager-a[85290]: ts=2024-04-12T09:07:54.304Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi112.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.112:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://smithi175.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.175:8443: connect: connection refused" 2024-04-12T09:07:54.592 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 09:07:54 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-alertmanager-a[85290]: ts=2024-04-12T09:07:54.305Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi112.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.112:8443: connect: connection refused" 2024-04-12T09:07:54.593 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 09:07:54 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-alertmanager-a[85290]: ts=2024-04-12T09:07:54.305Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi175.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.175:8443: connect: connection refused" 2024-04-12T09:07:54.967 INFO:journalctl@ceph.osd.4.smithi175.stdout:Apr 12 09:07:54 smithi175 podman[101892]: 2024-04-12 09:07:54.54082173 +0000 UTC m=+0.525484267 container remove 03ae42aa98cd83bc295752ae470607c31b8a122a4902804b6009bf1c83cceeaf (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-4, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, RELEASE=quincy-d3b5060, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-04-12T09:07:55.264 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 12 09:07:55 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-7[55191]: 2024-04-12T09:07:55.027+0000 7f3f9d660700 -1 osd.7 964 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-12T09:07:17.610780+0000 front 2024-04-12T09:07:17.610672+0000 (oldest deadline 2024-04-12T09:07:41.710559+0000) 2024-04-12T09:07:55.265 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 12 09:07:55 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-7[55191]: 2024-04-12T09:07:55.027+0000 7f3f9d660700 -1 osd.7 964 heartbeat_check: no reply from 172.21.15.112:6814 osd.1 since back 2024-04-12T09:07:27.412609+0000 front 2024-04-12T09:07:27.412621+0000 (oldest deadline 2024-04-12T09:07:53.312587+0000) 2024-04-12T09:07:55.265 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 12 09:07:54 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-6[49464]: 2024-04-12T09:07:54.995+0000 7f009bceb700 -1 osd.6 964 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-12T09:07:17.027721+0000 front 2024-04-12T09:07:17.027612+0000 (oldest deadline 2024-04-12T09:07:42.327483+0000) 2024-04-12T09:07:55.265 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 12 09:07:54 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-6[49464]: 2024-04-12T09:07:54.995+0000 7f009bceb700 -1 osd.6 964 heartbeat_check: no reply from 172.21.15.112:6814 osd.1 since back 2024-04-12T09:07:25.728867+0000 front 2024-04-12T09:07:25.728775+0000 (oldest deadline 2024-04-12T09:07:51.628746+0000) 2024-04-12T09:07:55.265 INFO:journalctl@ceph.osd.4.smithi175.stdout:Apr 12 09:07:54 smithi175 podman[101984]: 2024-04-12 09:07:54.967085577 +0000 UTC m=+0.113995049 container create 893d4a88d1e1d18996f5fe657d0a14cb08d7c9782572f2ef31a3db35fa1b6652 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-4-deactivate, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240409, GIT_CLEAN=True, io.buildah.version=1.33.5, RELEASE=quincy-d3b5060, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-04-12T09:07:55.266 INFO:journalctl@ceph.osd.4.smithi175.stdout:Apr 12 09:07:54 smithi175 podman[101984]: 2024-04-12 09:07:54.871075981 +0000 UTC m=+0.017985423 image pull 21de9b7369ad8457bc44c6aca16b9dfec25bf172fb7b6ebd80f97d4df2005241 quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe 2024-04-12T09:07:55.266 INFO:journalctl@ceph.osd.4.smithi175.stdout:Apr 12 09:07:55 smithi175 podman[101984]: 2024-04-12 09:07:55.194541019 +0000 UTC m=+0.341450464 container init 893d4a88d1e1d18996f5fe657d0a14cb08d7c9782572f2ef31a3db35fa1b6652 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-4-deactivate, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, RELEASE=quincy-d3b5060, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409) 2024-04-12T09:07:55.266 INFO:journalctl@ceph.osd.4.smithi175.stdout:Apr 12 09:07:55 smithi175 podman[101984]: 2024-04-12 09:07:55.197897175 +0000 UTC m=+0.344806615 container start 893d4a88d1e1d18996f5fe657d0a14cb08d7c9782572f2ef31a3db35fa1b6652 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-4-deactivate, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, RELEASE=quincy-d3b5060, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-12T09:07:55.747 INFO:journalctl@ceph.osd.5.smithi175.stdout:Apr 12 09:07:55 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-5[43425]: 2024-04-12T09:07:55.305+0000 7fcf2d247700 -1 osd.5 964 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-12T09:07:19.884254+0000 front 2024-04-12T09:07:19.884330+0000 (oldest deadline 2024-04-12T09:07:43.384113+0000) 2024-04-12T09:07:55.747 INFO:journalctl@ceph.osd.5.smithi175.stdout:Apr 12 09:07:55 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-5[43425]: 2024-04-12T09:07:55.305+0000 7fcf2d247700 -1 osd.5 964 heartbeat_check: no reply from 172.21.15.112:6814 osd.1 since back 2024-04-12T09:07:28.685116+0000 front 2024-04-12T09:07:28.685065+0000 (oldest deadline 2024-04-12T09:07:52.184996+0000) 2024-04-12T09:07:55.748 INFO:journalctl@ceph.osd.4.smithi175.stdout:Apr 12 09:07:55 smithi175 podman[101984]: 2024-04-12 09:07:55.296928653 +0000 UTC m=+0.443838095 container attach 893d4a88d1e1d18996f5fe657d0a14cb08d7c9782572f2ef31a3db35fa1b6652 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-4-deactivate, RELEASE=quincy-d3b5060, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-12T09:07:55.748 INFO:journalctl@ceph.osd.4.smithi175.stdout:Apr 12 09:07:55 smithi175 podman[101984]: 2024-04-12 09:07:55.474335578 +0000 UTC m=+0.621245009 container died 893d4a88d1e1d18996f5fe657d0a14cb08d7c9782572f2ef31a3db35fa1b6652 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-4-deactivate, RELEASE=quincy-d3b5060, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-12T09:07:56.014 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 12 09:07:55 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-6[49464]: 2024-04-12T09:07:55.984+0000 7f009bceb700 -1 osd.6 964 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-12T09:07:17.027721+0000 front 2024-04-12T09:07:17.027612+0000 (oldest deadline 2024-04-12T09:07:42.327483+0000) 2024-04-12T09:07:56.014 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 12 09:07:55 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-6[49464]: 2024-04-12T09:07:55.984+0000 7f009bceb700 -1 osd.6 964 heartbeat_check: no reply from 172.21.15.112:6814 osd.1 since back 2024-04-12T09:07:25.728867+0000 front 2024-04-12T09:07:25.728775+0000 (oldest deadline 2024-04-12T09:07:51.628746+0000) 2024-04-12T09:07:56.044 DEBUG:teuthology.orchestra.run.smithi175:> sudo pkill -f 'journalctl -f -n 0 -u ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@osd.4.service' 2024-04-12T09:07:56.085 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-12T09:07:56.086 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-04-12T09:07:56.086 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-04-12T09:07:56.086 DEBUG:teuthology.orchestra.run.smithi175:> sudo systemctl stop ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@osd.5 2024-04-12T09:07:56.265 INFO:journalctl@ceph.osd.5.smithi175.stdout:Apr 12 09:07:56 smithi175 systemd[1]: Stopping Ceph osd.5 for 96d9de20-f8a7-11ee-bc8c-c7b262605968... 2024-04-12T09:07:56.265 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 12 09:07:56 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-7[55191]: 2024-04-12T09:07:56.023+0000 7f3f9d660700 -1 osd.7 964 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-12T09:07:17.610780+0000 front 2024-04-12T09:07:17.610672+0000 (oldest deadline 2024-04-12T09:07:41.710559+0000) 2024-04-12T09:07:56.265 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 12 09:07:56 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-7[55191]: 2024-04-12T09:07:56.023+0000 7f3f9d660700 -1 osd.7 964 heartbeat_check: no reply from 172.21.15.112:6814 osd.1 since back 2024-04-12T09:07:27.412609+0000 front 2024-04-12T09:07:27.412621+0000 (oldest deadline 2024-04-12T09:07:53.312587+0000) 2024-04-12T09:07:56.766 INFO:journalctl@ceph.osd.5.smithi175.stdout:Apr 12 09:07:56 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-5[43425]: 2024-04-12T09:07:56.340+0000 7fcf2d247700 -1 osd.5 964 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-12T09:07:19.884254+0000 front 2024-04-12T09:07:19.884330+0000 (oldest deadline 2024-04-12T09:07:43.384113+0000) 2024-04-12T09:07:56.767 INFO:journalctl@ceph.osd.5.smithi175.stdout:Apr 12 09:07:56 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-5[43425]: 2024-04-12T09:07:56.340+0000 7fcf2d247700 -1 osd.5 964 heartbeat_check: no reply from 172.21.15.112:6814 osd.1 since back 2024-04-12T09:07:28.685116+0000 front 2024-04-12T09:07:28.685065+0000 (oldest deadline 2024-04-12T09:07:52.184996+0000) 2024-04-12T09:07:56.767 INFO:journalctl@ceph.osd.5.smithi175.stdout:Apr 12 09:07:56 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-5[43425]: 2024-04-12T09:07:56.426+0000 7fcf33c4f700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T09:07:56.767 INFO:journalctl@ceph.osd.5.smithi175.stdout:Apr 12 09:07:56 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-5[43425]: 2024-04-12T09:07:56.426+0000 7fcf33c4f700 -1 osd.5 964 *** Got signal Terminated *** 2024-04-12T09:07:56.767 INFO:journalctl@ceph.osd.5.smithi175.stdout:Apr 12 09:07:56 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-5[43425]: 2024-04-12T09:07:56.426+0000 7fcf33c4f700 -1 osd.5 964 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-12T09:07:57.249 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 12 09:07:57 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-7[55191]: 2024-04-12T09:07:57.070+0000 7f3f9d660700 -1 osd.7 964 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-12T09:07:17.610780+0000 front 2024-04-12T09:07:17.610672+0000 (oldest deadline 2024-04-12T09:07:41.710559+0000) 2024-04-12T09:07:57.249 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 12 09:07:57 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-7[55191]: 2024-04-12T09:07:57.070+0000 7f3f9d660700 -1 osd.7 964 heartbeat_check: no reply from 172.21.15.112:6814 osd.1 since back 2024-04-12T09:07:27.412609+0000 front 2024-04-12T09:07:27.412621+0000 (oldest deadline 2024-04-12T09:07:53.312587+0000) 2024-04-12T09:07:57.249 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 12 09:07:56 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-6[49464]: 2024-04-12T09:07:56.995+0000 7f009bceb700 -1 osd.6 964 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-12T09:07:17.027721+0000 front 2024-04-12T09:07:17.027612+0000 (oldest deadline 2024-04-12T09:07:42.327483+0000) 2024-04-12T09:07:57.249 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 12 09:07:56 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-6[49464]: 2024-04-12T09:07:56.995+0000 7f009bceb700 -1 osd.6 964 heartbeat_check: no reply from 172.21.15.112:6814 osd.1 since back 2024-04-12T09:07:25.728867+0000 front 2024-04-12T09:07:25.728775+0000 (oldest deadline 2024-04-12T09:07:51.628746+0000) 2024-04-12T09:07:57.514 INFO:journalctl@ceph.osd.5.smithi175.stdout:Apr 12 09:07:57 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-5[43425]: 2024-04-12T09:07:57.389+0000 7fcf2d247700 -1 osd.5 964 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-12T09:07:19.884254+0000 front 2024-04-12T09:07:19.884330+0000 (oldest deadline 2024-04-12T09:07:43.384113+0000) 2024-04-12T09:07:57.515 INFO:journalctl@ceph.osd.5.smithi175.stdout:Apr 12 09:07:57 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-5[43425]: 2024-04-12T09:07:57.389+0000 7fcf2d247700 -1 osd.5 964 heartbeat_check: no reply from 172.21.15.112:6814 osd.1 since back 2024-04-12T09:07:28.685116+0000 front 2024-04-12T09:07:28.685065+0000 (oldest deadline 2024-04-12T09:07:52.184996+0000) 2024-04-12T09:07:58.265 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 12 09:07:57 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-6[49464]: 2024-04-12T09:07:57.992+0000 7f009bceb700 -1 osd.6 964 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-12T09:07:17.027721+0000 front 2024-04-12T09:07:17.027612+0000 (oldest deadline 2024-04-12T09:07:42.327483+0000) 2024-04-12T09:07:58.265 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 12 09:07:57 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-6[49464]: 2024-04-12T09:07:57.992+0000 7f009bceb700 -1 osd.6 964 heartbeat_check: no reply from 172.21.15.112:6814 osd.1 since back 2024-04-12T09:07:25.728867+0000 front 2024-04-12T09:07:25.728775+0000 (oldest deadline 2024-04-12T09:07:51.628746+0000) 2024-04-12T09:07:58.266 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 12 09:07:58 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-7[55191]: 2024-04-12T09:07:58.114+0000 7f3f9d660700 -1 osd.7 964 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-12T09:07:17.610780+0000 front 2024-04-12T09:07:17.610672+0000 (oldest deadline 2024-04-12T09:07:41.710559+0000) 2024-04-12T09:07:58.266 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 12 09:07:58 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-7[55191]: 2024-04-12T09:07:58.114+0000 7f3f9d660700 -1 osd.7 964 heartbeat_check: no reply from 172.21.15.112:6814 osd.1 since back 2024-04-12T09:07:27.412609+0000 front 2024-04-12T09:07:27.412621+0000 (oldest deadline 2024-04-12T09:07:53.312587+0000) 2024-04-12T09:07:58.764 INFO:journalctl@ceph.osd.5.smithi175.stdout:Apr 12 09:07:58 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-5[43425]: 2024-04-12T09:07:58.373+0000 7fcf2d247700 -1 osd.5 964 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-12T09:07:19.884254+0000 front 2024-04-12T09:07:19.884330+0000 (oldest deadline 2024-04-12T09:07:43.384113+0000) 2024-04-12T09:07:58.765 INFO:journalctl@ceph.osd.5.smithi175.stdout:Apr 12 09:07:58 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-5[43425]: 2024-04-12T09:07:58.373+0000 7fcf2d247700 -1 osd.5 964 heartbeat_check: no reply from 172.21.15.112:6814 osd.1 since back 2024-04-12T09:07:28.685116+0000 front 2024-04-12T09:07:28.685065+0000 (oldest deadline 2024-04-12T09:07:52.184996+0000) 2024-04-12T09:07:58.765 INFO:journalctl@ceph.osd.5.smithi175.stdout:Apr 12 09:07:58 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-5[43425]: 2024-04-12T09:07:58.373+0000 7fcf2d247700 -1 osd.5 964 heartbeat_check: no reply from 172.21.15.112:6822 osd.2 since back 2024-04-12T09:07:32.185460+0000 front 2024-04-12T09:07:32.185392+0000 (oldest deadline 2024-04-12T09:07:58.085340+0000) 2024-04-12T09:07:59.264 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 12 09:07:58 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-6[49464]: 2024-04-12T09:07:58.985+0000 7f009bceb700 -1 osd.6 964 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-12T09:07:17.027721+0000 front 2024-04-12T09:07:17.027612+0000 (oldest deadline 2024-04-12T09:07:42.327483+0000) 2024-04-12T09:07:59.265 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 12 09:07:58 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-6[49464]: 2024-04-12T09:07:58.985+0000 7f009bceb700 -1 osd.6 964 heartbeat_check: no reply from 172.21.15.112:6814 osd.1 since back 2024-04-12T09:07:25.728867+0000 front 2024-04-12T09:07:25.728775+0000 (oldest deadline 2024-04-12T09:07:51.628746+0000) 2024-04-12T09:07:59.265 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 12 09:07:59 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-7[55191]: 2024-04-12T09:07:59.128+0000 7f3f9d660700 -1 osd.7 964 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-12T09:07:17.610780+0000 front 2024-04-12T09:07:17.610672+0000 (oldest deadline 2024-04-12T09:07:41.710559+0000) 2024-04-12T09:07:59.265 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 12 09:07:59 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-7[55191]: 2024-04-12T09:07:59.128+0000 7f3f9d660700 -1 osd.7 964 heartbeat_check: no reply from 172.21.15.112:6814 osd.1 since back 2024-04-12T09:07:27.412609+0000 front 2024-04-12T09:07:27.412621+0000 (oldest deadline 2024-04-12T09:07:53.312587+0000) 2024-04-12T09:07:59.764 INFO:journalctl@ceph.osd.5.smithi175.stdout:Apr 12 09:07:59 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-5[43425]: 2024-04-12T09:07:59.412+0000 7fcf2d247700 -1 osd.5 964 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-12T09:07:19.884254+0000 front 2024-04-12T09:07:19.884330+0000 (oldest deadline 2024-04-12T09:07:43.384113+0000) 2024-04-12T09:07:59.765 INFO:journalctl@ceph.osd.5.smithi175.stdout:Apr 12 09:07:59 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-5[43425]: 2024-04-12T09:07:59.412+0000 7fcf2d247700 -1 osd.5 964 heartbeat_check: no reply from 172.21.15.112:6814 osd.1 since back 2024-04-12T09:07:28.685116+0000 front 2024-04-12T09:07:28.685065+0000 (oldest deadline 2024-04-12T09:07:52.184996+0000) 2024-04-12T09:07:59.765 INFO:journalctl@ceph.osd.5.smithi175.stdout:Apr 12 09:07:59 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-5[43425]: 2024-04-12T09:07:59.412+0000 7fcf2d247700 -1 osd.5 964 heartbeat_check: no reply from 172.21.15.112:6822 osd.2 since back 2024-04-12T09:07:32.185460+0000 front 2024-04-12T09:07:32.185392+0000 (oldest deadline 2024-04-12T09:07:58.085340+0000) 2024-04-12T09:08:00.264 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 12 09:08:00 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-7[55191]: 2024-04-12T09:08:00.107+0000 7f3f9d660700 -1 osd.7 964 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-12T09:07:17.610780+0000 front 2024-04-12T09:07:17.610672+0000 (oldest deadline 2024-04-12T09:07:41.710559+0000) 2024-04-12T09:08:00.265 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 12 09:08:00 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-7[55191]: 2024-04-12T09:08:00.107+0000 7f3f9d660700 -1 osd.7 964 heartbeat_check: no reply from 172.21.15.112:6814 osd.1 since back 2024-04-12T09:07:27.412609+0000 front 2024-04-12T09:07:27.412621+0000 (oldest deadline 2024-04-12T09:07:53.312587+0000) 2024-04-12T09:08:00.265 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 12 09:08:00 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-6[49464]: 2024-04-12T09:08:00.006+0000 7f009bceb700 -1 osd.6 964 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-12T09:07:17.027721+0000 front 2024-04-12T09:07:17.027612+0000 (oldest deadline 2024-04-12T09:07:42.327483+0000) 2024-04-12T09:08:00.265 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 12 09:08:00 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-6[49464]: 2024-04-12T09:08:00.006+0000 7f009bceb700 -1 osd.6 964 heartbeat_check: no reply from 172.21.15.112:6814 osd.1 since back 2024-04-12T09:07:25.728867+0000 front 2024-04-12T09:07:25.728775+0000 (oldest deadline 2024-04-12T09:07:51.628746+0000) 2024-04-12T09:08:00.592 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 09:08:00 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-alertmanager-a[85290]: ts=2024-04-12T09:08:00.156Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi175.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.175:8443: connect: connection refused; ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi112.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.112:8443: connect: connection refused" 2024-04-12T09:08:00.592 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 09:08:00 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-alertmanager-a[85290]: ts=2024-04-12T09:08:00.156Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi112.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.112:8443: connect: connection refused" 2024-04-12T09:08:00.592 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 09:08:00 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-alertmanager-a[85290]: ts=2024-04-12T09:08:00.157Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi175.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.175:8443: connect: connection refused" 2024-04-12T09:08:00.764 INFO:journalctl@ceph.osd.5.smithi175.stdout:Apr 12 09:08:00 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-5[43425]: 2024-04-12T09:08:00.406+0000 7fcf2d247700 -1 osd.5 964 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-12T09:07:19.884254+0000 front 2024-04-12T09:07:19.884330+0000 (oldest deadline 2024-04-12T09:07:43.384113+0000) 2024-04-12T09:08:00.765 INFO:journalctl@ceph.osd.5.smithi175.stdout:Apr 12 09:08:00 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-5[43425]: 2024-04-12T09:08:00.406+0000 7fcf2d247700 -1 osd.5 964 heartbeat_check: no reply from 172.21.15.112:6814 osd.1 since back 2024-04-12T09:07:28.685116+0000 front 2024-04-12T09:07:28.685065+0000 (oldest deadline 2024-04-12T09:07:52.184996+0000) 2024-04-12T09:08:00.765 INFO:journalctl@ceph.osd.5.smithi175.stdout:Apr 12 09:08:00 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-5[43425]: 2024-04-12T09:08:00.406+0000 7fcf2d247700 -1 osd.5 964 heartbeat_check: no reply from 172.21.15.112:6822 osd.2 since back 2024-04-12T09:07:32.185460+0000 front 2024-04-12T09:07:32.185392+0000 (oldest deadline 2024-04-12T09:07:58.085340+0000) 2024-04-12T09:08:01.392 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 12 09:08:01 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-7[55191]: 2024-04-12T09:08:01.145+0000 7f3f9d660700 -1 osd.7 964 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-12T09:07:17.610780+0000 front 2024-04-12T09:07:17.610672+0000 (oldest deadline 2024-04-12T09:07:41.710559+0000) 2024-04-12T09:08:01.392 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 12 09:08:01 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-7[55191]: 2024-04-12T09:08:01.145+0000 7f3f9d660700 -1 osd.7 964 heartbeat_check: no reply from 172.21.15.112:6814 osd.1 since back 2024-04-12T09:07:27.412609+0000 front 2024-04-12T09:07:27.412621+0000 (oldest deadline 2024-04-12T09:07:53.312587+0000) 2024-04-12T09:08:01.392 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 12 09:08:01 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-6[49464]: 2024-04-12T09:08:01.036+0000 7f009bceb700 -1 osd.6 964 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-12T09:07:17.027721+0000 front 2024-04-12T09:07:17.027612+0000 (oldest deadline 2024-04-12T09:07:42.327483+0000) 2024-04-12T09:08:01.393 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 12 09:08:01 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-6[49464]: 2024-04-12T09:08:01.036+0000 7f009bceb700 -1 osd.6 964 heartbeat_check: no reply from 172.21.15.112:6814 osd.1 since back 2024-04-12T09:07:25.728867+0000 front 2024-04-12T09:07:25.728775+0000 (oldest deadline 2024-04-12T09:07:51.628746+0000) 2024-04-12T09:08:01.393 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 12 09:08:01 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-6[49464]: 2024-04-12T09:08:01.036+0000 7f009bceb700 -1 osd.6 964 heartbeat_check: no reply from 172.21.15.112:6822 osd.2 since back 2024-04-12T09:07:35.030415+0000 front 2024-04-12T09:07:35.030425+0000 (oldest deadline 2024-04-12T09:08:00.330351+0000) 2024-04-12T09:08:01.764 INFO:journalctl@ceph.osd.5.smithi175.stdout:Apr 12 09:08:01 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-5[43425]: 2024-04-12T09:08:01.391+0000 7fcf2d247700 -1 osd.5 964 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-12T09:07:19.884254+0000 front 2024-04-12T09:07:19.884330+0000 (oldest deadline 2024-04-12T09:07:43.384113+0000) 2024-04-12T09:08:01.765 INFO:journalctl@ceph.osd.5.smithi175.stdout:Apr 12 09:08:01 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-5[43425]: 2024-04-12T09:08:01.391+0000 7fcf2d247700 -1 osd.5 964 heartbeat_check: no reply from 172.21.15.112:6814 osd.1 since back 2024-04-12T09:07:28.685116+0000 front 2024-04-12T09:07:28.685065+0000 (oldest deadline 2024-04-12T09:07:52.184996+0000) 2024-04-12T09:08:01.765 INFO:journalctl@ceph.osd.5.smithi175.stdout:Apr 12 09:08:01 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-5[43425]: 2024-04-12T09:08:01.391+0000 7fcf2d247700 -1 osd.5 964 heartbeat_check: no reply from 172.21.15.112:6822 osd.2 since back 2024-04-12T09:07:32.185460+0000 front 2024-04-12T09:07:32.185392+0000 (oldest deadline 2024-04-12T09:07:58.085340+0000) 2024-04-12T09:08:02.093 INFO:journalctl@ceph.osd.5.smithi175.stdout:Apr 12 09:08:01 smithi175 podman[102090]: 2024-04-12 09:08:01.825199887 +0000 UTC m=+5.519268407 container died 584bb9e59608d4957d3808a861142197d0c1b1abaa65ffd03f745fea3612daee (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-5, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , RELEASE=quincy-d3b5060) 2024-04-12T09:08:02.094 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 12 09:08:01 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-6[49464]: 2024-04-12T09:08:01.990+0000 7f009bceb700 -1 osd.6 964 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-12T09:07:17.027721+0000 front 2024-04-12T09:07:17.027612+0000 (oldest deadline 2024-04-12T09:07:42.327483+0000) 2024-04-12T09:08:02.094 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 12 09:08:01 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-6[49464]: 2024-04-12T09:08:01.990+0000 7f009bceb700 -1 osd.6 964 heartbeat_check: no reply from 172.21.15.112:6814 osd.1 since back 2024-04-12T09:07:25.728867+0000 front 2024-04-12T09:07:25.728775+0000 (oldest deadline 2024-04-12T09:07:51.628746+0000) 2024-04-12T09:08:02.094 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 12 09:08:01 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-6[49464]: 2024-04-12T09:08:01.990+0000 7f009bceb700 -1 osd.6 964 heartbeat_check: no reply from 172.21.15.112:6822 osd.2 since back 2024-04-12T09:07:35.030415+0000 front 2024-04-12T09:07:35.030425+0000 (oldest deadline 2024-04-12T09:08:00.330351+0000) 2024-04-12T09:08:02.462 INFO:journalctl@ceph.osd.5.smithi175.stdout:Apr 12 09:08:02 smithi175 podman[102090]: 2024-04-12 09:08:02.192573597 +0000 UTC m=+5.886642122 container cleanup 584bb9e59608d4957d3808a861142197d0c1b1abaa65ffd03f745fea3612daee (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=quincy-d3b5060, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-12T09:08:02.462 INFO:journalctl@ceph.osd.5.smithi175.stdout:Apr 12 09:08:02 smithi175 bash[102090]: ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-5 2024-04-12T09:08:02.463 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 12 09:08:02 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-7[55191]: 2024-04-12T09:08:02.145+0000 7f3f9d660700 -1 osd.7 964 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-12T09:07:17.610780+0000 front 2024-04-12T09:07:17.610672+0000 (oldest deadline 2024-04-12T09:07:41.710559+0000) 2024-04-12T09:08:02.463 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 12 09:08:02 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-7[55191]: 2024-04-12T09:08:02.145+0000 7f3f9d660700 -1 osd.7 964 heartbeat_check: no reply from 172.21.15.112:6814 osd.1 since back 2024-04-12T09:07:27.412609+0000 front 2024-04-12T09:07:27.412621+0000 (oldest deadline 2024-04-12T09:07:53.312587+0000) 2024-04-12T09:08:02.463 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 12 09:08:02 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-7[55191]: 2024-04-12T09:08:02.145+0000 7f3f9d660700 -1 osd.7 964 heartbeat_check: no reply from 172.21.15.112:6822 osd.2 since back 2024-04-12T09:07:35.613626+0000 front 2024-04-12T09:07:35.613655+0000 (oldest deadline 2024-04-12T09:08:01.513549+0000) 2024-04-12T09:08:02.764 INFO:journalctl@ceph.osd.5.smithi175.stdout:Apr 12 09:08:02 smithi175 podman[102119]: 2024-04-12 09:08:02.46240872 +0000 UTC m=+0.634895795 container remove 584bb9e59608d4957d3808a861142197d0c1b1abaa65ffd03f745fea3612daee (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-5, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, RELEASE=quincy-d3b5060, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.vendor=CentOS) 2024-04-12T09:08:03.108 INFO:journalctl@ceph.osd.5.smithi175.stdout:Apr 12 09:08:02 smithi175 podman[102212]: 2024-04-12 09:08:02.717399347 +0000 UTC m=+0.018170558 image pull 21de9b7369ad8457bc44c6aca16b9dfec25bf172fb7b6ebd80f97d4df2005241 quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe 2024-04-12T09:08:03.108 INFO:journalctl@ceph.osd.5.smithi175.stdout:Apr 12 09:08:02 smithi175 podman[102212]: 2024-04-12 09:08:02.827903571 +0000 UTC m=+0.128674861 container create 128ba3cd2df1914f0ffc8f312304d37e8079bdde09c1d3accbbbac9b9f1e8235 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-5-deactivate, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=quincy-d3b5060, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-04-12T09:08:03.108 INFO:journalctl@ceph.osd.5.smithi175.stdout:Apr 12 09:08:03 smithi175 podman[102212]: 2024-04-12 09:08:03.030297836 +0000 UTC m=+0.331069047 container init 128ba3cd2df1914f0ffc8f312304d37e8079bdde09c1d3accbbbac9b9f1e8235 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-5-deactivate, RELEASE=quincy-d3b5060, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-12T09:08:03.109 INFO:journalctl@ceph.osd.5.smithi175.stdout:Apr 12 09:08:03 smithi175 podman[102212]: 2024-04-12 09:08:03.03330776 +0000 UTC m=+0.334078973 container start 128ba3cd2df1914f0ffc8f312304d37e8079bdde09c1d3accbbbac9b9f1e8235 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-5-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=quincy-d3b5060, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD) 2024-04-12T09:08:03.109 INFO:journalctl@ceph.osd.5.smithi175.stdout:Apr 12 09:08:03 smithi175 podman[102212]: 2024-04-12 09:08:03.105083625 +0000 UTC m=+0.405854836 container attach 128ba3cd2df1914f0ffc8f312304d37e8079bdde09c1d3accbbbac9b9f1e8235 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-5-deactivate, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=quincy-d3b5060, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240409) 2024-04-12T09:08:03.109 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 12 09:08:02 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-6[49464]: 2024-04-12T09:08:02.992+0000 7f009bceb700 -1 osd.6 964 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-12T09:07:17.027721+0000 front 2024-04-12T09:07:17.027612+0000 (oldest deadline 2024-04-12T09:07:42.327483+0000) 2024-04-12T09:08:03.109 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 12 09:08:02 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-6[49464]: 2024-04-12T09:08:02.992+0000 7f009bceb700 -1 osd.6 964 heartbeat_check: no reply from 172.21.15.112:6814 osd.1 since back 2024-04-12T09:07:25.728867+0000 front 2024-04-12T09:07:25.728775+0000 (oldest deadline 2024-04-12T09:07:51.628746+0000) 2024-04-12T09:08:03.109 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 12 09:08:02 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-6[49464]: 2024-04-12T09:08:02.992+0000 7f009bceb700 -1 osd.6 964 heartbeat_check: no reply from 172.21.15.112:6822 osd.2 since back 2024-04-12T09:07:35.030415+0000 front 2024-04-12T09:07:35.030425+0000 (oldest deadline 2024-04-12T09:08:00.330351+0000) 2024-04-12T09:08:03.514 INFO:journalctl@ceph.osd.5.smithi175.stdout:Apr 12 09:08:03 smithi175 podman[102212]: 2024-04-12 09:08:03.311014174 +0000 UTC m=+0.611785394 container died 128ba3cd2df1914f0ffc8f312304d37e8079bdde09c1d3accbbbac9b9f1e8235 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-5-deactivate, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, RELEASE=quincy-d3b5060, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD) 2024-04-12T09:08:03.515 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 12 09:08:03 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-7[55191]: 2024-04-12T09:08:03.185+0000 7f3f9d660700 -1 osd.7 964 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-12T09:07:17.610780+0000 front 2024-04-12T09:07:17.610672+0000 (oldest deadline 2024-04-12T09:07:41.710559+0000) 2024-04-12T09:08:03.515 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 12 09:08:03 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-7[55191]: 2024-04-12T09:08:03.185+0000 7f3f9d660700 -1 osd.7 964 heartbeat_check: no reply from 172.21.15.112:6814 osd.1 since back 2024-04-12T09:07:27.412609+0000 front 2024-04-12T09:07:27.412621+0000 (oldest deadline 2024-04-12T09:07:53.312587+0000) 2024-04-12T09:08:03.515 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 12 09:08:03 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-7[55191]: 2024-04-12T09:08:03.185+0000 7f3f9d660700 -1 osd.7 964 heartbeat_check: no reply from 172.21.15.112:6822 osd.2 since back 2024-04-12T09:07:35.613626+0000 front 2024-04-12T09:07:35.613655+0000 (oldest deadline 2024-04-12T09:08:01.513549+0000) 2024-04-12T09:08:03.890 DEBUG:teuthology.orchestra.run.smithi175:> sudo pkill -f 'journalctl -f -n 0 -u ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@osd.5.service' 2024-04-12T09:08:03.932 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-12T09:08:03.933 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-04-12T09:08:03.933 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-04-12T09:08:03.933 DEBUG:teuthology.orchestra.run.smithi175:> sudo systemctl stop ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@osd.6 2024-04-12T09:08:04.236 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 12 09:08:03 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-6[49464]: 2024-04-12T09:08:03.974+0000 7f009bceb700 -1 osd.6 964 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-12T09:07:17.027721+0000 front 2024-04-12T09:07:17.027612+0000 (oldest deadline 2024-04-12T09:07:42.327483+0000) 2024-04-12T09:08:04.237 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 12 09:08:03 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-6[49464]: 2024-04-12T09:08:03.974+0000 7f009bceb700 -1 osd.6 964 heartbeat_check: no reply from 172.21.15.112:6814 osd.1 since back 2024-04-12T09:07:25.728867+0000 front 2024-04-12T09:07:25.728775+0000 (oldest deadline 2024-04-12T09:07:51.628746+0000) 2024-04-12T09:08:04.237 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 12 09:08:03 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-6[49464]: 2024-04-12T09:08:03.974+0000 7f009bceb700 -1 osd.6 964 heartbeat_check: no reply from 172.21.15.112:6822 osd.2 since back 2024-04-12T09:07:35.030415+0000 front 2024-04-12T09:07:35.030425+0000 (oldest deadline 2024-04-12T09:08:00.330351+0000) 2024-04-12T09:08:04.237 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 12 09:08:04 smithi175 systemd[1]: Stopping Ceph osd.6 for 96d9de20-f8a7-11ee-bc8c-c7b262605968... 2024-04-12T09:08:04.514 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 12 09:08:04 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-6[49464]: 2024-04-12T09:08:04.274+0000 7f00a26f3700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T09:08:04.515 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 12 09:08:04 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-6[49464]: 2024-04-12T09:08:04.274+0000 7f00a26f3700 -1 osd.6 964 *** Got signal Terminated *** 2024-04-12T09:08:04.515 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 12 09:08:04 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-6[49464]: 2024-04-12T09:08:04.274+0000 7f00a26f3700 -1 osd.6 964 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-12T09:08:04.515 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 12 09:08:04 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-7[55191]: 2024-04-12T09:08:04.236+0000 7f3f9d660700 -1 osd.7 964 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-12T09:07:17.610780+0000 front 2024-04-12T09:07:17.610672+0000 (oldest deadline 2024-04-12T09:07:41.710559+0000) 2024-04-12T09:08:04.515 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 12 09:08:04 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-7[55191]: 2024-04-12T09:08:04.236+0000 7f3f9d660700 -1 osd.7 964 heartbeat_check: no reply from 172.21.15.112:6814 osd.1 since back 2024-04-12T09:07:27.412609+0000 front 2024-04-12T09:07:27.412621+0000 (oldest deadline 2024-04-12T09:07:53.312587+0000) 2024-04-12T09:08:04.515 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 12 09:08:04 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-7[55191]: 2024-04-12T09:08:04.236+0000 7f3f9d660700 -1 osd.7 964 heartbeat_check: no reply from 172.21.15.112:6822 osd.2 since back 2024-04-12T09:07:35.613626+0000 front 2024-04-12T09:07:35.613655+0000 (oldest deadline 2024-04-12T09:08:01.513549+0000) 2024-04-12T09:08:04.592 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 09:08:04 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-alertmanager-a[85290]: ts=2024-04-12T09:08:04.305Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi112.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.112:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi175.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.175:8443: connect: connection refused" 2024-04-12T09:08:04.593 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 09:08:04 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-alertmanager-a[85290]: ts=2024-04-12T09:08:04.306Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi112.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.112:8443: connect: connection refused" 2024-04-12T09:08:04.593 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 09:08:04 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-alertmanager-a[85290]: ts=2024-04-12T09:08:04.306Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi175.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.175:8443: connect: connection refused" 2024-04-12T09:08:05.264 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 12 09:08:04 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-6[49464]: 2024-04-12T09:08:04.979+0000 7f009bceb700 -1 osd.6 964 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-12T09:07:17.027721+0000 front 2024-04-12T09:07:17.027612+0000 (oldest deadline 2024-04-12T09:07:42.327483+0000) 2024-04-12T09:08:05.265 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 12 09:08:04 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-6[49464]: 2024-04-12T09:08:04.979+0000 7f009bceb700 -1 osd.6 964 heartbeat_check: no reply from 172.21.15.112:6814 osd.1 since back 2024-04-12T09:07:25.728867+0000 front 2024-04-12T09:07:25.728775+0000 (oldest deadline 2024-04-12T09:07:51.628746+0000) 2024-04-12T09:08:05.265 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 12 09:08:04 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-6[49464]: 2024-04-12T09:08:04.979+0000 7f009bceb700 -1 osd.6 964 heartbeat_check: no reply from 172.21.15.112:6822 osd.2 since back 2024-04-12T09:07:35.030415+0000 front 2024-04-12T09:07:35.030425+0000 (oldest deadline 2024-04-12T09:08:00.330351+0000) 2024-04-12T09:08:05.265 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 12 09:08:05 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-7[55191]: 2024-04-12T09:08:05.201+0000 7f3f9d660700 -1 osd.7 964 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-12T09:07:17.610780+0000 front 2024-04-12T09:07:17.610672+0000 (oldest deadline 2024-04-12T09:07:41.710559+0000) 2024-04-12T09:08:05.265 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 12 09:08:05 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-7[55191]: 2024-04-12T09:08:05.201+0000 7f3f9d660700 -1 osd.7 964 heartbeat_check: no reply from 172.21.15.112:6814 osd.1 since back 2024-04-12T09:07:27.412609+0000 front 2024-04-12T09:07:27.412621+0000 (oldest deadline 2024-04-12T09:07:53.312587+0000) 2024-04-12T09:08:05.265 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 12 09:08:05 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-7[55191]: 2024-04-12T09:08:05.201+0000 7f3f9d660700 -1 osd.7 964 heartbeat_check: no reply from 172.21.15.112:6822 osd.2 since back 2024-04-12T09:07:35.613626+0000 front 2024-04-12T09:07:35.613655+0000 (oldest deadline 2024-04-12T09:08:01.513549+0000) 2024-04-12T09:08:06.265 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 12 09:08:05 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-6[49464]: 2024-04-12T09:08:05.962+0000 7f009bceb700 -1 osd.6 964 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-12T09:07:17.027721+0000 front 2024-04-12T09:07:17.027612+0000 (oldest deadline 2024-04-12T09:07:42.327483+0000) 2024-04-12T09:08:06.265 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 12 09:08:05 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-6[49464]: 2024-04-12T09:08:05.963+0000 7f009bceb700 -1 osd.6 964 heartbeat_check: no reply from 172.21.15.112:6814 osd.1 since back 2024-04-12T09:07:25.728867+0000 front 2024-04-12T09:07:25.728775+0000 (oldest deadline 2024-04-12T09:07:51.628746+0000) 2024-04-12T09:08:06.265 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 12 09:08:05 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-6[49464]: 2024-04-12T09:08:05.963+0000 7f009bceb700 -1 osd.6 964 heartbeat_check: no reply from 172.21.15.112:6822 osd.2 since back 2024-04-12T09:07:35.030415+0000 front 2024-04-12T09:07:35.030425+0000 (oldest deadline 2024-04-12T09:08:00.330351+0000) 2024-04-12T09:08:06.265 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 12 09:08:06 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-7[55191]: 2024-04-12T09:08:06.157+0000 7f3f9d660700 -1 osd.7 964 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-12T09:07:17.610780+0000 front 2024-04-12T09:07:17.610672+0000 (oldest deadline 2024-04-12T09:07:41.710559+0000) 2024-04-12T09:08:06.266 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 12 09:08:06 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-7[55191]: 2024-04-12T09:08:06.157+0000 7f3f9d660700 -1 osd.7 964 heartbeat_check: no reply from 172.21.15.112:6814 osd.1 since back 2024-04-12T09:07:27.412609+0000 front 2024-04-12T09:07:27.412621+0000 (oldest deadline 2024-04-12T09:07:53.312587+0000) 2024-04-12T09:08:06.266 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 12 09:08:06 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-7[55191]: 2024-04-12T09:08:06.157+0000 7f3f9d660700 -1 osd.7 964 heartbeat_check: no reply from 172.21.15.112:6822 osd.2 since back 2024-04-12T09:07:35.613626+0000 front 2024-04-12T09:07:35.613655+0000 (oldest deadline 2024-04-12T09:08:01.513549+0000) 2024-04-12T09:08:07.014 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 12 09:08:06 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-6[49464]: 2024-04-12T09:08:06.966+0000 7f009bceb700 -1 osd.6 964 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-12T09:07:17.027721+0000 front 2024-04-12T09:07:17.027612+0000 (oldest deadline 2024-04-12T09:07:42.327483+0000) 2024-04-12T09:08:07.015 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 12 09:08:06 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-6[49464]: 2024-04-12T09:08:06.966+0000 7f009bceb700 -1 osd.6 964 heartbeat_check: no reply from 172.21.15.112:6814 osd.1 since back 2024-04-12T09:07:25.728867+0000 front 2024-04-12T09:07:25.728775+0000 (oldest deadline 2024-04-12T09:07:51.628746+0000) 2024-04-12T09:08:07.015 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 12 09:08:06 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-6[49464]: 2024-04-12T09:08:06.966+0000 7f009bceb700 -1 osd.6 964 heartbeat_check: no reply from 172.21.15.112:6822 osd.2 since back 2024-04-12T09:07:35.030415+0000 front 2024-04-12T09:07:35.030425+0000 (oldest deadline 2024-04-12T09:08:00.330351+0000) 2024-04-12T09:08:07.514 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 12 09:08:07 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-7[55191]: 2024-04-12T09:08:07.121+0000 7f3f9d660700 -1 osd.7 964 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-12T09:07:17.610780+0000 front 2024-04-12T09:07:17.610672+0000 (oldest deadline 2024-04-12T09:07:41.710559+0000) 2024-04-12T09:08:07.515 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 12 09:08:07 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-7[55191]: 2024-04-12T09:08:07.121+0000 7f3f9d660700 -1 osd.7 964 heartbeat_check: no reply from 172.21.15.112:6814 osd.1 since back 2024-04-12T09:07:27.412609+0000 front 2024-04-12T09:07:27.412621+0000 (oldest deadline 2024-04-12T09:07:53.312587+0000) 2024-04-12T09:08:07.515 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 12 09:08:07 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-7[55191]: 2024-04-12T09:08:07.121+0000 7f3f9d660700 -1 osd.7 964 heartbeat_check: no reply from 172.21.15.112:6822 osd.2 since back 2024-04-12T09:07:35.613626+0000 front 2024-04-12T09:07:35.613655+0000 (oldest deadline 2024-04-12T09:08:01.513549+0000) 2024-04-12T09:08:08.265 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 12 09:08:08 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-7[55191]: 2024-04-12T09:08:08.097+0000 7f3f9d660700 -1 osd.7 964 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-12T09:07:17.610780+0000 front 2024-04-12T09:07:17.610672+0000 (oldest deadline 2024-04-12T09:07:41.710559+0000) 2024-04-12T09:08:08.265 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 12 09:08:08 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-7[55191]: 2024-04-12T09:08:08.097+0000 7f3f9d660700 -1 osd.7 964 heartbeat_check: no reply from 172.21.15.112:6814 osd.1 since back 2024-04-12T09:07:27.412609+0000 front 2024-04-12T09:07:27.412621+0000 (oldest deadline 2024-04-12T09:07:53.312587+0000) 2024-04-12T09:08:08.265 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 12 09:08:08 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-7[55191]: 2024-04-12T09:08:08.097+0000 7f3f9d660700 -1 osd.7 964 heartbeat_check: no reply from 172.21.15.112:6822 osd.2 since back 2024-04-12T09:07:35.613626+0000 front 2024-04-12T09:07:35.613655+0000 (oldest deadline 2024-04-12T09:08:01.513549+0000) 2024-04-12T09:08:08.265 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 12 09:08:08 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-6[49464]: 2024-04-12T09:08:08.011+0000 7f009bceb700 -1 osd.6 964 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-12T09:07:17.027721+0000 front 2024-04-12T09:07:17.027612+0000 (oldest deadline 2024-04-12T09:07:42.327483+0000) 2024-04-12T09:08:08.265 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 12 09:08:08 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-6[49464]: 2024-04-12T09:08:08.011+0000 7f009bceb700 -1 osd.6 964 heartbeat_check: no reply from 172.21.15.112:6814 osd.1 since back 2024-04-12T09:07:25.728867+0000 front 2024-04-12T09:07:25.728775+0000 (oldest deadline 2024-04-12T09:07:51.628746+0000) 2024-04-12T09:08:08.266 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 12 09:08:08 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-6[49464]: 2024-04-12T09:08:08.011+0000 7f009bceb700 -1 osd.6 964 heartbeat_check: no reply from 172.21.15.112:6822 osd.2 since back 2024-04-12T09:07:35.030415+0000 front 2024-04-12T09:07:35.030425+0000 (oldest deadline 2024-04-12T09:08:00.330351+0000) 2024-04-12T09:08:09.514 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 12 09:08:09 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-6[49464]: 2024-04-12T09:08:09.045+0000 7f009bceb700 -1 osd.6 964 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-12T09:07:17.027721+0000 front 2024-04-12T09:07:17.027612+0000 (oldest deadline 2024-04-12T09:07:42.327483+0000) 2024-04-12T09:08:09.515 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 12 09:08:09 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-6[49464]: 2024-04-12T09:08:09.045+0000 7f009bceb700 -1 osd.6 964 heartbeat_check: no reply from 172.21.15.112:6814 osd.1 since back 2024-04-12T09:07:25.728867+0000 front 2024-04-12T09:07:25.728775+0000 (oldest deadline 2024-04-12T09:07:51.628746+0000) 2024-04-12T09:08:09.515 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 12 09:08:09 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-6[49464]: 2024-04-12T09:08:09.045+0000 7f009bceb700 -1 osd.6 964 heartbeat_check: no reply from 172.21.15.112:6822 osd.2 since back 2024-04-12T09:07:35.030415+0000 front 2024-04-12T09:07:35.030425+0000 (oldest deadline 2024-04-12T09:08:00.330351+0000) 2024-04-12T09:08:09.515 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 12 09:08:09 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-7[55191]: 2024-04-12T09:08:09.146+0000 7f3f9d660700 -1 osd.7 964 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-12T09:07:17.610780+0000 front 2024-04-12T09:07:17.610672+0000 (oldest deadline 2024-04-12T09:07:41.710559+0000) 2024-04-12T09:08:09.515 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 12 09:08:09 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-7[55191]: 2024-04-12T09:08:09.146+0000 7f3f9d660700 -1 osd.7 964 heartbeat_check: no reply from 172.21.15.112:6814 osd.1 since back 2024-04-12T09:07:27.412609+0000 front 2024-04-12T09:07:27.412621+0000 (oldest deadline 2024-04-12T09:07:53.312587+0000) 2024-04-12T09:08:09.515 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 12 09:08:09 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-7[55191]: 2024-04-12T09:08:09.146+0000 7f3f9d660700 -1 osd.7 964 heartbeat_check: no reply from 172.21.15.112:6822 osd.2 since back 2024-04-12T09:07:35.613626+0000 front 2024-04-12T09:07:35.613655+0000 (oldest deadline 2024-04-12T09:08:01.513549+0000) 2024-04-12T09:08:10.014 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 12 09:08:09 smithi175 podman[102319]: 2024-04-12 09:08:09.752492175 +0000 UTC m=+5.592270117 container died 4d33c835fc53dd6e079a7597e94598292d52f4fc095aad45402d58ff00111449 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-6, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, RELEASE=quincy-d3b5060, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-12T09:08:10.292 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 12 09:08:10 smithi175 podman[102319]: 2024-04-12 09:08:10.09904684 +0000 UTC m=+5.938824777 container cleanup 4d33c835fc53dd6e079a7597e94598292d52f4fc095aad45402d58ff00111449 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-6, org.label-schema.build-date=20240409, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=quincy-d3b5060, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True) 2024-04-12T09:08:10.292 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 12 09:08:10 smithi175 bash[102319]: ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-6 2024-04-12T09:08:10.292 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 12 09:08:10 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-7[55191]: 2024-04-12T09:08:10.147+0000 7f3f9d660700 -1 osd.7 964 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-12T09:07:17.610780+0000 front 2024-04-12T09:07:17.610672+0000 (oldest deadline 2024-04-12T09:07:41.710559+0000) 2024-04-12T09:08:10.292 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 12 09:08:10 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-7[55191]: 2024-04-12T09:08:10.147+0000 7f3f9d660700 -1 osd.7 964 heartbeat_check: no reply from 172.21.15.112:6814 osd.1 since back 2024-04-12T09:07:27.412609+0000 front 2024-04-12T09:07:27.412621+0000 (oldest deadline 2024-04-12T09:07:53.312587+0000) 2024-04-12T09:08:10.293 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 12 09:08:10 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-7[55191]: 2024-04-12T09:08:10.147+0000 7f3f9d660700 -1 osd.7 964 heartbeat_check: no reply from 172.21.15.112:6822 osd.2 since back 2024-04-12T09:07:35.613626+0000 front 2024-04-12T09:07:35.613655+0000 (oldest deadline 2024-04-12T09:08:01.513549+0000) 2024-04-12T09:08:10.293 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 12 09:08:10 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-7[55191]: 2024-04-12T09:08:10.147+0000 7f3f9d660700 -1 osd.7 964 heartbeat_check: no reply from 172.21.15.112:6830 osd.3 since back 2024-04-12T09:07:44.414625+0000 front 2024-04-12T09:07:44.414578+0000 (oldest deadline 2024-04-12T09:08:09.714519+0000) 2024-04-12T09:08:10.592 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 09:08:10 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-alertmanager-a[85290]: ts=2024-04-12T09:08:10.157Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi112.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.112:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://smithi175.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.175:8443: connect: connection refused" 2024-04-12T09:08:10.592 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 09:08:10 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-alertmanager-a[85290]: ts=2024-04-12T09:08:10.157Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi112.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.112:8443: connect: connection refused" 2024-04-12T09:08:10.593 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 09:08:10 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-alertmanager-a[85290]: ts=2024-04-12T09:08:10.158Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi175.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.175:8443: connect: connection refused" 2024-04-12T09:08:10.675 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 12 09:08:10 smithi175 podman[102336]: 2024-04-12 09:08:10.291943152 +0000 UTC m=+0.534110954 container remove 4d33c835fc53dd6e079a7597e94598292d52f4fc095aad45402d58ff00111449 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-6, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-d3b5060) 2024-04-12T09:08:10.953 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 12 09:08:10 smithi175 podman[102431]: 2024-04-12 09:08:10.676042837 +0000 UTC m=+0.099875569 container create de63aa26ed8b7cc49d2fa6e21c55e39ff4dd83c9fdba71931b85ece0cdb72c08 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-6-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_BRANCH=HEAD, RELEASE=quincy-d3b5060, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-04-12T09:08:10.954 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 12 09:08:10 smithi175 podman[102431]: 2024-04-12 09:08:10.594257339 +0000 UTC m=+0.018090103 image pull 21de9b7369ad8457bc44c6aca16b9dfec25bf172fb7b6ebd80f97d4df2005241 quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe 2024-04-12T09:08:10.954 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 12 09:08:10 smithi175 podman[102431]: 2024-04-12 09:08:10.878945246 +0000 UTC m=+0.302777989 container init de63aa26ed8b7cc49d2fa6e21c55e39ff4dd83c9fdba71931b85ece0cdb72c08 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-6-deactivate, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.33.5, RELEASE=quincy-d3b5060, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-04-12T09:08:10.954 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 12 09:08:10 smithi175 podman[102431]: 2024-04-12 09:08:10.882147179 +0000 UTC m=+0.305979912 container start de63aa26ed8b7cc49d2fa6e21c55e39ff4dd83c9fdba71931b85ece0cdb72c08 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-6-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=quincy-d3b5060, org.label-schema.build-date=20240409, GIT_CLEAN=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-04-12T09:08:10.954 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 12 09:08:10 smithi175 podman[102431]: 2024-04-12 09:08:10.953430909 +0000 UTC m=+0.377263670 container attach de63aa26ed8b7cc49d2fa6e21c55e39ff4dd83c9fdba71931b85ece0cdb72c08 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-6-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, RELEASE=quincy-d3b5060, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS) 2024-04-12T09:08:11.264 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 12 09:08:11 smithi175 podman[102431]: 2024-04-12 09:08:11.167055484 +0000 UTC m=+0.590888236 container died de63aa26ed8b7cc49d2fa6e21c55e39ff4dd83c9fdba71931b85ece0cdb72c08 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-6-deactivate, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, RELEASE=quincy-d3b5060, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409) 2024-04-12T09:08:11.265 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 12 09:08:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-7[55191]: 2024-04-12T09:08:11.172+0000 7f3f9d660700 -1 osd.7 964 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-12T09:07:17.610780+0000 front 2024-04-12T09:07:17.610672+0000 (oldest deadline 2024-04-12T09:07:41.710559+0000) 2024-04-12T09:08:11.265 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 12 09:08:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-7[55191]: 2024-04-12T09:08:11.172+0000 7f3f9d660700 -1 osd.7 964 heartbeat_check: no reply from 172.21.15.112:6814 osd.1 since back 2024-04-12T09:07:27.412609+0000 front 2024-04-12T09:07:27.412621+0000 (oldest deadline 2024-04-12T09:07:53.312587+0000) 2024-04-12T09:08:11.265 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 12 09:08:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-7[55191]: 2024-04-12T09:08:11.172+0000 7f3f9d660700 -1 osd.7 964 heartbeat_check: no reply from 172.21.15.112:6822 osd.2 since back 2024-04-12T09:07:35.613626+0000 front 2024-04-12T09:07:35.613655+0000 (oldest deadline 2024-04-12T09:08:01.513549+0000) 2024-04-12T09:08:11.265 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 12 09:08:11 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-7[55191]: 2024-04-12T09:08:11.172+0000 7f3f9d660700 -1 osd.7 964 heartbeat_check: no reply from 172.21.15.112:6830 osd.3 since back 2024-04-12T09:07:44.414625+0000 front 2024-04-12T09:07:44.414578+0000 (oldest deadline 2024-04-12T09:08:09.714519+0000) 2024-04-12T09:08:11.707 INFO:journalctl@ceph.osd.6.smithi175.stdout:Apr 12 09:08:11 smithi175 podman[102458]: 2024-04-12 09:08:11.690216994 +0000 UTC m=+0.517858537 container remove de63aa26ed8b7cc49d2fa6e21c55e39ff4dd83c9fdba71931b85ece0cdb72c08 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-6-deactivate, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=quincy-d3b5060, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-12T09:08:11.712 DEBUG:teuthology.orchestra.run.smithi175:> sudo pkill -f 'journalctl -f -n 0 -u ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@osd.6.service' 2024-04-12T09:08:11.754 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-12T09:08:11.754 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-04-12T09:08:11.755 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-04-12T09:08:11.755 DEBUG:teuthology.orchestra.run.smithi175:> sudo systemctl stop ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@osd.7 2024-04-12T09:08:12.014 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 12 09:08:11 smithi175 systemd[1]: Stopping Ceph osd.7 for 96d9de20-f8a7-11ee-bc8c-c7b262605968... 2024-04-12T09:08:12.514 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 12 09:08:12 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-7[55191]: 2024-04-12T09:08:12.101+0000 7f3fa1863700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-12T09:08:12.515 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 12 09:08:12 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-7[55191]: 2024-04-12T09:08:12.101+0000 7f3fa1863700 -1 osd.7 964 *** Got signal Terminated *** 2024-04-12T09:08:12.515 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 12 09:08:12 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-7[55191]: 2024-04-12T09:08:12.101+0000 7f3fa1863700 -1 osd.7 964 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-12T09:08:12.515 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 12 09:08:12 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-7[55191]: 2024-04-12T09:08:12.174+0000 7f3f9d660700 -1 osd.7 964 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-12T09:07:17.610780+0000 front 2024-04-12T09:07:17.610672+0000 (oldest deadline 2024-04-12T09:07:41.710559+0000) 2024-04-12T09:08:12.515 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 12 09:08:12 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-7[55191]: 2024-04-12T09:08:12.174+0000 7f3f9d660700 -1 osd.7 964 heartbeat_check: no reply from 172.21.15.112:6814 osd.1 since back 2024-04-12T09:07:27.412609+0000 front 2024-04-12T09:07:27.412621+0000 (oldest deadline 2024-04-12T09:07:53.312587+0000) 2024-04-12T09:08:12.515 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 12 09:08:12 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-7[55191]: 2024-04-12T09:08:12.174+0000 7f3f9d660700 -1 osd.7 964 heartbeat_check: no reply from 172.21.15.112:6822 osd.2 since back 2024-04-12T09:07:35.613626+0000 front 2024-04-12T09:07:35.613655+0000 (oldest deadline 2024-04-12T09:08:01.513549+0000) 2024-04-12T09:08:12.515 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 12 09:08:12 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-7[55191]: 2024-04-12T09:08:12.174+0000 7f3f9d660700 -1 osd.7 964 heartbeat_check: no reply from 172.21.15.112:6830 osd.3 since back 2024-04-12T09:07:44.414625+0000 front 2024-04-12T09:07:44.414578+0000 (oldest deadline 2024-04-12T09:08:09.714519+0000) 2024-04-12T09:08:13.515 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 12 09:08:13 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-7[55191]: 2024-04-12T09:08:13.211+0000 7f3f9d660700 -1 osd.7 964 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-12T09:07:17.610780+0000 front 2024-04-12T09:07:17.610672+0000 (oldest deadline 2024-04-12T09:07:41.710559+0000) 2024-04-12T09:08:13.515 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 12 09:08:13 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-7[55191]: 2024-04-12T09:08:13.211+0000 7f3f9d660700 -1 osd.7 964 heartbeat_check: no reply from 172.21.15.112:6814 osd.1 since back 2024-04-12T09:07:27.412609+0000 front 2024-04-12T09:07:27.412621+0000 (oldest deadline 2024-04-12T09:07:53.312587+0000) 2024-04-12T09:08:13.515 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 12 09:08:13 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-7[55191]: 2024-04-12T09:08:13.211+0000 7f3f9d660700 -1 osd.7 964 heartbeat_check: no reply from 172.21.15.112:6822 osd.2 since back 2024-04-12T09:07:35.613626+0000 front 2024-04-12T09:07:35.613655+0000 (oldest deadline 2024-04-12T09:08:01.513549+0000) 2024-04-12T09:08:13.515 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 12 09:08:13 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-7[55191]: 2024-04-12T09:08:13.211+0000 7f3f9d660700 -1 osd.7 964 heartbeat_check: no reply from 172.21.15.112:6830 osd.3 since back 2024-04-12T09:07:44.414625+0000 front 2024-04-12T09:07:44.414578+0000 (oldest deadline 2024-04-12T09:08:09.714519+0000) 2024-04-12T09:08:14.514 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 12 09:08:14 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-7[55191]: 2024-04-12T09:08:14.240+0000 7f3f9d660700 -1 osd.7 964 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-12T09:07:17.610780+0000 front 2024-04-12T09:07:17.610672+0000 (oldest deadline 2024-04-12T09:07:41.710559+0000) 2024-04-12T09:08:14.515 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 12 09:08:14 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-7[55191]: 2024-04-12T09:08:14.240+0000 7f3f9d660700 -1 osd.7 964 heartbeat_check: no reply from 172.21.15.112:6814 osd.1 since back 2024-04-12T09:07:27.412609+0000 front 2024-04-12T09:07:27.412621+0000 (oldest deadline 2024-04-12T09:07:53.312587+0000) 2024-04-12T09:08:14.515 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 12 09:08:14 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-7[55191]: 2024-04-12T09:08:14.240+0000 7f3f9d660700 -1 osd.7 964 heartbeat_check: no reply from 172.21.15.112:6822 osd.2 since back 2024-04-12T09:07:35.613626+0000 front 2024-04-12T09:07:35.613655+0000 (oldest deadline 2024-04-12T09:08:01.513549+0000) 2024-04-12T09:08:14.515 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 12 09:08:14 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-7[55191]: 2024-04-12T09:08:14.240+0000 7f3f9d660700 -1 osd.7 964 heartbeat_check: no reply from 172.21.15.112:6830 osd.3 since back 2024-04-12T09:07:44.414625+0000 front 2024-04-12T09:07:44.414578+0000 (oldest deadline 2024-04-12T09:08:09.714519+0000) 2024-04-12T09:08:14.592 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 09:08:14 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-alertmanager-a[85290]: ts=2024-04-12T09:08:14.306Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi175.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.175:8443: connect: connection refused; ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi112.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.112:8443: connect: connection refused" 2024-04-12T09:08:14.592 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 09:08:14 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-alertmanager-a[85290]: ts=2024-04-12T09:08:14.306Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi112.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.112:8443: connect: connection refused" 2024-04-12T09:08:14.592 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 09:08:14 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-alertmanager-a[85290]: ts=2024-04-12T09:08:14.307Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi175.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.175:8443: connect: connection refused" 2024-04-12T09:08:15.514 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 12 09:08:15 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-7[55191]: 2024-04-12T09:08:15.253+0000 7f3f9d660700 -1 osd.7 964 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-12T09:07:17.610780+0000 front 2024-04-12T09:07:17.610672+0000 (oldest deadline 2024-04-12T09:07:41.710559+0000) 2024-04-12T09:08:15.515 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 12 09:08:15 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-7[55191]: 2024-04-12T09:08:15.253+0000 7f3f9d660700 -1 osd.7 964 heartbeat_check: no reply from 172.21.15.112:6814 osd.1 since back 2024-04-12T09:07:27.412609+0000 front 2024-04-12T09:07:27.412621+0000 (oldest deadline 2024-04-12T09:07:53.312587+0000) 2024-04-12T09:08:15.515 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 12 09:08:15 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-7[55191]: 2024-04-12T09:08:15.253+0000 7f3f9d660700 -1 osd.7 964 heartbeat_check: no reply from 172.21.15.112:6822 osd.2 since back 2024-04-12T09:07:35.613626+0000 front 2024-04-12T09:07:35.613655+0000 (oldest deadline 2024-04-12T09:08:01.513549+0000) 2024-04-12T09:08:15.515 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 12 09:08:15 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-7[55191]: 2024-04-12T09:08:15.253+0000 7f3f9d660700 -1 osd.7 964 heartbeat_check: no reply from 172.21.15.112:6830 osd.3 since back 2024-04-12T09:07:44.414625+0000 front 2024-04-12T09:07:44.414578+0000 (oldest deadline 2024-04-12T09:08:09.714519+0000) 2024-04-12T09:08:16.764 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 12 09:08:16 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-7[55191]: 2024-04-12T09:08:16.290+0000 7f3f9d660700 -1 osd.7 964 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-04-12T09:07:17.610780+0000 front 2024-04-12T09:07:17.610672+0000 (oldest deadline 2024-04-12T09:07:41.710559+0000) 2024-04-12T09:08:16.765 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 12 09:08:16 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-7[55191]: 2024-04-12T09:08:16.290+0000 7f3f9d660700 -1 osd.7 964 heartbeat_check: no reply from 172.21.15.112:6814 osd.1 since back 2024-04-12T09:07:27.412609+0000 front 2024-04-12T09:07:27.412621+0000 (oldest deadline 2024-04-12T09:07:53.312587+0000) 2024-04-12T09:08:16.765 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 12 09:08:16 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-7[55191]: 2024-04-12T09:08:16.290+0000 7f3f9d660700 -1 osd.7 964 heartbeat_check: no reply from 172.21.15.112:6822 osd.2 since back 2024-04-12T09:07:35.613626+0000 front 2024-04-12T09:07:35.613655+0000 (oldest deadline 2024-04-12T09:08:01.513549+0000) 2024-04-12T09:08:16.765 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 12 09:08:16 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-7[55191]: 2024-04-12T09:08:16.290+0000 7f3f9d660700 -1 osd.7 964 heartbeat_check: no reply from 172.21.15.112:6830 osd.3 since back 2024-04-12T09:07:44.414625+0000 front 2024-04-12T09:07:44.414578+0000 (oldest deadline 2024-04-12T09:08:09.714519+0000) 2024-04-12T09:08:17.876 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 12 09:08:17 smithi175 podman[102539]: 2024-04-12 09:08:17.574287493 +0000 UTC m=+5.600945459 container died 1011d4c3888f4ba8fd18b7fb4e3b05458441f7d2ba201c73ddd0690bea51923d (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-7, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=quincy-d3b5060, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-12T09:08:17.876 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 12 09:08:17 smithi175 podman[102539]: 2024-04-12 09:08:17.876249357 +0000 UTC m=+5.902907321 container cleanup 1011d4c3888f4ba8fd18b7fb4e3b05458441f7d2ba201c73ddd0690bea51923d (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-7, org.label-schema.license=GPLv2, RELEASE=quincy-d3b5060, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-12T09:08:18.264 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 12 09:08:17 smithi175 bash[102539]: ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-7 2024-04-12T09:08:18.265 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 12 09:08:18 smithi175 podman[102557]: 2024-04-12 09:08:18.077230565 +0000 UTC m=+0.498461002 container remove 1011d4c3888f4ba8fd18b7fb4e3b05458441f7d2ba201c73ddd0690bea51923d (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-7, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=quincy-d3b5060, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-12T09:08:18.705 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 12 09:08:18 smithi175 podman[102651]: 2024-04-12 09:08:18.312047942 +0000 UTC m=+0.018275350 image pull 21de9b7369ad8457bc44c6aca16b9dfec25bf172fb7b6ebd80f97d4df2005241 quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe 2024-04-12T09:08:18.706 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 12 09:08:18 smithi175 podman[102651]: 2024-04-12 09:08:18.411515865 +0000 UTC m=+0.117743307 container create 67f796db589a9390b2fb0feb561463aac03c9d34760dd0fd7c81180a7e9cae82 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-7-deactivate, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=quincy-d3b5060, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, ceph=True, GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.license=GPLv2) 2024-04-12T09:08:18.706 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 12 09:08:18 smithi175 podman[102651]: 2024-04-12 09:08:18.630946686 +0000 UTC m=+0.337174079 container init 67f796db589a9390b2fb0feb561463aac03c9d34760dd0fd7c81180a7e9cae82 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-7-deactivate, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=quincy-d3b5060, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, org.label-schema.license=GPLv2) 2024-04-12T09:08:18.706 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 12 09:08:18 smithi175 podman[102651]: 2024-04-12 09:08:18.634233037 +0000 UTC m=+0.340460422 container start 67f796db589a9390b2fb0feb561463aac03c9d34760dd0fd7c81180a7e9cae82 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-7-deactivate, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, RELEASE=quincy-d3b5060, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-04-12T09:08:18.706 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 12 09:08:18 smithi175 podman[102651]: 2024-04-12 09:08:18.705364445 +0000 UTC m=+0.411591829 container attach 67f796db589a9390b2fb0feb561463aac03c9d34760dd0fd7c81180a7e9cae82 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-7-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, RELEASE=quincy-d3b5060, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-04-12T09:08:19.014 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 12 09:08:18 smithi175 podman[102651]: 2024-04-12 09:08:18.924114829 +0000 UTC m=+0.630342223 container died 67f796db589a9390b2fb0feb561463aac03c9d34760dd0fd7c81180a7e9cae82 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-7-deactivate, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, RELEASE=quincy-d3b5060, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-12T09:08:19.450 DEBUG:teuthology.orchestra.run.smithi175:> sudo pkill -f 'journalctl -f -n 0 -u ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@osd.7.service' 2024-04-12T09:08:19.476 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 12 09:08:19 smithi175 podman[102677]: 2024-04-12 09:08:19.433523471 +0000 UTC m=+0.499931382 container remove 67f796db589a9390b2fb0feb561463aac03c9d34760dd0fd7c81180a7e9cae82 (image=quay.ceph.io/ceph-ci/ceph@sha256:5e334df698f432180b78bc9c46936bfdfbc92bc9a8983463e523f780d23765fe, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-osd-7-deactivate, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, RELEASE=quincy-d3b5060, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240409) 2024-04-12T09:08:19.476 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 12 09:08:19 smithi175 systemd[1]: ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@osd.7.service: Deactivated successfully. 2024-04-12T09:08:19.476 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 12 09:08:19 smithi175 systemd[1]: Stopped Ceph osd.7 for 96d9de20-f8a7-11ee-bc8c-c7b262605968. 2024-04-12T09:08:19.476 INFO:journalctl@ceph.osd.7.smithi175.stdout:Apr 12 09:08:19 smithi175 systemd[1]: ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@osd.7.service: Consumed 50.046s CPU time. 2024-04-12T09:08:19.491 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-12T09:08:19.491 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-04-12T09:08:19.492 INFO:tasks.cephadm.prometheus.a:Stopping prometheus.a... 2024-04-12T09:08:19.492 DEBUG:teuthology.orchestra.run.smithi175:> sudo systemctl stop ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@prometheus.a 2024-04-12T09:08:19.764 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 09:08:19 smithi175 systemd[1]: Stopping Ceph prometheus.a for 96d9de20-f8a7-11ee-bc8c-c7b262605968... 2024-04-12T09:08:20.063 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 09:08:19 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[77574]: ts=2024-04-12T09:08:19.812Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-12T09:08:20.063 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 09:08:19 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[77574]: ts=2024-04-12T09:08:19.812Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-04-12T09:08:20.063 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 09:08:19 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[77574]: ts=2024-04-12T09:08:19.812Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-04-12T09:08:20.063 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 09:08:19 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[77574]: ts=2024-04-12T09:08:19.812Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-12T09:08:20.063 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 09:08:19 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[77574]: ts=2024-04-12T09:08:19.812Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-04-12T09:08:20.063 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 09:08:19 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[77574]: ts=2024-04-12T09:08:19.812Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-04-12T09:08:20.063 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 09:08:19 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[77574]: ts=2024-04-12T09:08:19.812Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-04-12T09:08:20.064 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 09:08:19 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[77574]: ts=2024-04-12T09:08:19.812Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-04-12T09:08:20.064 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 09:08:19 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[77574]: ts=2024-04-12T09:08:19.812Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-04-12T09:08:20.064 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 09:08:19 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[77574]: ts=2024-04-12T09:08:19.812Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-04-12T09:08:20.064 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 09:08:19 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[77574]: ts=2024-04-12T09:08:19.813Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-04-12T09:08:20.064 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 09:08:19 smithi175 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a[77574]: ts=2024-04-12T09:08:19.813Z caller=main.go:1147 level=info msg="See you next time!" 2024-04-12T09:08:20.064 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 09:08:19 smithi175 podman[102756]: 2024-04-12 09:08:19.822339073 +0000 UTC m=+0.111429429 container died ce32c390e55c3fca5e3858c74258aca30b8516ad146e4706499fb084eeec3670 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T09:08:20.345 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 09:08:20 smithi175 podman[102756]: 2024-04-12 09:08:20.153000557 +0000 UTC m=+0.442090914 container cleanup ce32c390e55c3fca5e3858c74258aca30b8516ad146e4706499fb084eeec3670 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-12T09:08:20.346 INFO:journalctl@ceph.prometheus.a.smithi175.stdout:Apr 12 09:08:20 smithi175 bash[102756]: ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-prometheus-a 2024-04-12T09:08:20.469 DEBUG:teuthology.orchestra.run.smithi175:> sudo pkill -f 'journalctl -f -n 0 -u ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@prometheus.a.service' 2024-04-12T09:08:20.505 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-12T09:08:20.506 INFO:tasks.cephadm.prometheus.a:Stopped prometheus.a 2024-04-12T09:08:20.506 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 --force --keep-logs 2024-04-12T09:08:20.537 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 09:08:20 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-alertmanager-a[85290]: ts=2024-04-12T09:08:20.158Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi175.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.175:8443: connect: connection refused; ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi112.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.112:8443: connect: connection refused" 2024-04-12T09:08:20.537 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 09:08:20 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-alertmanager-a[85290]: ts=2024-04-12T09:08:20.158Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi112.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.112:8443: connect: connection refused" 2024-04-12T09:08:20.537 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 09:08:20 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-alertmanager-a[85290]: ts=2024-04-12T09:08:20.159Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi175.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.175:8443: connect: connection refused" 2024-04-12T09:08:22.251 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 09:08:22 smithi112 systemd[1]: Stopping Ceph alertmanager.a for 96d9de20-f8a7-11ee-bc8c-c7b262605968... 2024-04-12T09:08:22.592 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 09:08:22 smithi112 ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-alertmanager-a[85290]: ts=2024-04-12T09:08:22.251Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-04-12T09:08:22.592 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 09:08:22 smithi112 podman[149973]: 2024-04-12 09:08:22.292374763 +0000 UTC m=+0.148783636 container stop b276bf831cc743f5d0bc446b63711f7dd22b6a306975033420c4de70adf26866 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-12T09:08:22.593 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 09:08:22 smithi112 podman[149973]: 2024-04-12 09:08:22.317887903 +0000 UTC m=+0.174296764 container died b276bf831cc743f5d0bc446b63711f7dd22b6a306975033420c4de70adf26866 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-12T09:08:22.952 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 09:08:22 smithi112 podman[149973]: 2024-04-12 09:08:22.784919393 +0000 UTC m=+0.641328257 container cleanup b276bf831cc743f5d0bc446b63711f7dd22b6a306975033420c4de70adf26866 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-12T09:08:22.953 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 09:08:22 smithi112 bash[149973]: ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-alertmanager-a 2024-04-12T09:08:23.235 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 09:08:22 smithi112 podman[149987]: 2024-04-12 09:08:22.952653973 +0000 UTC m=+0.651172182 container remove b276bf831cc743f5d0bc446b63711f7dd22b6a306975033420c4de70adf26866 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-12T09:08:23.235 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 09:08:23 smithi112 podman[149987]: 2024-04-12 09:08:23.045008444 +0000 UTC m=+0.743526653 volume remove 3ad490bbfeda5b724f73fb665651fa692ffd25382e825e0205b1748d7f9fca52 2024-04-12T09:08:23.592 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 09:08:23 smithi112 systemd[1]: Stopping Ceph node-exporter.a for 96d9de20-f8a7-11ee-bc8c-c7b262605968... 2024-04-12T09:08:23.592 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 09:08:23 smithi112 systemd[1]: ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-04-12T09:08:23.593 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 09:08:23 smithi112 systemd[1]: Stopped Ceph alertmanager.a for 96d9de20-f8a7-11ee-bc8c-c7b262605968. 2024-04-12T09:08:23.593 INFO:journalctl@ceph.alertmanager.a.smithi112.stdout:Apr 12 09:08:23 smithi112 systemd[1]: ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@alertmanager.a.service: Consumed 2.133s CPU time. 2024-04-12T09:08:24.023 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 09:08:23 smithi112 podman[150094]: 2024-04-12 09:08:23.683266152 +0000 UTC m=+0.116875297 container died 4621a7e584390db1038db535442904958d4c3d239356c0e77e0a3e8207874b43 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-12T09:08:24.342 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 09:08:24 smithi112 podman[150094]: 2024-04-12 09:08:24.022890246 +0000 UTC m=+0.456499386 container cleanup 4621a7e584390db1038db535442904958d4c3d239356c0e77e0a3e8207874b43 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-12T09:08:24.342 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 09:08:24 smithi112 bash[150094]: ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a 2024-04-12T09:08:24.342 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 09:08:24 smithi112 podman[150108]: 2024-04-12 09:08:24.215502063 +0000 UTC m=+0.533095823 container remove 4621a7e584390db1038db535442904958d4c3d239356c0e77e0a3e8207874b43 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-12T09:08:24.342 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 09:08:24 smithi112 systemd[1]: ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-04-12T09:08:24.842 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 09:08:24 smithi112 systemd[1]: ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@node-exporter.a.service: Failed with result 'exit-code'. 2024-04-12T09:08:24.842 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 09:08:24 smithi112 systemd[1]: Stopped Ceph node-exporter.a for 96d9de20-f8a7-11ee-bc8c-c7b262605968. 2024-04-12T09:08:24.842 INFO:journalctl@ceph.node-exporter.a.smithi112.stdout:Apr 12 09:08:24 smithi112 systemd[1]: ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@node-exporter.a.service: Consumed 2.807s CPU time. 2024-04-12T09:08:33.796 DEBUG:teuthology.orchestra.run.smithi175:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 --force --keep-logs 2024-04-12T09:08:35.808 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 09:08:35 smithi175 systemd[1]: Stopping Ceph node-exporter.b for 96d9de20-f8a7-11ee-bc8c-c7b262605968... 2024-04-12T09:08:36.122 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 09:08:35 smithi175 podman[103219]: 2024-04-12 09:08:35.807988419 +0000 UTC m=+0.116997975 container died 7ebb3edc4f84511c73ee05807323c688cba77bebc452ae93e2cd8087b5ebb9a1 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-12T09:08:36.122 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 09:08:36 smithi175 podman[103219]: 2024-04-12 09:08:36.122158754 +0000 UTC m=+0.431168315 container cleanup 7ebb3edc4f84511c73ee05807323c688cba77bebc452ae93e2cd8087b5ebb9a1 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-12T09:08:36.514 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 09:08:36 smithi175 bash[103219]: ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b 2024-04-12T09:08:36.515 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 09:08:36 smithi175 podman[103231]: 2024-04-12 09:08:36.306858959 +0000 UTC m=+0.503264121 container remove 7ebb3edc4f84511c73ee05807323c688cba77bebc452ae93e2cd8087b5ebb9a1 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-12T09:08:36.515 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 09:08:36 smithi175 systemd[1]: ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-04-12T09:08:36.926 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 09:08:36 smithi175 systemd[1]: ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-04-12T09:08:36.927 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 09:08:36 smithi175 systemd[1]: Stopped Ceph node-exporter.b for 96d9de20-f8a7-11ee-bc8c-c7b262605968. 2024-04-12T09:08:36.927 INFO:journalctl@ceph.node-exporter.b.smithi175.stdout:Apr 12 09:08:36 smithi175 systemd[1]: ceph-96d9de20-f8a7-11ee-bc8c-c7b262605968@node-exporter.b.service: Consumed 2.764s CPU time. 2024-04-12T09:08:41.527 DEBUG:teuthology.orchestra.run.smithi112:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-12T09:08:41.562 DEBUG:teuthology.orchestra.run.smithi175:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-12T09:08:41.593 INFO:tasks.cephadm:Archiving crash dumps... 2024-04-12T09:08:41.595 DEBUG:teuthology.misc:Transferring archived files from smithi112:/var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-04-12_02:08:08-upgrade-squid-distro-default-smithi/7653406/remote/smithi112/crash 2024-04-12T09:08:41.596 DEBUG:teuthology.orchestra.run.smithi112:> sudo tar c -f - -C /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/crash -- . 2024-04-12T09:08:41.644 INFO:teuthology.orchestra.run.smithi112.stderr:tar: /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/crash: Cannot open: No such file or directory 2024-04-12T09:08:41.644 INFO:teuthology.orchestra.run.smithi112.stderr:tar: Error is not recoverable: exiting now 2024-04-12T09:08:41.646 DEBUG:teuthology.misc:Transferring archived files from smithi175:/var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-04-12_02:08:08-upgrade-squid-distro-default-smithi/7653406/remote/smithi175/crash 2024-04-12T09:08:41.647 DEBUG:teuthology.orchestra.run.smithi175:> sudo tar c -f - -C /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/crash -- . 2024-04-12T09:08:41.696 INFO:teuthology.orchestra.run.smithi175.stderr:tar: /var/lib/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/crash: Cannot open: No such file or directory 2024-04-12T09:08:41.696 INFO:teuthology.orchestra.run.smithi175.stderr:tar: Error is not recoverable: exiting now 2024-04-12T09:08:41.697 INFO:tasks.cephadm:Checking cluster log for badness... 2024-04-12T09:08:41.697 DEBUG:teuthology.orchestra.run.smithi112:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | head -n 1 2024-04-12T09:08:41.728 INFO:teuthology.orchestra.run.smithi112.stdout:1712911225.546075 mon.a (mon.0) 524 : cluster [WRN] Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-04-12T09:08:41.729 WARNING:tasks.cephadm:Found errors (ERR|WRN|SEC) in cluster log 2024-04-12T09:08:41.729 INFO:tasks.cephadm:Compressing logs... 2024-04-12T09:08:41.729 DEBUG:teuthology.orchestra.run.smithi112:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-04-12T09:08:41.771 DEBUG:teuthology.orchestra.run.smithi175:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-04-12T09:08:41.797 INFO:teuthology.orchestra.run.smithi175.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-04-12T09:08:41.797 INFO:teuthology.orchestra.run.smithi175.stderr:: No such file or directory 2024-04-12T09:08:41.798 INFO:teuthology.orchestra.run.smithi175.stderr:gzip -5 --verbose -- /var/log/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/ceph-osd.6.log 2024-04-12T09:08:41.798 INFO:teuthology.orchestra.run.smithi175.stderr:gzip/var/log/ceph/cephadm.log: -5 --verbose -- /var/log/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/ceph.audit.log 2024-04-12T09:08:41.798 INFO:teuthology.orchestra.run.smithi175.stderr:gzip -5 --verbose -- /var/log/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/ceph-osd.4.log 2024-04-12T09:08:41.805 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/ceph-osd.6.log: /var/log/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/ceph-osd.7.log 2024-04-12T09:08:41.805 INFO:teuthology.orchestra.run.smithi175.stderr:gzip -5 --verbose -- /var/log/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/ceph-osd.5.log 2024-04-12T09:08:41.805 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/ceph-osd.4.log: /var/log/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/ceph-mgr.x.log 2024-04-12T09:08:41.805 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/ceph.cephadm.log 2024-04-12T09:08:41.806 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/ceph.log 2024-04-12T09:08:41.806 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/ceph.cephadm.log: 83.3% -- replaced with /var/log/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/ceph.cephadm.log.gz 2024-04-12T09:08:41.806 INFO:teuthology.orchestra.run.smithi175.stderr:gzip -5 --verbose -- /var/log/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/ceph-volume.log 2024-04-12T09:08:41.807 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/ceph.log: 89.9% -- replaced with /var/log/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/ceph.audit.log.gz 2024-04-12T09:08:41.810 INFO:teuthology.orchestra.run.smithi112.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-04-12T09:08:41.810 INFO:teuthology.orchestra.run.smithi112.stderr:: No such file or directory 2024-04-12T09:08:41.811 INFO:teuthology.orchestra.run.smithi112.stderr:gzip -5 --verbose -- /var/log/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/ceph-mon.a.log 2024-04-12T09:08:41.811 INFO:teuthology.orchestra.run.smithi112.stderr:gzip -5 --verbose -- /var/log/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/ceph.audit.log 2024-04-12T09:08:41.811 INFO:teuthology.orchestra.run.smithi112.stderr:/var/log/ceph/cephadm.log: /var/log/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/ceph-mon.a.log: gzip -5 --verbose -- /var/log/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/ceph-osd.1.log 2024-04-12T09:08:41.811 INFO:teuthology.orchestra.run.smithi112.stderr:/var/log/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/ceph-osd.3.log 2024-04-12T09:08:41.811 INFO:teuthology.orchestra.run.smithi112.stderr:gzip -5 --verbose -- /var/log/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/ceph-mds.foo.smithi112.qoyflb.log 2024-04-12T09:08:41.811 INFO:teuthology.orchestra.run.smithi112.stderr:/var/log/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/ceph-osd.1.log: /var/log/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/ceph-osd.3.log: gzip -5 --verbose -- /var/log/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/ceph-mgr.y.log 2024-04-12T09:08:41.811 INFO:teuthology.orchestra.run.smithi112.stderr:/var/log/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/ceph-mds.foo.smithi112.qoyflb.log: gzip -5 --verbose -- /var/log/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/ceph-osd.0.log 2024-04-12T09:08:41.812 INFO:teuthology.orchestra.run.smithi112.stderr: 81.6% -- replaced with /var/log/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/ceph-mds.foo.smithi112.qoyflb.log.gz/var/log/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/ceph-mgr.y.log: 2024-04-12T09:08:41.812 INFO:teuthology.orchestra.run.smithi112.stderr:gzip -5 --verbose -- /var/log/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/ceph.cephadm.log 2024-04-12T09:08:41.812 INFO:teuthology.orchestra.run.smithi112.stderr:/var/log/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/ceph.log 2024-04-12T09:08:41.812 INFO:teuthology.orchestra.run.smithi112.stderr:/var/log/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/ceph.cephadm.log: 90.0% -- replaced with /var/log/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/ceph.cephadm.log.gz 2024-04-12T09:08:41.813 INFO:teuthology.orchestra.run.smithi112.stderr:gzip -5 --verbose -- /var/log/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/ceph-osd.2.log 2024-04-12T09:08:41.813 INFO:teuthology.orchestra.run.smithi112.stderr:/var/log/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/ceph.log: 93.8% -- replaced with /var/log/ceph/cephadm.log.gz 2024-04-12T09:08:41.813 INFO:teuthology.orchestra.run.smithi112.stderr: 93.8% -- replaced with /var/log/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/ceph.audit.log.gz 2024-04-12T09:08:41.813 INFO:teuthology.orchestra.run.smithi112.stderr:gzip -5 --verbose -- /var/log/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/ceph-volume.log 2024-04-12T09:08:41.814 INFO:teuthology.orchestra.run.smithi112.stderr:/var/log/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/ceph-mon.c.log 2024-04-12T09:08:41.816 INFO:teuthology.orchestra.run.smithi112.stderr:/var/log/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/ceph-volume.log: 91.7% -- replaced with /var/log/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/ceph.log.gz 2024-04-12T09:08:41.818 INFO:teuthology.orchestra.run.smithi175.stderr: 85.7% -- replaced with /var/log/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/ceph.log.gz 2024-04-12T09:08:41.819 INFO:teuthology.orchestra.run.smithi175.stderr:gzip -5 --verbose -- /var/log/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/ceph-mds.foo.smithi175.kcfyhq.log 2024-04-12T09:08:41.819 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/ceph-mon.b.log 2024-04-12T09:08:41.819 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/ceph-mds.foo.smithi175.kcfyhq.log: 62.4% -- replaced with /var/log/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/ceph-mds.foo.smithi175.kcfyhq.log.gz 2024-04-12T09:08:41.819 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/ceph-mon.b.log: 91.4% -- replaced with /var/log/ceph/cephadm.log.gz 2024-04-12T09:08:41.820 INFO:teuthology.orchestra.run.smithi175.stderr: 91.2% -- replaced with /var/log/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/ceph-volume.log.gz 2024-04-12T09:08:41.828 INFO:teuthology.orchestra.run.smithi112.stderr:/var/log/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/ceph-mon.c.log: 91.0% -- replaced with /var/log/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/ceph-volume.log.gz 2024-04-12T09:08:41.864 INFO:teuthology.orchestra.run.smithi175.stderr: 89.7% -- replaced with /var/log/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/ceph-mgr.x.log.gz 2024-04-12T09:08:42.253 INFO:teuthology.orchestra.run.smithi112.stderr: 89.0% -- replaced with /var/log/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/ceph-mgr.y.log.gz 2024-04-12T09:08:42.314 INFO:teuthology.orchestra.run.smithi175.stderr: 92.2% -- replaced with /var/log/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/ceph-mon.b.log.gz 2024-04-12T09:08:42.627 INFO:teuthology.orchestra.run.smithi112.stderr: 91.7% -- replaced with /var/log/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/ceph-mon.c.log.gz 2024-04-12T09:08:44.006 INFO:teuthology.orchestra.run.smithi112.stderr: 90.7% -- replaced with /var/log/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/ceph-mon.a.log.gz 2024-04-12T09:08:48.464 INFO:teuthology.orchestra.run.smithi175.stderr: 94.6% -- replaced with /var/log/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/ceph-osd.5.log.gz 2024-04-12T09:08:49.246 INFO:teuthology.orchestra.run.smithi175.stderr: 94.8% -- replaced with /var/log/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/ceph-osd.7.log.gz 2024-04-12T09:08:49.463 INFO:teuthology.orchestra.run.smithi112.stderr: 94.7% -- replaced with /var/log/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/ceph-osd.2.log.gz 2024-04-12T09:08:49.617 INFO:teuthology.orchestra.run.smithi175.stderr: 94.5% -- replaced with /var/log/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/ceph-osd.4.log.gz 2024-04-12T09:08:49.886 INFO:teuthology.orchestra.run.smithi112.stderr: 94.5% -- replaced with /var/log/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/ceph-osd.1.log.gz 2024-04-12T09:08:50.267 INFO:teuthology.orchestra.run.smithi175.stderr: 94.7% -- replaced with /var/log/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/ceph-osd.6.log.gz 2024-04-12T09:08:50.268 INFO:teuthology.orchestra.run.smithi175.stderr: 2024-04-12T09:08:50.269 INFO:teuthology.orchestra.run.smithi175.stderr:real 0m8.483s 2024-04-12T09:08:50.269 INFO:teuthology.orchestra.run.smithi175.stderr:user 0m29.874s 2024-04-12T09:08:50.269 INFO:teuthology.orchestra.run.smithi175.stderr:sys 0m1.106s 2024-04-12T09:08:50.673 INFO:teuthology.orchestra.run.smithi112.stderr: 94.8% -- replaced with /var/log/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/ceph-osd.3.log.gz 2024-04-12T09:08:50.749 INFO:teuthology.orchestra.run.smithi112.stderr: 94.6% -- replaced with /var/log/ceph/96d9de20-f8a7-11ee-bc8c-c7b262605968/ceph-osd.0.log.gz 2024-04-12T09:08:50.750 INFO:teuthology.orchestra.run.smithi112.stderr: 2024-04-12T09:08:50.751 INFO:teuthology.orchestra.run.smithi112.stderr:real 0m8.967s 2024-04-12T09:08:50.751 INFO:teuthology.orchestra.run.smithi112.stderr:user 0m35.706s 2024-04-12T09:08:50.751 INFO:teuthology.orchestra.run.smithi112.stderr:sys 0m1.346s 2024-04-12T09:08:50.751 INFO:tasks.cephadm:Archiving logs... 2024-04-12T09:08:50.752 DEBUG:teuthology.misc:Transferring archived files from smithi112:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-04-12_02:08:08-upgrade-squid-distro-default-smithi/7653406/remote/smithi112/log 2024-04-12T09:08:50.753 DEBUG:teuthology.orchestra.run.smithi112:> sudo tar c -f - -C /var/log/ceph -- . 2024-04-12T09:08:55.512 DEBUG:teuthology.misc:Transferring archived files from smithi175:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-04-12_02:08:08-upgrade-squid-distro-default-smithi/7653406/remote/smithi175/log 2024-04-12T09:08:55.513 DEBUG:teuthology.orchestra.run.smithi175:> sudo tar c -f - -C /var/log/ceph -- . 2024-04-12T09:08:59.678 INFO:tasks.cephadm:Removing cluster... 2024-04-12T09:08:59.679 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 --force 2024-04-12T09:09:00.196 DEBUG:teuthology.orchestra.run.smithi175:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 96d9de20-f8a7-11ee-bc8c-c7b262605968 --force 2024-04-12T09:09:00.711 INFO:tasks.cephadm:Removing cephadm ... 2024-04-12T09:09:00.712 DEBUG:teuthology.orchestra.run.smithi112:> rm -rf /home/ubuntu/cephtest/cephadm 2024-04-12T09:09:00.728 DEBUG:teuthology.orchestra.run.smithi175:> rm -rf /home/ubuntu/cephtest/cephadm 2024-04-12T09:09:00.742 INFO:tasks.cephadm:Teardown complete 2024-04-12T09:09:00.743 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-04-12T09:09:00.753 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-04-12T09:09:00.753 DEBUG:teuthology.orchestra.run.smithi112:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-04-12T09:09:00.774 DEBUG:teuthology.orchestra.run.smithi175:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-04-12T09:09:00.863 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-04-12T09:09:00.872 INFO:teuthology.task.clock:Checking final clock skew... 2024-04-12T09:09:00.873 DEBUG:teuthology.orchestra.run.smithi112:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-12T09:09:00.875 DEBUG:teuthology.orchestra.run.smithi175:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-12T09:09:00.888 INFO:teuthology.orchestra.run.smithi112.stderr:bash: line 1: ntpq: command not found 2024-04-12T09:09:00.889 INFO:teuthology.orchestra.run.smithi175.stderr:bash: line 1: ntpq: command not found 2024-04-12T09:09:00.892 INFO:teuthology.orchestra.run.smithi112.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-12T09:09:00.893 INFO:teuthology.orchestra.run.smithi112.stdout:=============================================================================== 2024-04-12T09:09:00.893 INFO:teuthology.orchestra.run.smithi112.stdout:^* hv01.front.sepia.ceph.com 3 6 377 7 +415us[ +400us] +/- 60ms 2024-04-12T09:09:00.893 INFO:teuthology.orchestra.run.smithi112.stdout:^+ hv02.front.sepia.ceph.com 3 8 377 75 -1246us[-1142us] +/- 80ms 2024-04-12T09:09:00.893 INFO:teuthology.orchestra.run.smithi112.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 5 +869us[ +869us] +/- 80ms 2024-04-12T09:09:00.893 INFO:teuthology.orchestra.run.smithi112.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-04-12T09:09:00.894 INFO:teuthology.orchestra.run.smithi175.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-12T09:09:00.894 INFO:teuthology.orchestra.run.smithi175.stdout:=============================================================================== 2024-04-12T09:09:00.894 INFO:teuthology.orchestra.run.smithi175.stdout:^* hv01.front.sepia.ceph.com 3 6 377 10 +370us[ +366us] +/- 60ms 2024-04-12T09:09:00.894 INFO:teuthology.orchestra.run.smithi175.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 9 -1291us[-1291us] +/- 81ms 2024-04-12T09:09:00.895 INFO:teuthology.orchestra.run.smithi175.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 11 +819us[ +815us] +/- 80ms 2024-04-12T09:09:00.895 INFO:teuthology.orchestra.run.smithi175.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-04-12T09:09:00.895 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-04-12T09:09:00.904 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-04-12T09:09:00.905 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-04-12T09:09:00.925 DEBUG:teuthology.orchestra.run.smithi112:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-04-12T09:09:01.024 DEBUG:teuthology.orchestra.run.smithi175:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-04-12T09:09:01.100 DEBUG:teuthology.orchestra.run.smithi112:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-04-12T09:09:01.130 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-12T09:09:01.131 DEBUG:teuthology.orchestra.run.smithi175:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-04-12T09:09:01.161 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-12T09:09:01.161 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-04-12T09:09:01.171 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-04-12T09:09:01.217 INFO:teuthology.task.internal:Duration was 2487.330349 seconds 2024-04-12T09:09:01.218 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-04-12T09:09:01.251 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-04-12T09:09:01.251 DEBUG:teuthology.orchestra.run.smithi112:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-04-12T09:09:01.253 DEBUG:teuthology.orchestra.run.smithi175:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-04-12T09:09:01.294 INFO:teuthology.orchestra.run.smithi112.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-12T09:09:01.297 INFO:teuthology.orchestra.run.smithi175.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-12T09:09:01.568 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-04-12T09:09:01.569 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi112.front.sepia.ceph.com 2024-04-12T09:09:01.569 DEBUG:teuthology.orchestra.run.smithi112:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-04-12T09:09:01.628 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi175.front.sepia.ceph.com 2024-04-12T09:09:01.629 DEBUG:teuthology.orchestra.run.smithi175:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-04-12T09:09:01.661 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-04-12T09:09:01.661 DEBUG:teuthology.orchestra.run.smithi112:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-04-12T09:09:01.670 DEBUG:teuthology.orchestra.run.smithi175:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-04-12T09:09:01.730 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-04-12T09:09:01.730 DEBUG:teuthology.orchestra.run.smithi112:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-04-12T09:09:01.738 DEBUG:teuthology.orchestra.run.smithi175:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-04-12T09:09:02.208 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-04-12T09:09:02.218 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-04-12T09:09:02.219 DEBUG:teuthology.orchestra.run.smithi112:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-04-12T09:09:02.245 DEBUG:teuthology.orchestra.run.smithi175:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-04-12T09:09:02.273 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-04-12T09:09:02.283 DEBUG:teuthology.orchestra.run.smithi112:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-04-12T09:09:02.288 DEBUG:teuthology.orchestra.run.smithi175:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-04-12T09:09:02.311 INFO:teuthology.orchestra.run.smithi112.stdout:kernel.core_pattern = core 2024-04-12T09:09:02.338 INFO:teuthology.orchestra.run.smithi175.stdout:kernel.core_pattern = core 2024-04-12T09:09:02.357 DEBUG:teuthology.orchestra.run.smithi112:> test -e /home/ubuntu/cephtest/archive/coredump 2024-04-12T09:09:02.381 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-12T09:09:02.381 DEBUG:teuthology.orchestra.run.smithi175:> test -e /home/ubuntu/cephtest/archive/coredump 2024-04-12T09:09:02.411 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-12T09:09:02.412 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-04-12T09:09:02.423 INFO:teuthology.task.internal:Transferring archived files... 2024-04-12T09:09:02.423 DEBUG:teuthology.misc:Transferring archived files from smithi112:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-04-12_02:08:08-upgrade-squid-distro-default-smithi/7653406/remote/smithi112 2024-04-12T09:09:02.423 DEBUG:teuthology.orchestra.run.smithi112:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-04-12T09:09:02.473 DEBUG:teuthology.misc:Transferring archived files from smithi175:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-04-12_02:08:08-upgrade-squid-distro-default-smithi/7653406/remote/smithi175 2024-04-12T09:09:02.474 DEBUG:teuthology.orchestra.run.smithi175:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-04-12T09:09:02.514 INFO:teuthology.task.internal:Removing archive directory... 2024-04-12T09:09:02.514 DEBUG:teuthology.orchestra.run.smithi112:> rm -rf -- /home/ubuntu/cephtest/archive 2024-04-12T09:09:02.516 DEBUG:teuthology.orchestra.run.smithi175:> rm -rf -- /home/ubuntu/cephtest/archive 2024-04-12T09:09:02.561 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-04-12T09:09:02.574 INFO:teuthology.task.internal:Not uploading archives. 2024-04-12T09:09:02.574 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-04-12T09:09:02.593 INFO:teuthology.task.internal:Tidying up after the test... 2024-04-12T09:09:02.594 DEBUG:teuthology.orchestra.run.smithi112:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-04-12T09:09:02.596 DEBUG:teuthology.orchestra.run.smithi175:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-04-12T09:09:02.608 INFO:teuthology.orchestra.run.smithi112.stdout: 262166 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Apr 12 09:09 /home/ubuntu/cephtest 2024-04-12T09:09:02.616 INFO:teuthology.orchestra.run.smithi175.stdout: 266043 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Apr 12 09:09 /home/ubuntu/cephtest 2024-04-12T09:09:02.617 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-04-12T09:09:02.652 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-04-12T09:09:02.718 INFO:teuthology.nuke:Checking targets against current locks 2024-04-12T09:09:02.745 DEBUG:teuthology.nuke:shortname: smithi112 2024-04-12T09:09:02.745 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-04-12T09:09:02.769 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi112.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-04-12_02:08:08-upgrade-squid-distro-default-smithi/7653406', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-12 08:16:17.256739', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBDe3vGqOBSXTdGrtK7nCgiRselHlVGuWM1sOBGIEtj50Z4Sq9tBut27cNgdisQ4GmsGOUQToHtwYr+s/ZPIKALQ='} 2024-04-12T09:09:02.773 DEBUG:teuthology.nuke:shortname: smithi175 2024-04-12T09:09:02.773 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-04-12T09:09:02.798 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi175.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-04-12_02:08:08-upgrade-squid-distro-default-smithi/7653406', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-12 08:16:17.258021', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBCDzSHABIQW+TRQczgaNiO626DaMC1882gw9XTD18ZMSZT2QxydB+yDPGoycxqtJWcy0DGNYkvRl+FIkslIlQCk='} 2024-04-12T09:09:02.829 INFO:teuthology.orchestra.console.smithi112:Power off 2024-04-12T09:09:02.829 DEBUG:teuthology.orchestra.console.smithi112:pexpect command: ipmitool -H smithi112.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2024-04-12T09:09:02.854 DEBUG:teuthology.orchestra.console.smithi112:power off output: Chassis Power Control: Down/Off 2024-04-12T09:09:02.855 DEBUG:teuthology.orchestra.console.smithi112:pexpect command: ipmitool -H smithi112.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-12T09:09:02.872 INFO:teuthology.orchestra.console.smithi175:Power off 2024-04-12T09:09:02.872 DEBUG:teuthology.orchestra.console.smithi175:pexpect command: ipmitool -H smithi175.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2024-04-12T09:09:02.888 DEBUG:teuthology.orchestra.console.smithi112:check power output: Chassis Power is on 2024-04-12T09:09:02.895 DEBUG:teuthology.orchestra.console.smithi175:power off output: Chassis Power Control: Down/Off 2024-04-12T09:09:02.895 DEBUG:teuthology.orchestra.console.smithi175:pexpect command: ipmitool -H smithi175.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-12T09:09:02.921 DEBUG:teuthology.orchestra.console.smithi175:check power output: Chassis Power is on 2024-04-12T09:09:06.889 DEBUG:teuthology.orchestra.console.smithi112:pexpect command: ipmitool -H smithi112.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-12T09:09:06.922 DEBUG:teuthology.orchestra.console.smithi175:pexpect command: ipmitool -H smithi175.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-12T09:09:07.003 DEBUG:teuthology.orchestra.console.smithi112:check power output: Chassis Power is on 2024-04-12T09:09:07.033 DEBUG:teuthology.orchestra.console.smithi175:check power output: Chassis Power is on 2024-04-12T09:09:11.009 DEBUG:teuthology.orchestra.console.smithi112:pexpect command: ipmitool -H smithi112.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-12T09:09:11.034 DEBUG:teuthology.orchestra.console.smithi175:pexpect command: ipmitool -H smithi175.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-12T09:09:11.119 DEBUG:teuthology.orchestra.console.smithi112:check power output: Chassis Power is on 2024-04-12T09:09:11.144 DEBUG:teuthology.orchestra.console.smithi175:check power output: Chassis Power is on 2024-04-12T09:09:15.122 DEBUG:teuthology.orchestra.console.smithi112:pexpect command: ipmitool -H smithi112.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-12T09:09:15.145 DEBUG:teuthology.orchestra.console.smithi175:pexpect command: ipmitool -H smithi175.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-12T09:09:15.234 DEBUG:teuthology.orchestra.console.smithi112:check power output: Chassis Power is off 2024-04-12T09:09:15.256 DEBUG:teuthology.orchestra.console.smithi175:check power output: Chassis Power is off 2024-04-12T09:09:15.336 INFO:teuthology.orchestra.console.smithi112:Power off completed 2024-04-12T09:09:15.357 INFO:teuthology.orchestra.console.smithi175:Power off completed 2024-04-12T09:09:15.462 INFO:teuthology.run:Summary data: description: upgrade/quincy-x/stress-split/{0-distro/centos_9.stream 0-roles 1-start 2-first-half-tasks/rbd_api 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/rbd-import-export mon_election/classic} duration: 2487.330348968506 failure_reason: timeout expired in wait_until_healthy flavor: default owner: scheduled_teuthology@teuthology sentry_event: https://sentry.ceph.com/organizations/ceph/?query=a26d2b0ad3b0467ea4ad1ce224cb50a3 status: fail success: false 2024-04-12T09:09:15.463 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-04-12T09:09:15.544 INFO:teuthology.run:FAIL